From c242a5c6b9a8bd63b17400d3d3a86a6c20b43ed4 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 22 Apr 2026 00:20:58 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: rbelanec/train_rte_42_1774791065 Source: Original Platform --- .gitattributes | 36 + README.md | 81 ++ all_results.json | 13 + config.json | 39 + eval_results.json | 8 + generation_config.json | 12 + model.safetensors | 3 + special_tokens_map.json | 26 + tokenizer.json | 3 + tokenizer_config.json | 2069 ++++++++++++++++++++++++++++++++ train.yaml | 55 + train_results.json | 9 + trainer_log.jsonl | 301 +++++ trainer_state.json | 2463 +++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_eval_loss.png | Bin 0 -> 37967 bytes training_loss.png | Bin 0 -> 39941 bytes 17 files changed, 5121 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 eval_results.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train.yaml create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_eval_loss.png create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..b740891 --- /dev/null +++ b/README.md @@ -0,0 +1,81 @@ +--- +library_name: transformers +license: llama3.2 +base_model: meta-llama/Llama-3.2-1B-Instruct +tags: +- peft-factory +- full +- llama-factory +- generated_from_trainer +model-index: +- name: train_rte_42_1774791065 + results: [] +--- + + + +# train_rte_42_1774791065 + +This model is a fine-tuned version of [meta-llama/Llama-3.2-1B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct) on the rte dataset. +It achieves the following results on the evaluation set: +- Loss: 0.1407 +- Num Input Tokens Seen: 2035272 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 5 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | Input Tokens Seen | +|:-------------:|:------:|:----:|:---------------:|:-----------------:| +| 0.2508 | 0.2527 | 71 | 0.1407 | 105024 | +| 0.1769 | 0.5053 | 142 | 0.1558 | 209536 | +| 0.1924 | 0.7580 | 213 | 0.1600 | 312576 | +| 0.1956 | 1.0107 | 284 | 0.1684 | 414040 | +| 0.1589 | 1.2633 | 355 | 0.1601 | 517656 | +| 0.1947 | 1.5160 | 426 | 0.1815 | 624344 | +| 0.1825 | 1.7687 | 497 | 0.1647 | 725656 | +| 0.1568 | 2.0214 | 568 | 0.1555 | 821416 | +| 0.1597 | 2.2740 | 639 | 0.1567 | 926760 | +| 0.1431 | 2.5267 | 710 | 0.1639 | 1025320 | +| 0.1986 | 2.7794 | 781 | 0.1541 | 1128104 | +| 0.137 | 3.0320 | 852 | 0.1852 | 1229440 | +| 0.1422 | 3.2847 | 923 | 0.1646 | 1332544 | +| 0.0911 | 3.5374 | 994 | 0.1804 | 1438336 | +| 0.1203 | 3.7900 | 1065 | 0.1771 | 1539072 | +| 0.0551 | 4.0427 | 1136 | 0.1983 | 1642696 | +| 0.0577 | 4.2954 | 1207 | 0.3402 | 1743624 | +| 0.0319 | 4.5480 | 1278 | 0.3532 | 1849416 | +| 0.0846 | 4.8007 | 1349 | 0.3423 | 1954568 | + + +### Framework versions + +- Transformers 4.51.3 +- Pytorch 2.10.0+cu128 +- Datasets 4.0.0 +- Tokenizers 0.21.4 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..ac55187 --- /dev/null +++ b/all_results.json @@ -0,0 +1,13 @@ +{ + "epoch": 5.0, + "eval_loss": 0.14072927832603455, + "eval_runtime": 0.5968, + "eval_samples_per_second": 417.253, + "eval_steps_per_second": 53.623, + "num_input_tokens_seen": 2035272, + "total_flos": 1.1883702201974784e+16, + "train_loss": 0.17133487164477065, + "train_runtime": 699.7603, + "train_samples_per_second": 16.013, + "train_steps_per_second": 2.008 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5a2b93f --- /dev/null +++ b/config.json @@ -0,0 +1,39 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.51.3", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000..fb3d52a --- /dev/null +++ b/eval_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 5.0, + "eval_loss": 0.14072927832603455, + "eval_runtime": 0.5968, + "eval_samples_per_second": 417.253, + "eval_steps_per_second": 53.623, + "num_input_tokens_seen": 2035272 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..2b8ae57 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.51.3" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..f4d01e7 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f03cff080234d858206e7fd3ce0da58830d2a503759adb77c9db1fd9daf44d96 +size 4943274328 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..ddc3ce0 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2069 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizer" +} diff --git a/train.yaml b/train.yaml new file mode 100644 index 0000000..42c2f35 --- /dev/null +++ b/train.yaml @@ -0,0 +1,55 @@ +seed: 42 + +### model +model_name_or_path: meta-llama/Llama-3.2-1B-Instruct +trust_remote_code: true +flash_attn: auto +use_cache: false + +### method +stage: sft +do_train: true +finetuning_type: full + +### dataset +dataset: rte +template: llama3 +cutoff_len: 2048 +overwrite_cache: true +preprocessing_num_workers: 4 +dataloader_num_workers: 4 +packing: false + +### output +output_dir: saves_bts_preliminary/base/llama-3.2-1b-instruct/train_rte_42_1774791065 +logging_steps: 5 +save_steps: 0.05 +overwrite_output_dir: true +save_only_model: false +plot_loss: true +include_num_input_tokens_seen: true +push_to_hub: true +push_to_hub_organization: rbelanec +load_best_model_at_end: true +save_total_limit: 1 + +### train +per_device_train_batch_size: 8 +learning_rate: 5.0e-5 +num_train_epochs: 5 +weight_decay: 1.0e-5 +lr_scheduler_type: cosine +bf16: true +ddp_timeout: 180000000 +resume_from_checkpoint: null +warmup_ratio: 0.1 +optim: adamw_torch +report_to: +- wandb +run_name: base_llama-3.2-1b-instruct_train_rte_42_1774791065 + +### eval +per_device_eval_batch_size: 8 +eval_strategy: steps +eval_steps: 0.05 +val_size: 0.1 \ No newline at end of file diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..ff70e3e --- /dev/null +++ b/train_results.json @@ -0,0 +1,9 @@ +{ + "epoch": 5.0, + "num_input_tokens_seen": 2035272, + "total_flos": 1.1883702201974784e+16, + "train_loss": 0.17133487164477065, + "train_runtime": 699.7603, + "train_samples_per_second": 16.013, + "train_steps_per_second": 2.008 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..72f0be1 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,301 @@ +{"current_steps": 5, "total_steps": 1405, "loss": 0.6704, "lr": 1.4184397163120568e-06, "epoch": 0.017793594306049824, "percentage": 0.36, "elapsed_time": "0:00:00", "remaining_time": "0:03:57", "throughput": 9261.64, "total_tokens": 7872} +{"current_steps": 10, "total_steps": 1405, "loss": 0.2548, "lr": 3.1914893617021277e-06, "epoch": 0.03558718861209965, "percentage": 0.71, "elapsed_time": "0:00:01", "remaining_time": "0:03:00", "throughput": 11397.44, "total_tokens": 14784} +{"current_steps": 15, "total_steps": 1405, "loss": 0.9227, "lr": 4.964539007092199e-06, "epoch": 0.05338078291814947, "percentage": 1.07, "elapsed_time": "0:00:01", "remaining_time": "0:02:45", "throughput": 13094.26, "total_tokens": 23424} +{"current_steps": 20, "total_steps": 1405, "loss": 0.1819, "lr": 6.73758865248227e-06, "epoch": 0.0711743772241993, "percentage": 1.42, "elapsed_time": "0:00:02", "remaining_time": "0:02:34", "throughput": 13389.34, "total_tokens": 29824} +{"current_steps": 25, "total_steps": 1405, "loss": 0.228, "lr": 8.510638297872341e-06, "epoch": 0.08896797153024912, "percentage": 1.78, "elapsed_time": "0:00:02", "remaining_time": "0:02:28", "throughput": 14061.51, "total_tokens": 37824} +{"current_steps": 30, "total_steps": 1405, "loss": 0.1572, "lr": 1.0283687943262411e-05, "epoch": 0.10676156583629894, "percentage": 2.14, "elapsed_time": "0:00:03", "remaining_time": "0:02:23", "throughput": 14260.87, "total_tokens": 44608} +{"current_steps": 35, "total_steps": 1405, "loss": 0.1609, "lr": 1.2056737588652483e-05, "epoch": 0.12455516014234876, "percentage": 2.49, "elapsed_time": "0:00:03", "remaining_time": "0:02:19", "throughput": 14545.74, "total_tokens": 51968} +{"current_steps": 40, "total_steps": 1405, "loss": 0.2143, "lr": 1.3829787234042554e-05, "epoch": 0.1423487544483986, "percentage": 2.85, "elapsed_time": "0:00:04", "remaining_time": "0:02:17", "throughput": 14773.94, "total_tokens": 59456} +{"current_steps": 45, "total_steps": 1405, "loss": 0.2034, "lr": 1.5602836879432626e-05, "epoch": 0.1601423487544484, "percentage": 3.2, "elapsed_time": "0:00:04", "remaining_time": "0:02:14", "throughput": 14905.26, "total_tokens": 66496} +{"current_steps": 50, "total_steps": 1405, "loss": 0.2702, "lr": 1.7375886524822697e-05, "epoch": 0.17793594306049823, "percentage": 3.56, "elapsed_time": "0:00:04", "remaining_time": "0:02:12", "throughput": 14984.9, "total_tokens": 73408} +{"current_steps": 55, "total_steps": 1405, "loss": 0.1793, "lr": 1.9148936170212766e-05, "epoch": 0.19572953736654805, "percentage": 3.91, "elapsed_time": "0:00:05", "remaining_time": "0:02:11", "throughput": 15094.9, "total_tokens": 80576} +{"current_steps": 60, "total_steps": 1405, "loss": 0.161, "lr": 2.0921985815602837e-05, "epoch": 0.21352313167259787, "percentage": 4.27, "elapsed_time": "0:00:05", "remaining_time": "0:02:09", "throughput": 15238.44, "total_tokens": 88256} +{"current_steps": 65, "total_steps": 1405, "loss": 0.1808, "lr": 2.269503546099291e-05, "epoch": 0.2313167259786477, "percentage": 4.63, "elapsed_time": "0:00:06", "remaining_time": "0:02:08", "throughput": 15388.52, "total_tokens": 96256} +{"current_steps": 70, "total_steps": 1405, "loss": 0.2508, "lr": 2.446808510638298e-05, "epoch": 0.2491103202846975, "percentage": 4.98, "elapsed_time": "0:00:06", "remaining_time": "0:02:07", "throughput": 15441.44, "total_tokens": 103424} +{"current_steps": 71, "total_steps": 1405, "eval_loss": 0.14072927832603455, "epoch": 0.2526690391459075, "percentage": 5.05, "elapsed_time": "0:00:07", "remaining_time": "0:02:18", "throughput": 14240.56, "total_tokens": 105024} +{"current_steps": 75, "total_steps": 1405, "loss": 0.143, "lr": 2.624113475177305e-05, "epoch": 0.2669039145907473, "percentage": 5.34, "elapsed_time": "0:00:55", "remaining_time": "0:16:19", "throughput": 2001.71, "total_tokens": 110528} +{"current_steps": 80, "total_steps": 1405, "loss": 0.2326, "lr": 2.8014184397163124e-05, "epoch": 0.2846975088967972, "percentage": 5.69, "elapsed_time": "0:00:55", "remaining_time": "0:15:21", "throughput": 2110.33, "total_tokens": 117440} +{"current_steps": 85, "total_steps": 1405, "loss": 0.2053, "lr": 2.9787234042553192e-05, "epoch": 0.302491103202847, "percentage": 6.05, "elapsed_time": "0:00:56", "remaining_time": "0:14:31", "throughput": 2236.67, "total_tokens": 125504} +{"current_steps": 90, "total_steps": 1405, "loss": 0.2409, "lr": 3.156028368794326e-05, "epoch": 0.3202846975088968, "percentage": 6.41, "elapsed_time": "0:00:56", "remaining_time": "0:13:46", "throughput": 2340.64, "total_tokens": 132352} +{"current_steps": 95, "total_steps": 1405, "loss": 0.2063, "lr": 3.3333333333333335e-05, "epoch": 0.33807829181494664, "percentage": 6.76, "elapsed_time": "0:00:56", "remaining_time": "0:13:05", "throughput": 2443.01, "total_tokens": 139200} +{"current_steps": 100, "total_steps": 1405, "loss": 0.244, "lr": 3.5106382978723407e-05, "epoch": 0.35587188612099646, "percentage": 7.12, "elapsed_time": "0:00:57", "remaining_time": "0:12:29", "throughput": 2574.04, "total_tokens": 147904} +{"current_steps": 105, "total_steps": 1405, "loss": 0.183, "lr": 3.687943262411347e-05, "epoch": 0.3736654804270463, "percentage": 7.47, "elapsed_time": "0:00:57", "remaining_time": "0:11:56", "throughput": 2664.85, "total_tokens": 154240} +{"current_steps": 110, "total_steps": 1405, "loss": 0.1615, "lr": 3.865248226950355e-05, "epoch": 0.3914590747330961, "percentage": 7.83, "elapsed_time": "0:00:58", "remaining_time": "0:11:26", "throughput": 2768.47, "total_tokens": 161472} +{"current_steps": 115, "total_steps": 1405, "loss": 0.1703, "lr": 4.0425531914893614e-05, "epoch": 0.4092526690391459, "percentage": 8.19, "elapsed_time": "0:00:58", "remaining_time": "0:10:59", "throughput": 2862.5, "total_tokens": 168192} +{"current_steps": 120, "total_steps": 1405, "loss": 0.246, "lr": 4.219858156028369e-05, "epoch": 0.42704626334519574, "percentage": 8.54, "elapsed_time": "0:00:59", "remaining_time": "0:10:33", "throughput": 2951.15, "total_tokens": 174656} +{"current_steps": 125, "total_steps": 1405, "loss": 0.1665, "lr": 4.3971631205673764e-05, "epoch": 0.44483985765124556, "percentage": 8.9, "elapsed_time": "0:00:59", "remaining_time": "0:10:10", "throughput": 3046.8, "total_tokens": 181632} +{"current_steps": 130, "total_steps": 1405, "loss": 0.1695, "lr": 4.574468085106383e-05, "epoch": 0.4626334519572954, "percentage": 9.25, "elapsed_time": "0:01:00", "remaining_time": "0:09:49", "throughput": 3184.81, "total_tokens": 191488} +{"current_steps": 135, "total_steps": 1405, "loss": 0.1764, "lr": 4.751773049645391e-05, "epoch": 0.4804270462633452, "percentage": 9.61, "elapsed_time": "0:01:00", "remaining_time": "0:09:29", "throughput": 3282.77, "total_tokens": 198848} +{"current_steps": 140, "total_steps": 1405, "loss": 0.1769, "lr": 4.929078014184397e-05, "epoch": 0.498220640569395, "percentage": 9.96, "elapsed_time": "0:01:01", "remaining_time": "0:09:11", "throughput": 3394.7, "total_tokens": 207232} +{"current_steps": 142, "total_steps": 1405, "eval_loss": 0.15581394731998444, "epoch": 0.505338078291815, "percentage": 10.11, "elapsed_time": "0:01:01", "remaining_time": "0:09:09", "throughput": 3393.08, "total_tokens": 209536} +{"current_steps": 145, "total_steps": 1405, "loss": 0.2155, "lr": 4.9999305045921804e-05, "epoch": 0.5160142348754448, "percentage": 10.32, "elapsed_time": "0:01:21", "remaining_time": "0:11:46", "throughput": 2630.39, "total_tokens": 213952} +{"current_steps": 150, "total_steps": 1405, "loss": 0.185, "lr": 4.9995058244251644e-05, "epoch": 0.5338078291814946, "percentage": 10.68, "elapsed_time": "0:01:21", "remaining_time": "0:11:24", "throughput": 2706.78, "total_tokens": 221376} +{"current_steps": 155, "total_steps": 1405, "loss": 0.2471, "lr": 4.998695138156149e-05, "epoch": 0.5516014234875445, "percentage": 11.03, "elapsed_time": "0:01:22", "remaining_time": "0:11:03", "throughput": 2783.85, "total_tokens": 228928} +{"current_steps": 160, "total_steps": 1405, "loss": 0.2061, "lr": 4.997498570981822e-05, "epoch": 0.5693950177935944, "percentage": 11.39, "elapsed_time": "0:01:22", "remaining_time": "0:10:43", "throughput": 2858.73, "total_tokens": 236352} +{"current_steps": 165, "total_steps": 1405, "loss": 0.1488, "lr": 4.995916307691601e-05, "epoch": 0.5871886120996441, "percentage": 11.74, "elapsed_time": "0:01:23", "remaining_time": "0:10:24", "throughput": 2939.86, "total_tokens": 244416} +{"current_steps": 170, "total_steps": 1405, "loss": 0.1625, "lr": 4.993948592639104e-05, "epoch": 0.604982206405694, "percentage": 12.1, "elapsed_time": "0:01:23", "remaining_time": "0:10:07", "throughput": 3008.87, "total_tokens": 251456} +{"current_steps": 175, "total_steps": 1405, "loss": 0.1635, "lr": 4.991595729704405e-05, "epoch": 0.6227758007117438, "percentage": 12.46, "elapsed_time": "0:01:24", "remaining_time": "0:09:50", "throughput": 3081.28, "total_tokens": 258880} +{"current_steps": 180, "total_steps": 1405, "loss": 0.163, "lr": 4.9888580822471086e-05, "epoch": 0.6405693950177936, "percentage": 12.81, "elapsed_time": "0:01:24", "remaining_time": "0:09:34", "throughput": 3140.45, "total_tokens": 265152} +{"current_steps": 185, "total_steps": 1405, "loss": 0.1599, "lr": 4.985736073050237e-05, "epoch": 0.6583629893238434, "percentage": 13.17, "elapsed_time": "0:01:24", "remaining_time": "0:09:19", "throughput": 3211.35, "total_tokens": 272576} +{"current_steps": 190, "total_steps": 1405, "loss": 0.1669, "lr": 4.982230184254933e-05, "epoch": 0.6761565836298933, "percentage": 13.52, "elapsed_time": "0:01:25", "remaining_time": "0:09:05", "throughput": 3278.9, "total_tokens": 279744} +{"current_steps": 195, "total_steps": 1405, "loss": 0.1659, "lr": 4.9783409572860105e-05, "epoch": 0.693950177935943, "percentage": 13.88, "elapsed_time": "0:01:25", "remaining_time": "0:08:52", "throughput": 3353.87, "total_tokens": 287680} +{"current_steps": 200, "total_steps": 1405, "loss": 0.1729, "lr": 4.974068992768331e-05, "epoch": 0.7117437722419929, "percentage": 14.23, "elapsed_time": "0:01:26", "remaining_time": "0:08:39", "throughput": 3417.1, "total_tokens": 294592} +{"current_steps": 205, "total_steps": 1405, "loss": 0.2655, "lr": 4.9694149504340517e-05, "epoch": 0.7295373665480427, "percentage": 14.59, "elapsed_time": "0:01:26", "remaining_time": "0:08:27", "throughput": 3479.09, "total_tokens": 301440} +{"current_steps": 210, "total_steps": 1405, "loss": 0.1924, "lr": 4.964379549020741e-05, "epoch": 0.7473309608540926, "percentage": 14.95, "elapsed_time": "0:01:27", "remaining_time": "0:08:15", "throughput": 3541.9, "total_tokens": 308416} +{"current_steps": 213, "total_steps": 1405, "eval_loss": 0.1600140929222107, "epoch": 0.7580071174377224, "percentage": 15.16, "elapsed_time": "0:01:27", "remaining_time": "0:08:11", "throughput": 3557.0, "total_tokens": 312576} +{"current_steps": 215, "total_steps": 1405, "loss": 0.1666, "lr": 4.958963566160384e-05, "epoch": 0.7651245551601423, "percentage": 15.3, "elapsed_time": "0:01:49", "remaining_time": "0:10:07", "throughput": 2875.22, "total_tokens": 315328} +{"current_steps": 220, "total_steps": 1405, "loss": 0.1668, "lr": 4.953167838259285e-05, "epoch": 0.7829181494661922, "percentage": 15.66, "elapsed_time": "0:01:50", "remaining_time": "0:09:53", "throughput": 2930.4, "total_tokens": 322688} +{"current_steps": 225, "total_steps": 1405, "loss": 0.1826, "lr": 4.946993260368904e-05, "epoch": 0.800711743772242, "percentage": 16.01, "elapsed_time": "0:01:50", "remaining_time": "0:09:39", "throughput": 2978.7, "total_tokens": 329280} +{"current_steps": 230, "total_steps": 1405, "loss": 0.1488, "lr": 4.940440786047628e-05, "epoch": 0.8185053380782918, "percentage": 16.37, "elapsed_time": "0:01:50", "remaining_time": "0:09:27", "throughput": 3035.34, "total_tokens": 336896} +{"current_steps": 235, "total_steps": 1405, "loss": 0.2852, "lr": 4.933511427213511e-05, "epoch": 0.8362989323843416, "percentage": 16.73, "elapsed_time": "0:01:51", "remaining_time": "0:09:14", "throughput": 3088.26, "total_tokens": 344128} +{"current_steps": 240, "total_steps": 1405, "loss": 0.1901, "lr": 4.926206253988001e-05, "epoch": 0.8540925266903915, "percentage": 17.08, "elapsed_time": "0:01:51", "remaining_time": "0:09:02", "throughput": 3137.08, "total_tokens": 350912} +{"current_steps": 245, "total_steps": 1405, "loss": 0.1972, "lr": 4.91852639453068e-05, "epoch": 0.8718861209964412, "percentage": 17.44, "elapsed_time": "0:01:52", "remaining_time": "0:08:51", "throughput": 3188.08, "total_tokens": 358016} +{"current_steps": 250, "total_steps": 1405, "loss": 0.3136, "lr": 4.910473034865033e-05, "epoch": 0.8896797153024911, "percentage": 17.79, "elapsed_time": "0:01:52", "remaining_time": "0:08:40", "throughput": 3235.7, "total_tokens": 364736} +{"current_steps": 255, "total_steps": 1405, "loss": 0.1648, "lr": 4.902047418695292e-05, "epoch": 0.9074733096085409, "percentage": 18.15, "elapsed_time": "0:01:53", "remaining_time": "0:08:30", "throughput": 3284.51, "total_tokens": 371648} +{"current_steps": 260, "total_steps": 1405, "loss": 0.1706, "lr": 4.893250847214369e-05, "epoch": 0.9252669039145908, "percentage": 18.51, "elapsed_time": "0:01:53", "remaining_time": "0:08:20", "throughput": 3337.95, "total_tokens": 379200} +{"current_steps": 265, "total_steps": 1405, "loss": 0.2379, "lr": 4.884084678902898e-05, "epoch": 0.9430604982206405, "percentage": 18.86, "elapsed_time": "0:01:54", "remaining_time": "0:08:10", "throughput": 3394.56, "total_tokens": 387200} +{"current_steps": 270, "total_steps": 1405, "loss": 0.1618, "lr": 4.874550329319457e-05, "epoch": 0.9608540925266904, "percentage": 19.22, "elapsed_time": "0:01:54", "remaining_time": "0:08:01", "throughput": 3450.89, "total_tokens": 395264} +{"current_steps": 275, "total_steps": 1405, "loss": 0.1637, "lr": 4.864649270881944e-05, "epoch": 0.9786476868327402, "percentage": 19.57, "elapsed_time": "0:01:54", "remaining_time": "0:07:52", "throughput": 3498.0, "total_tokens": 402176} +{"current_steps": 280, "total_steps": 1405, "loss": 0.1956, "lr": 4.8543830326401954e-05, "epoch": 0.99644128113879, "percentage": 19.93, "elapsed_time": "0:01:55", "remaining_time": "0:07:43", "throughput": 3551.83, "total_tokens": 409984} +{"current_steps": 284, "total_steps": 1405, "eval_loss": 0.16843144595623016, "epoch": 1.01067615658363, "percentage": 20.21, "elapsed_time": "0:01:56", "remaining_time": "0:07:39", "throughput": 3556.6, "total_tokens": 414040} +{"current_steps": 285, "total_steps": 1405, "loss": 0.1483, "lr": 4.843753200039851e-05, "epoch": 1.0142348754448398, "percentage": 20.28, "elapsed_time": "0:02:18", "remaining_time": "0:09:04", "throughput": 2994.8, "total_tokens": 415256} +{"current_steps": 290, "total_steps": 1405, "loss": 0.1508, "lr": 4.832761414677503e-05, "epoch": 1.0320284697508897, "percentage": 20.64, "elapsed_time": "0:02:19", "remaining_time": "0:08:54", "throughput": 3039.39, "total_tokens": 422808} +{"current_steps": 295, "total_steps": 1405, "loss": 0.1599, "lr": 4.8214093740471836e-05, "epoch": 1.0498220640569396, "percentage": 21.0, "elapsed_time": "0:02:19", "remaining_time": "0:08:45", "throughput": 3082.0, "total_tokens": 430104} +{"current_steps": 300, "total_steps": 1405, "loss": 0.1629, "lr": 4.8096988312782174e-05, "epoch": 1.0676156583629894, "percentage": 21.35, "elapsed_time": "0:02:19", "remaining_time": "0:08:35", "throughput": 3120.14, "total_tokens": 436760} +{"current_steps": 305, "total_steps": 1405, "loss": 0.1729, "lr": 4.7976315948644745e-05, "epoch": 1.085409252669039, "percentage": 21.71, "elapsed_time": "0:02:20", "remaining_time": "0:08:26", "throughput": 3168.2, "total_tokens": 444952} +{"current_steps": 310, "total_steps": 1405, "loss": 3.0413, "lr": 4.7852095283850866e-05, "epoch": 1.103202846975089, "percentage": 22.06, "elapsed_time": "0:02:20", "remaining_time": "0:08:17", "throughput": 3213.29, "total_tokens": 452760} +{"current_steps": 315, "total_steps": 1405, "loss": 0.1785, "lr": 4.772434550216643e-05, "epoch": 1.1209964412811388, "percentage": 22.42, "elapsed_time": "0:02:21", "remaining_time": "0:08:08", "throughput": 3243.84, "total_tokens": 458392} +{"current_steps": 320, "total_steps": 1405, "loss": 0.1666, "lr": 4.7593086332369344e-05, "epoch": 1.1387900355871885, "percentage": 22.78, "elapsed_time": "0:02:21", "remaining_time": "0:08:00", "throughput": 3281.47, "total_tokens": 465112} +{"current_steps": 325, "total_steps": 1405, "loss": 0.2395, "lr": 4.74583380452027e-05, "epoch": 1.1565836298932384, "percentage": 23.13, "elapsed_time": "0:02:22", "remaining_time": "0:07:52", "throughput": 3321.41, "total_tokens": 472216} +{"current_steps": 330, "total_steps": 1405, "loss": 0.2229, "lr": 4.7320121450244394e-05, "epoch": 1.1743772241992882, "percentage": 23.49, "elapsed_time": "0:02:22", "remaining_time": "0:07:44", "throughput": 3362.68, "total_tokens": 479576} +{"current_steps": 335, "total_steps": 1405, "loss": 0.2531, "lr": 4.717845789269333e-05, "epoch": 1.1921708185053381, "percentage": 23.84, "elapsed_time": "0:02:23", "remaining_time": "0:07:36", "throughput": 3401.21, "total_tokens": 486552} +{"current_steps": 340, "total_steps": 1405, "loss": 0.2223, "lr": 4.703336925007311e-05, "epoch": 1.209964412811388, "percentage": 24.2, "elapsed_time": "0:02:23", "remaining_time": "0:07:29", "throughput": 3446.39, "total_tokens": 494616} +{"current_steps": 345, "total_steps": 1405, "loss": 0.1898, "lr": 4.68848779288534e-05, "epoch": 1.2277580071174377, "percentage": 24.56, "elapsed_time": "0:02:23", "remaining_time": "0:07:22", "throughput": 3483.18, "total_tokens": 501400} +{"current_steps": 350, "total_steps": 1405, "loss": 0.1662, "lr": 4.673300686098957e-05, "epoch": 1.2455516014234875, "percentage": 24.91, "elapsed_time": "0:02:24", "remaining_time": "0:07:15", "throughput": 3524.17, "total_tokens": 508888} +{"current_steps": 355, "total_steps": 1405, "loss": 0.1589, "lr": 4.657777950038133e-05, "epoch": 1.2633451957295374, "percentage": 25.27, "elapsed_time": "0:02:24", "remaining_time": "0:07:08", "throughput": 3573.03, "total_tokens": 517656} +{"current_steps": 355, "total_steps": 1405, "eval_loss": 0.1600693166255951, "epoch": 1.2633451957295374, "percentage": 25.27, "elapsed_time": "0:02:25", "remaining_time": "0:07:10", "throughput": 3558.09, "total_tokens": 517656} +{"current_steps": 360, "total_steps": 1405, "loss": 0.1538, "lr": 4.6419219819250636e-05, "epoch": 1.281138790035587, "percentage": 25.62, "elapsed_time": "0:03:20", "remaining_time": "0:09:41", "throughput": 2624.92, "total_tokens": 526232} +{"current_steps": 365, "total_steps": 1405, "loss": 0.1811, "lr": 4.62573523044396e-05, "epoch": 1.298932384341637, "percentage": 25.98, "elapsed_time": "0:03:20", "remaining_time": "0:09:32", "throughput": 2654.85, "total_tokens": 533400} +{"current_steps": 370, "total_steps": 1405, "loss": 0.174, "lr": 4.609220195362886e-05, "epoch": 1.3167259786476868, "percentage": 26.33, "elapsed_time": "0:03:21", "remaining_time": "0:09:23", "throughput": 2691.99, "total_tokens": 542168} +{"current_steps": 375, "total_steps": 1405, "loss": 0.1571, "lr": 4.5923794271477217e-05, "epoch": 1.3345195729537367, "percentage": 26.69, "elapsed_time": "0:03:21", "remaining_time": "0:09:14", "throughput": 2724.59, "total_tokens": 549976} +{"current_steps": 380, "total_steps": 1405, "loss": 0.1641, "lr": 4.575215526568278e-05, "epoch": 1.3523131672597866, "percentage": 27.05, "elapsed_time": "0:03:22", "remaining_time": "0:09:05", "throughput": 2753.47, "total_tokens": 557016} +{"current_steps": 385, "total_steps": 1405, "loss": 1.4814, "lr": 4.5577311442966584e-05, "epoch": 1.3701067615658362, "percentage": 27.4, "elapsed_time": "0:03:22", "remaining_time": "0:08:57", "throughput": 2784.28, "total_tokens": 564504} +{"current_steps": 390, "total_steps": 1405, "loss": 0.1601, "lr": 4.539928980497903e-05, "epoch": 1.387900355871886, "percentage": 27.76, "elapsed_time": "0:03:23", "remaining_time": "0:08:48", "throughput": 2814.37, "total_tokens": 571864} +{"current_steps": 395, "total_steps": 1405, "loss": 0.2213, "lr": 4.521811784412996e-05, "epoch": 1.405693950177936, "percentage": 28.11, "elapsed_time": "0:03:23", "remaining_time": "0:08:40", "throughput": 2840.85, "total_tokens": 578456} +{"current_steps": 400, "total_steps": 1405, "loss": 1.4493, "lr": 4.503382353934294e-05, "epoch": 1.4234875444839858, "percentage": 28.47, "elapsed_time": "0:03:24", "remaining_time": "0:08:32", "throughput": 2865.2, "total_tokens": 584600} +{"current_steps": 405, "total_steps": 1405, "loss": 0.1729, "lr": 4.4846435351734376e-05, "epoch": 1.4412811387900355, "percentage": 28.83, "elapsed_time": "0:03:24", "remaining_time": "0:08:24", "throughput": 2891.23, "total_tokens": 591128} +{"current_steps": 410, "total_steps": 1405, "loss": 0.1539, "lr": 4.4655982220218176e-05, "epoch": 1.4590747330960854, "percentage": 29.18, "elapsed_time": "0:03:24", "remaining_time": "0:08:17", "throughput": 2921.17, "total_tokens": 598552} +{"current_steps": 415, "total_steps": 1405, "loss": 0.1612, "lr": 4.446249355703661e-05, "epoch": 1.4768683274021353, "percentage": 29.54, "elapsed_time": "0:03:25", "remaining_time": "0:08:09", "throughput": 2956.98, "total_tokens": 607320} +{"current_steps": 420, "total_steps": 1405, "loss": 0.1594, "lr": 4.426599924321815e-05, "epoch": 1.4946619217081851, "percentage": 29.89, "elapsed_time": "0:03:25", "remaining_time": "0:08:02", "throughput": 2986.7, "total_tokens": 614744} +{"current_steps": 425, "total_steps": 1405, "loss": 0.1947, "lr": 4.4066529623962784e-05, "epoch": 1.512455516014235, "percentage": 30.25, "elapsed_time": "0:03:26", "remaining_time": "0:07:55", "throughput": 3019.07, "total_tokens": 622808} +{"current_steps": 426, "total_steps": 1405, "eval_loss": 0.18150445818901062, "epoch": 1.5160142348754448, "percentage": 30.32, "elapsed_time": "0:03:26", "remaining_time": "0:07:55", "throughput": 3016.74, "total_tokens": 624344} +{"current_steps": 430, "total_steps": 1405, "loss": 0.1523, "lr": 4.386411550395576e-05, "epoch": 1.5302491103202847, "percentage": 30.6, "elapsed_time": "0:03:48", "remaining_time": "0:08:38", "throughput": 2759.03, "total_tokens": 630488} +{"current_steps": 435, "total_steps": 1405, "loss": 0.1721, "lr": 4.365878814261032e-05, "epoch": 1.5480427046263345, "percentage": 30.96, "elapsed_time": "0:03:48", "remaining_time": "0:08:30", "throughput": 2788.16, "total_tokens": 638424} +{"current_steps": 440, "total_steps": 1405, "loss": 0.1551, "lr": 4.34505792492402e-05, "epoch": 1.5658362989323842, "percentage": 31.32, "elapsed_time": "0:03:49", "remaining_time": "0:08:23", "throughput": 2812.54, "total_tokens": 645208} +{"current_steps": 445, "total_steps": 1405, "loss": 0.1499, "lr": 4.323952097816269e-05, "epoch": 1.583629893238434, "percentage": 31.67, "elapsed_time": "0:03:49", "remaining_time": "0:08:15", "throughput": 2840.95, "total_tokens": 653016} +{"current_steps": 450, "total_steps": 1405, "loss": 0.1843, "lr": 4.3025645923732926e-05, "epoch": 1.601423487544484, "percentage": 32.03, "elapsed_time": "0:03:50", "remaining_time": "0:08:08", "throughput": 2865.85, "total_tokens": 659992} +{"current_steps": 455, "total_steps": 1405, "loss": 0.1579, "lr": 4.2808987115310255e-05, "epoch": 1.6192170818505338, "percentage": 32.38, "elapsed_time": "0:03:50", "remaining_time": "0:08:01", "throughput": 2891.63, "total_tokens": 667224} +{"current_steps": 460, "total_steps": 1405, "loss": 0.1563, "lr": 4.2589578012157426e-05, "epoch": 1.6370106761565837, "percentage": 32.74, "elapsed_time": "0:03:51", "remaining_time": "0:07:54", "throughput": 2920.2, "total_tokens": 675160} +{"current_steps": 465, "total_steps": 1405, "loss": 0.1556, "lr": 4.236745249827336e-05, "epoch": 1.6548042704626336, "percentage": 33.1, "elapsed_time": "0:03:51", "remaining_time": "0:07:48", "throughput": 2950.41, "total_tokens": 683544} +{"current_steps": 470, "total_steps": 1405, "loss": 0.1593, "lr": 4.214264487716033e-05, "epoch": 1.6725978647686834, "percentage": 33.45, "elapsed_time": "0:03:52", "remaining_time": "0:07:41", "throughput": 2970.35, "total_tokens": 689368} +{"current_steps": 475, "total_steps": 1405, "loss": 0.1699, "lr": 4.191518986652642e-05, "epoch": 1.690391459074733, "percentage": 33.81, "elapsed_time": "0:03:52", "remaining_time": "0:07:35", "throughput": 2992.74, "total_tokens": 695832} +{"current_steps": 480, "total_steps": 1405, "loss": 0.1563, "lr": 4.168512259292391e-05, "epoch": 1.708185053380783, "percentage": 34.16, "elapsed_time": "0:03:52", "remaining_time": "0:07:28", "throughput": 3018.34, "total_tokens": 703128} +{"current_steps": 485, "total_steps": 1405, "loss": 0.1507, "lr": 4.1452478586324605e-05, "epoch": 1.7259786476868326, "percentage": 34.52, "elapsed_time": "0:03:53", "remaining_time": "0:07:22", "throughput": 3040.19, "total_tokens": 709528} +{"current_steps": 490, "total_steps": 1405, "loss": 0.1558, "lr": 4.121729377463285e-05, "epoch": 1.7437722419928825, "percentage": 34.88, "elapsed_time": "0:03:53", "remaining_time": "0:07:16", "throughput": 3063.63, "total_tokens": 716312} +{"current_steps": 495, "total_steps": 1405, "loss": 0.1825, "lr": 4.097960447813705e-05, "epoch": 1.7615658362989324, "percentage": 35.23, "elapsed_time": "0:03:54", "remaining_time": "0:07:10", "throughput": 3085.76, "total_tokens": 722776} +{"current_steps": 497, "total_steps": 1405, "eval_loss": 0.16469639539718628, "epoch": 1.7686832740213523, "percentage": 35.37, "elapsed_time": "0:03:54", "remaining_time": "0:07:09", "throughput": 3088.2, "total_tokens": 725656} +{"current_steps": 500, "total_steps": 1405, "loss": 0.1798, "lr": 4.073944740390061e-05, "epoch": 1.7793594306049823, "percentage": 35.59, "elapsed_time": "0:04:17", "remaining_time": "0:07:46", "throughput": 2831.32, "total_tokens": 729944} +{"current_steps": 505, "total_steps": 1405, "loss": 0.1694, "lr": 4.049685964009321e-05, "epoch": 1.7971530249110321, "percentage": 35.94, "elapsed_time": "0:04:18", "remaining_time": "0:07:40", "throughput": 2854.17, "total_tokens": 737112} +{"current_steps": 510, "total_steps": 1405, "loss": 0.1605, "lr": 4.025187865026311e-05, "epoch": 1.814946619217082, "percentage": 36.3, "elapsed_time": "0:04:18", "remaining_time": "0:07:34", "throughput": 2877.43, "total_tokens": 744408} +{"current_steps": 515, "total_steps": 1405, "loss": 0.1574, "lr": 4.000454226755159e-05, "epoch": 1.8327402135231317, "percentage": 36.65, "elapsed_time": "0:04:19", "remaining_time": "0:07:27", "throughput": 2896.23, "total_tokens": 750488} +{"current_steps": 520, "total_steps": 1405, "loss": 0.1703, "lr": 3.975488868885021e-05, "epoch": 1.8505338078291815, "percentage": 37.01, "elapsed_time": "0:04:19", "remaining_time": "0:07:21", "throughput": 2918.39, "total_tokens": 757528} +{"current_steps": 525, "total_steps": 1405, "loss": 0.1545, "lr": 3.9502956468902014e-05, "epoch": 1.8683274021352312, "percentage": 37.37, "elapsed_time": "0:04:19", "remaining_time": "0:07:15", "throughput": 2937.52, "total_tokens": 763736} +{"current_steps": 530, "total_steps": 1405, "loss": 0.1534, "lr": 3.924878451434735e-05, "epoch": 1.886120996441281, "percentage": 37.72, "elapsed_time": "0:04:20", "remaining_time": "0:07:10", "throughput": 2963.41, "total_tokens": 771864} +{"current_steps": 535, "total_steps": 1405, "loss": 0.1537, "lr": 3.899241207771546e-05, "epoch": 1.903914590747331, "percentage": 38.08, "elapsed_time": "0:04:20", "remaining_time": "0:07:04", "throughput": 2984.65, "total_tokens": 778712} +{"current_steps": 540, "total_steps": 1405, "loss": 0.1917, "lr": 3.873387875136252e-05, "epoch": 1.9217081850533808, "percentage": 38.43, "elapsed_time": "0:04:21", "remaining_time": "0:06:58", "throughput": 3001.32, "total_tokens": 784280} +{"current_steps": 545, "total_steps": 1405, "loss": 0.1743, "lr": 3.847322446135736e-05, "epoch": 1.9395017793594307, "percentage": 38.79, "elapsed_time": "0:04:21", "remaining_time": "0:06:53", "throughput": 3026.54, "total_tokens": 792280} +{"current_steps": 550, "total_steps": 1405, "loss": 0.1752, "lr": 3.821048946131549e-05, "epoch": 1.9572953736654806, "percentage": 39.15, "elapsed_time": "0:04:22", "remaining_time": "0:06:47", "throughput": 3045.34, "total_tokens": 798488} +{"current_steps": 555, "total_steps": 1405, "loss": 0.1578, "lr": 3.794571432618267e-05, "epoch": 1.9750889679715302, "percentage": 39.5, "elapsed_time": "0:04:22", "remaining_time": "0:06:42", "throughput": 3069.06, "total_tokens": 806104} +{"current_steps": 560, "total_steps": 1405, "loss": 0.1774, "lr": 3.767893994596876e-05, "epoch": 1.99288256227758, "percentage": 39.86, "elapsed_time": "0:04:23", "remaining_time": "0:06:37", "throughput": 3091.34, "total_tokens": 813336} +{"current_steps": 565, "total_steps": 1405, "loss": 0.1568, "lr": 3.741020751943297e-05, "epoch": 2.0106761565836297, "percentage": 40.21, "elapsed_time": "0:04:23", "remaining_time": "0:06:31", "throughput": 3101.64, "total_tokens": 817576} +{"current_steps": 568, "total_steps": 1405, "eval_loss": 0.15550938248634338, "epoch": 2.02135231316726, "percentage": 40.43, "elapsed_time": "0:04:24", "remaining_time": "0:06:29", "throughput": 3106.17, "total_tokens": 821416} +{"current_steps": 570, "total_steps": 1405, "loss": 0.1565, "lr": 3.713955854772144e-05, "epoch": 2.0284697508896796, "percentage": 40.57, "elapsed_time": "0:05:04", "remaining_time": "0:07:25", "throughput": 2708.15, "total_tokens": 823848} +{"current_steps": 575, "total_steps": 1405, "loss": 0.1536, "lr": 3.686703482795802e-05, "epoch": 2.0462633451957295, "percentage": 40.93, "elapsed_time": "0:05:04", "remaining_time": "0:07:19", "throughput": 2731.49, "total_tokens": 832232} +{"current_steps": 580, "total_steps": 1405, "loss": 0.1624, "lr": 3.6592678446789516e-05, "epoch": 2.0640569395017794, "percentage": 41.28, "elapsed_time": "0:05:05", "remaining_time": "0:07:14", "throughput": 2754.17, "total_tokens": 840424} +{"current_steps": 585, "total_steps": 1405, "loss": 0.1395, "lr": 3.631653177388605e-05, "epoch": 2.0818505338078293, "percentage": 41.64, "elapsed_time": "0:05:05", "remaining_time": "0:07:08", "throughput": 2771.33, "total_tokens": 846824} +{"current_steps": 590, "total_steps": 1405, "loss": 0.196, "lr": 3.60386374553978e-05, "epoch": 2.099644128113879, "percentage": 41.99, "elapsed_time": "0:05:05", "remaining_time": "0:07:02", "throughput": 2789.65, "total_tokens": 853608} +{"current_steps": 595, "total_steps": 1405, "loss": 0.1637, "lr": 3.5759038407369056e-05, "epoch": 2.117437722419929, "percentage": 42.35, "elapsed_time": "0:05:06", "remaining_time": "0:06:57", "throughput": 2809.64, "total_tokens": 860968} +{"current_steps": 600, "total_steps": 1405, "loss": 0.194, "lr": 3.547777780911055e-05, "epoch": 2.135231316725979, "percentage": 42.7, "elapsed_time": "0:05:06", "remaining_time": "0:06:51", "throughput": 2831.31, "total_tokens": 868904} +{"current_steps": 605, "total_steps": 1405, "loss": 0.1592, "lr": 3.519489909653113e-05, "epoch": 2.1530249110320283, "percentage": 43.06, "elapsed_time": "0:05:07", "remaining_time": "0:06:46", "throughput": 2850.58, "total_tokens": 876072} +{"current_steps": 610, "total_steps": 1405, "loss": 0.1549, "lr": 3.4910445955429854e-05, "epoch": 2.170818505338078, "percentage": 43.42, "elapsed_time": "0:05:07", "remaining_time": "0:06:41", "throughput": 2871.33, "total_tokens": 883752} +{"current_steps": 615, "total_steps": 1405, "loss": 0.1533, "lr": 3.4624462314749443e-05, "epoch": 2.188612099644128, "percentage": 43.77, "elapsed_time": "0:05:08", "remaining_time": "0:06:35", "throughput": 2891.64, "total_tokens": 891304} +{"current_steps": 620, "total_steps": 1405, "loss": 0.1483, "lr": 3.433699233979222e-05, "epoch": 2.206405693950178, "percentage": 44.13, "elapsed_time": "0:05:08", "remaining_time": "0:06:30", "throughput": 2912.87, "total_tokens": 899176} +{"current_steps": 625, "total_steps": 1405, "loss": 0.1436, "lr": 3.4048080425399505e-05, "epoch": 2.224199288256228, "percentage": 44.48, "elapsed_time": "0:05:09", "remaining_time": "0:06:25", "throughput": 2935.53, "total_tokens": 907560} +{"current_steps": 630, "total_steps": 1405, "loss": 0.1413, "lr": 3.375777118909561e-05, "epoch": 2.2419928825622777, "percentage": 44.84, "elapsed_time": "0:05:09", "remaining_time": "0:06:20", "throughput": 2956.05, "total_tokens": 915240} +{"current_steps": 635, "total_steps": 1405, "loss": 0.1597, "lr": 3.3466109464197426e-05, "epoch": 2.2597864768683276, "percentage": 45.2, "elapsed_time": "0:05:10", "remaining_time": "0:06:15", "throughput": 2971.91, "total_tokens": 921384} +{"current_steps": 639, "total_steps": 1405, "eval_loss": 0.1567462682723999, "epoch": 2.2740213523131674, "percentage": 45.48, "elapsed_time": "0:05:10", "remaining_time": "0:06:12", "throughput": 2980.22, "total_tokens": 926760} +{"current_steps": 640, "total_steps": 1405, "loss": 0.1653, "lr": 3.317314029289067e-05, "epoch": 2.277580071174377, "percentage": 45.55, "elapsed_time": "0:05:30", "remaining_time": "0:06:35", "throughput": 2804.57, "total_tokens": 927528} +{"current_steps": 645, "total_steps": 1405, "loss": 0.1594, "lr": 3.287890891927386e-05, "epoch": 2.295373665480427, "percentage": 45.91, "elapsed_time": "0:05:31", "remaining_time": "0:06:30", "throughput": 2822.09, "total_tokens": 934568} +{"current_steps": 650, "total_steps": 1405, "loss": 0.1402, "lr": 3.258346078237122e-05, "epoch": 2.3131672597864767, "percentage": 46.26, "elapsed_time": "0:05:31", "remaining_time": "0:06:25", "throughput": 2841.4, "total_tokens": 942248} +{"current_steps": 655, "total_steps": 1405, "loss": 0.2418, "lr": 3.228684150911527e-05, "epoch": 2.3309608540925266, "percentage": 46.62, "elapsed_time": "0:05:32", "remaining_time": "0:06:20", "throughput": 2858.33, "total_tokens": 949096} +{"current_steps": 660, "total_steps": 1405, "loss": 0.1845, "lr": 3.198909690730063e-05, "epoch": 2.3487544483985765, "percentage": 46.98, "elapsed_time": "0:05:32", "remaining_time": "0:06:15", "throughput": 2874.67, "total_tokens": 955752} +{"current_steps": 665, "total_steps": 1405, "loss": 0.1664, "lr": 3.169027295850977e-05, "epoch": 2.3665480427046264, "percentage": 47.33, "elapsed_time": "0:05:32", "remaining_time": "0:06:10", "throughput": 2893.1, "total_tokens": 963176} +{"current_steps": 670, "total_steps": 1405, "loss": 0.1627, "lr": 3.139041581101187e-05, "epoch": 2.3843416370106763, "percentage": 47.69, "elapsed_time": "0:05:33", "remaining_time": "0:06:05", "throughput": 2904.91, "total_tokens": 968232} +{"current_steps": 675, "total_steps": 1405, "loss": 0.1498, "lr": 3.108957177263608e-05, "epoch": 2.402135231316726, "percentage": 48.04, "elapsed_time": "0:05:33", "remaining_time": "0:06:00", "throughput": 2925.75, "total_tokens": 976552} +{"current_steps": 680, "total_steps": 1405, "loss": 0.1656, "lr": 3.078778730362003e-05, "epoch": 2.419928825622776, "percentage": 48.4, "elapsed_time": "0:05:34", "remaining_time": "0:05:56", "throughput": 2943.32, "total_tokens": 983720} +{"current_steps": 685, "total_steps": 1405, "loss": 0.1567, "lr": 3.048510900943484e-05, "epoch": 2.4377224199288254, "percentage": 48.75, "elapsed_time": "0:05:34", "remaining_time": "0:05:51", "throughput": 2963.87, "total_tokens": 991976} +{"current_steps": 690, "total_steps": 1405, "loss": 0.1807, "lr": 3.018158363358773e-05, "epoch": 2.4555160142348753, "percentage": 49.11, "elapsed_time": "0:05:35", "remaining_time": "0:05:47", "throughput": 2978.75, "total_tokens": 998184} +{"current_steps": 695, "total_steps": 1405, "loss": 0.1678, "lr": 2.9877258050403212e-05, "epoch": 2.473309608540925, "percentage": 49.47, "elapsed_time": "0:05:35", "remaining_time": "0:05:42", "throughput": 2997.12, "total_tokens": 1005672} +{"current_steps": 700, "total_steps": 1405, "loss": 0.1531, "lr": 2.9572179257784215e-05, "epoch": 2.491103202846975, "percentage": 49.82, "elapsed_time": "0:05:35", "remaining_time": "0:05:38", "throughput": 3015.24, "total_tokens": 1013096} +{"current_steps": 705, "total_steps": 1405, "loss": 0.1337, "lr": 2.9266394369954052e-05, "epoch": 2.508896797153025, "percentage": 50.18, "elapsed_time": "0:05:36", "remaining_time": "0:05:34", "throughput": 3029.96, "total_tokens": 1019304} +{"current_steps": 710, "total_steps": 1405, "loss": 0.1431, "lr": 2.8959950610180374e-05, "epoch": 2.526690391459075, "percentage": 50.53, "elapsed_time": "0:05:36", "remaining_time": "0:05:29", "throughput": 3044.1, "total_tokens": 1025320} +{"current_steps": 710, "total_steps": 1405, "eval_loss": 0.16391661763191223, "epoch": 2.526690391459075, "percentage": 50.53, "elapsed_time": "0:05:37", "remaining_time": "0:05:30", "throughput": 3038.61, "total_tokens": 1025320} +{"current_steps": 715, "total_steps": 1405, "loss": 0.1675, "lr": 2.865289530348243e-05, "epoch": 2.5444839857651247, "percentage": 50.89, "elapsed_time": "0:05:58", "remaining_time": "0:05:45", "throughput": 2882.35, "total_tokens": 1032552} +{"current_steps": 720, "total_steps": 1405, "loss": 2.4615, "lr": 2.834527586932243e-05, "epoch": 2.562277580071174, "percentage": 51.25, "elapsed_time": "0:05:58", "remaining_time": "0:05:41", "throughput": 2899.29, "total_tokens": 1039912} +{"current_steps": 725, "total_steps": 1405, "loss": 0.1636, "lr": 2.8037139814282493e-05, "epoch": 2.580071174377224, "percentage": 51.6, "elapsed_time": "0:05:59", "remaining_time": "0:05:36", "throughput": 2916.01, "total_tokens": 1047208} +{"current_steps": 730, "total_steps": 1405, "loss": 0.1652, "lr": 2.7728534724728027e-05, "epoch": 2.597864768683274, "percentage": 51.96, "elapsed_time": "0:05:59", "remaining_time": "0:05:32", "throughput": 2931.23, "total_tokens": 1053928} +{"current_steps": 735, "total_steps": 1405, "loss": 0.1482, "lr": 2.741950825945881e-05, "epoch": 2.6156583629893237, "percentage": 52.31, "elapsed_time": "0:06:00", "remaining_time": "0:05:28", "throughput": 2948.87, "total_tokens": 1061608} +{"current_steps": 740, "total_steps": 1405, "loss": 0.1501, "lr": 2.711010814234896e-05, "epoch": 2.6334519572953736, "percentage": 52.67, "elapsed_time": "0:06:00", "remaining_time": "0:05:23", "throughput": 2962.04, "total_tokens": 1067560} +{"current_steps": 745, "total_steps": 1405, "loss": 0.1743, "lr": 2.6800382154976732e-05, "epoch": 2.6512455516014235, "percentage": 53.02, "elapsed_time": "0:06:00", "remaining_time": "0:05:19", "throughput": 2976.8, "total_tokens": 1074152} +{"current_steps": 750, "total_steps": 1405, "loss": 0.1441, "lr": 2.6490378129245498e-05, "epoch": 2.6690391459074734, "percentage": 53.38, "elapsed_time": "0:06:01", "remaining_time": "0:05:15", "throughput": 2996.98, "total_tokens": 1082856} +{"current_steps": 755, "total_steps": 1405, "loss": 0.1495, "lr": 2.6180143939996925e-05, "epoch": 2.6868327402135233, "percentage": 53.74, "elapsed_time": "0:06:01", "remaining_time": "0:05:11", "throughput": 3011.87, "total_tokens": 1089512} +{"current_steps": 760, "total_steps": 1405, "loss": 0.1464, "lr": 2.5869727497617495e-05, "epoch": 2.704626334519573, "percentage": 54.09, "elapsed_time": "0:06:02", "remaining_time": "0:05:07", "throughput": 3026.86, "total_tokens": 1096232} +{"current_steps": 765, "total_steps": 1405, "loss": 0.1572, "lr": 2.55591767406396e-05, "epoch": 2.722419928825623, "percentage": 54.45, "elapsed_time": "0:06:02", "remaining_time": "0:05:03", "throughput": 3044.92, "total_tokens": 1104168} +{"current_steps": 770, "total_steps": 1405, "loss": 0.1326, "lr": 2.5248539628338246e-05, "epoch": 2.7402135231316724, "percentage": 54.8, "elapsed_time": "0:06:03", "remaining_time": "0:04:59", "throughput": 3063.29, "total_tokens": 1112232} +{"current_steps": 775, "total_steps": 1405, "loss": 0.1734, "lr": 2.4937864133324516e-05, "epoch": 2.7580071174377223, "percentage": 55.16, "elapsed_time": "0:06:03", "remaining_time": "0:04:55", "throughput": 3078.33, "total_tokens": 1119016} +{"current_steps": 780, "total_steps": 1405, "loss": 0.1986, "lr": 2.462719823413707e-05, "epoch": 2.775800711743772, "percentage": 55.52, "elapsed_time": "0:06:03", "remaining_time": "0:04:51", "throughput": 3095.58, "total_tokens": 1126696} +{"current_steps": 781, "total_steps": 1405, "eval_loss": 0.15414386987686157, "epoch": 2.7793594306049823, "percentage": 55.59, "elapsed_time": "0:06:04", "remaining_time": "0:04:51", "throughput": 3093.52, "total_tokens": 1128104} +{"current_steps": 785, "total_steps": 1405, "loss": 0.1576, "lr": 2.4316589907832654e-05, "epoch": 2.793594306049822, "percentage": 55.87, "elapsed_time": "0:06:26", "remaining_time": "0:05:05", "throughput": 2934.79, "total_tokens": 1134184} +{"current_steps": 790, "total_steps": 1405, "loss": 0.1392, "lr": 2.4006087122576863e-05, "epoch": 2.811387900355872, "percentage": 56.23, "elapsed_time": "0:06:26", "remaining_time": "0:05:01", "throughput": 2947.66, "total_tokens": 1140392} +{"current_steps": 795, "total_steps": 1405, "loss": 0.2025, "lr": 2.3695737830236266e-05, "epoch": 2.829181494661922, "percentage": 56.58, "elapsed_time": "0:06:27", "remaining_time": "0:04:57", "throughput": 2964.64, "total_tokens": 1148328} +{"current_steps": 800, "total_steps": 1405, "loss": 0.1781, "lr": 2.338558995897307e-05, "epoch": 2.8469750889679717, "percentage": 56.94, "elapsed_time": "0:06:27", "remaining_time": "0:04:53", "throughput": 2976.22, "total_tokens": 1154024} +{"current_steps": 805, "total_steps": 1405, "loss": 0.195, "lr": 2.3075691405843435e-05, "epoch": 2.864768683274021, "percentage": 57.3, "elapsed_time": "0:06:28", "remaining_time": "0:04:49", "throughput": 2990.39, "total_tokens": 1160808} +{"current_steps": 810, "total_steps": 1405, "loss": 0.1597, "lr": 2.2766090029400573e-05, "epoch": 2.882562277580071, "percentage": 57.65, "elapsed_time": "0:06:28", "remaining_time": "0:04:45", "throughput": 3005.29, "total_tokens": 1167912} +{"current_steps": 815, "total_steps": 1405, "loss": 0.1433, "lr": 2.2456833642303822e-05, "epoch": 2.900355871886121, "percentage": 58.01, "elapsed_time": "0:06:29", "remaining_time": "0:04:41", "throughput": 3019.06, "total_tokens": 1174568} +{"current_steps": 820, "total_steps": 1405, "loss": 0.1553, "lr": 2.214797000393479e-05, "epoch": 2.9181494661921707, "percentage": 58.36, "elapsed_time": "0:06:29", "remaining_time": "0:04:37", "throughput": 3033.42, "total_tokens": 1181480} +{"current_steps": 825, "total_steps": 1405, "loss": 0.1614, "lr": 2.183954681302173e-05, "epoch": 2.9359430604982206, "percentage": 58.72, "elapsed_time": "0:06:29", "remaining_time": "0:04:34", "throughput": 3051.42, "total_tokens": 1189928} +{"current_steps": 830, "total_steps": 1405, "loss": 0.1351, "lr": 2.1531611700273297e-05, "epoch": 2.9537366548042705, "percentage": 59.07, "elapsed_time": "0:06:30", "remaining_time": "0:04:30", "throughput": 3067.25, "total_tokens": 1197480} +{"current_steps": 835, "total_steps": 1405, "loss": 0.1845, "lr": 2.1224212221022777e-05, "epoch": 2.9715302491103204, "percentage": 59.43, "elapsed_time": "0:06:30", "remaining_time": "0:04:26", "throughput": 3081.96, "total_tokens": 1204584} +{"current_steps": 840, "total_steps": 1405, "loss": 0.1616, "lr": 2.0917395847883995e-05, "epoch": 2.9893238434163703, "percentage": 59.79, "elapsed_time": "0:06:31", "remaining_time": "0:04:23", "throughput": 3098.78, "total_tokens": 1212584} +{"current_steps": 845, "total_steps": 1405, "loss": 0.1625, "lr": 2.0611209963419958e-05, "epoch": 3.00711743772242, "percentage": 60.14, "elapsed_time": "0:06:31", "remaining_time": "0:04:19", "throughput": 3108.17, "total_tokens": 1217856} +{"current_steps": 850, "total_steps": 1405, "loss": 0.137, "lr": 2.030570185282544e-05, "epoch": 3.0249110320284696, "percentage": 60.5, "elapsed_time": "0:06:32", "remaining_time": "0:04:16", "throughput": 3126.69, "total_tokens": 1226624} +{"current_steps": 852, "total_steps": 1405, "eval_loss": 0.1851627230644226, "epoch": 3.0320284697508897, "percentage": 60.64, "elapsed_time": "0:06:33", "remaining_time": "0:04:15", "throughput": 3127.64, "total_tokens": 1229440} +{"current_steps": 855, "total_steps": 1405, "loss": 0.1453, "lr": 2.0000918696624588e-05, "epoch": 3.0427046263345194, "percentage": 60.85, "elapsed_time": "0:07:14", "remaining_time": "0:04:39", "throughput": 2836.99, "total_tokens": 1233152} +{"current_steps": 860, "total_steps": 1405, "loss": 0.138, "lr": 1.9696907563384687e-05, "epoch": 3.0604982206405693, "percentage": 61.21, "elapsed_time": "0:07:15", "remaining_time": "0:04:35", "throughput": 2850.2, "total_tokens": 1240128} +{"current_steps": 865, "total_steps": 1405, "loss": 0.1148, "lr": 1.939371540244723e-05, "epoch": 3.078291814946619, "percentage": 61.57, "elapsed_time": "0:07:15", "remaining_time": "0:04:31", "throughput": 2865.38, "total_tokens": 1248064} +{"current_steps": 870, "total_steps": 1405, "loss": 0.1106, "lr": 1.9091389036677382e-05, "epoch": 3.096085409252669, "percentage": 61.92, "elapsed_time": "0:07:16", "remaining_time": "0:04:28", "throughput": 2878.95, "total_tokens": 1255232} +{"current_steps": 875, "total_steps": 1405, "loss": 0.1169, "lr": 1.878997515523299e-05, "epoch": 3.113879003558719, "percentage": 62.28, "elapsed_time": "0:07:16", "remaining_time": "0:04:24", "throughput": 2892.21, "total_tokens": 1262272} +{"current_steps": 880, "total_steps": 1405, "loss": 0.1161, "lr": 1.848952030635424e-05, "epoch": 3.131672597864769, "percentage": 62.63, "elapsed_time": "0:07:16", "remaining_time": "0:04:20", "throughput": 2906.11, "total_tokens": 1269632} +{"current_steps": 885, "total_steps": 1405, "loss": 0.123, "lr": 1.819007089017508e-05, "epoch": 3.1494661921708187, "percentage": 62.99, "elapsed_time": "0:07:17", "remaining_time": "0:04:16", "throughput": 2920.66, "total_tokens": 1277312} +{"current_steps": 890, "total_steps": 1405, "loss": 0.1599, "lr": 1.789167315155749e-05, "epoch": 3.167259786476868, "percentage": 63.35, "elapsed_time": "0:07:17", "remaining_time": "0:04:13", "throughput": 2933.3, "total_tokens": 1284096} +{"current_steps": 895, "total_steps": 1405, "loss": 0.1109, "lr": 1.7594373172949784e-05, "epoch": 3.185053380782918, "percentage": 63.7, "elapsed_time": "0:07:18", "remaining_time": "0:04:09", "throughput": 2947.55, "total_tokens": 1291648} +{"current_steps": 900, "total_steps": 1405, "loss": 0.1569, "lr": 1.7298216867269906e-05, "epoch": 3.202846975088968, "percentage": 64.06, "elapsed_time": "0:07:18", "remaining_time": "0:04:06", "throughput": 2962.83, "total_tokens": 1299712} +{"current_steps": 905, "total_steps": 1405, "loss": 0.1082, "lr": 1.7003249970815026e-05, "epoch": 3.2206405693950177, "percentage": 64.41, "elapsed_time": "0:07:19", "remaining_time": "0:04:02", "throughput": 2974.7, "total_tokens": 1306176} +{"current_steps": 910, "total_steps": 1405, "loss": 0.1387, "lr": 1.6709518036198308e-05, "epoch": 3.2384341637010676, "percentage": 64.77, "elapsed_time": "0:07:19", "remaining_time": "0:03:59", "throughput": 2989.65, "total_tokens": 1314112} +{"current_steps": 915, "total_steps": 1405, "loss": 0.1199, "lr": 1.6417066425314087e-05, "epoch": 3.2562277580071175, "percentage": 65.12, "elapsed_time": "0:07:19", "remaining_time": "0:03:55", "throughput": 3002.55, "total_tokens": 1321088} +{"current_steps": 920, "total_steps": 1405, "loss": 0.1422, "lr": 1.612594030233252e-05, "epoch": 3.2740213523131674, "percentage": 65.48, "elapsed_time": "0:07:20", "remaining_time": "0:03:52", "throughput": 3016.33, "total_tokens": 1328512} +{"current_steps": 923, "total_steps": 1405, "eval_loss": 0.16463510692119598, "epoch": 3.284697508896797, "percentage": 65.69, "elapsed_time": "0:07:21", "remaining_time": "0:03:50", "throughput": 3019.68, "total_tokens": 1332544} +{"current_steps": 925, "total_steps": 1405, "loss": 0.0863, "lr": 1.583618462672472e-05, "epoch": 3.2918149466192173, "percentage": 65.84, "elapsed_time": "0:07:41", "remaining_time": "0:03:59", "throughput": 2894.57, "total_tokens": 1336128} +{"current_steps": 930, "total_steps": 1405, "loss": 0.1155, "lr": 1.5547844146319545e-05, "epoch": 3.309608540925267, "percentage": 66.19, "elapsed_time": "0:07:42", "remaining_time": "0:03:55", "throughput": 2907.84, "total_tokens": 1343552} +{"current_steps": 935, "total_steps": 1405, "loss": 0.1691, "lr": 1.5260963390393075e-05, "epoch": 3.3274021352313166, "percentage": 66.55, "elapsed_time": "0:07:42", "remaining_time": "0:03:52", "throughput": 2922.22, "total_tokens": 1351552} +{"current_steps": 940, "total_steps": 1405, "loss": 0.0983, "lr": 1.4975586662791783e-05, "epoch": 3.3451957295373664, "percentage": 66.9, "elapsed_time": "0:07:42", "remaining_time": "0:03:49", "throughput": 2934.01, "total_tokens": 1358272} +{"current_steps": 945, "total_steps": 1405, "loss": 0.137, "lr": 1.4691758035090602e-05, "epoch": 3.3629893238434163, "percentage": 67.26, "elapsed_time": "0:07:43", "remaining_time": "0:03:45", "throughput": 2949.36, "total_tokens": 1366784} +{"current_steps": 950, "total_steps": 1405, "loss": 0.1389, "lr": 1.4409521339786808e-05, "epoch": 3.380782918149466, "percentage": 67.62, "elapsed_time": "0:07:43", "remaining_time": "0:03:42", "throughput": 2960.74, "total_tokens": 1373312} +{"current_steps": 955, "total_steps": 1405, "loss": 0.0916, "lr": 1.41289201635308e-05, "epoch": 3.398576512455516, "percentage": 67.97, "elapsed_time": "0:07:44", "remaining_time": "0:03:38", "throughput": 2973.88, "total_tokens": 1380736} +{"current_steps": 960, "total_steps": 1405, "loss": 0.096, "lr": 1.3849997840394943e-05, "epoch": 3.416370106761566, "percentage": 68.33, "elapsed_time": "0:07:44", "remaining_time": "0:03:35", "throughput": 2987.73, "total_tokens": 1388544} +{"current_steps": 965, "total_steps": 1405, "loss": 0.1252, "lr": 1.3572797445181345e-05, "epoch": 3.434163701067616, "percentage": 68.68, "elapsed_time": "0:07:45", "remaining_time": "0:03:32", "throughput": 3001.21, "total_tokens": 1396160} +{"current_steps": 970, "total_steps": 1405, "loss": 0.0988, "lr": 1.3297361786769652e-05, "epoch": 3.4519572953736652, "percentage": 69.04, "elapsed_time": "0:07:45", "remaining_time": "0:03:28", "throughput": 3015.3, "total_tokens": 1404096} +{"current_steps": 975, "total_steps": 1405, "loss": 0.1135, "lr": 1.3023733401505981e-05, "epoch": 3.469750889679715, "percentage": 69.4, "elapsed_time": "0:07:46", "remaining_time": "0:03:25", "throughput": 3027.31, "total_tokens": 1411008} +{"current_steps": 980, "total_steps": 1405, "loss": 0.155, "lr": 1.2751954546633871e-05, "epoch": 3.487544483985765, "percentage": 69.75, "elapsed_time": "0:07:46", "remaining_time": "0:03:22", "throughput": 3041.19, "total_tokens": 1418880} +{"current_steps": 985, "total_steps": 1405, "loss": 0.1302, "lr": 1.2482067193768417e-05, "epoch": 3.505338078291815, "percentage": 70.11, "elapsed_time": "0:07:46", "remaining_time": "0:03:19", "throughput": 3053.67, "total_tokens": 1426048} +{"current_steps": 990, "total_steps": 1405, "loss": 0.0911, "lr": 1.2214113022414448e-05, "epoch": 3.5231316725978647, "percentage": 70.46, "elapsed_time": "0:07:47", "remaining_time": "0:03:15", "throughput": 3063.86, "total_tokens": 1432064} +{"current_steps": 994, "total_steps": 1405, "eval_loss": 0.1803617924451828, "epoch": 3.5373665480427046, "percentage": 70.75, "elapsed_time": "0:07:48", "remaining_time": "0:03:13", "throughput": 3070.92, "total_tokens": 1438336} +{"current_steps": 995, "total_steps": 1405, "loss": 0.1165, "lr": 1.1948133413529817e-05, "epoch": 3.5409252669039146, "percentage": 70.82, "elapsed_time": "0:08:11", "remaining_time": "0:03:22", "throughput": 2931.84, "total_tokens": 1439808} +{"current_steps": 1000, "total_steps": 1405, "loss": 0.156, "lr": 1.168416944313486e-05, "epoch": 3.5587188612099645, "percentage": 71.17, "elapsed_time": "0:08:11", "remaining_time": "0:03:19", "throughput": 2944.97, "total_tokens": 1447616} +{"current_steps": 1005, "total_steps": 1405, "loss": 0.0978, "lr": 1.1422261875968845e-05, "epoch": 3.5765124555160144, "percentage": 71.53, "elapsed_time": "0:08:11", "remaining_time": "0:03:15", "throughput": 2955.75, "total_tokens": 1454208} +{"current_steps": 1010, "total_steps": 1405, "loss": 0.0784, "lr": 1.1162451159194614e-05, "epoch": 3.5943060498220643, "percentage": 71.89, "elapsed_time": "0:08:12", "remaining_time": "0:03:12", "throughput": 2971.24, "total_tokens": 1463296} +{"current_steps": 1015, "total_steps": 1405, "loss": 0.1698, "lr": 1.0904777416152166e-05, "epoch": 3.612099644128114, "percentage": 72.24, "elapsed_time": "0:08:12", "remaining_time": "0:03:09", "throughput": 2982.14, "total_tokens": 1469952} +{"current_steps": 1020, "total_steps": 1405, "loss": 0.1033, "lr": 1.0649280440162326e-05, "epoch": 3.6298932384341636, "percentage": 72.6, "elapsed_time": "0:08:13", "remaining_time": "0:03:06", "throughput": 2994.1, "total_tokens": 1477184} +{"current_steps": 1025, "total_steps": 1405, "loss": 0.1025, "lr": 1.0395999688381314e-05, "epoch": 3.6476868327402134, "percentage": 72.95, "elapsed_time": "0:08:13", "remaining_time": "0:03:03", "throughput": 3005.56, "total_tokens": 1484160} +{"current_steps": 1030, "total_steps": 1405, "loss": 0.0885, "lr": 1.0144974275707241e-05, "epoch": 3.6654804270462633, "percentage": 73.31, "elapsed_time": "0:08:14", "remaining_time": "0:02:59", "throughput": 3017.14, "total_tokens": 1491200} +{"current_steps": 1035, "total_steps": 1405, "loss": 0.1678, "lr": 9.896242968739539e-06, "epoch": 3.683274021352313, "percentage": 73.67, "elapsed_time": "0:08:14", "remaining_time": "0:02:56", "throughput": 3028.92, "total_tokens": 1498368} +{"current_steps": 1040, "total_steps": 1405, "loss": 0.1068, "lr": 9.649844179792081e-06, "epoch": 3.701067615658363, "percentage": 74.02, "elapsed_time": "0:08:15", "remaining_time": "0:02:53", "throughput": 3041.56, "total_tokens": 1505984} +{"current_steps": 1045, "total_steps": 1405, "loss": 0.0978, "lr": 9.405815960961054e-06, "epoch": 3.718861209964413, "percentage": 74.38, "elapsed_time": "0:08:15", "remaining_time": "0:02:50", "throughput": 3050.57, "total_tokens": 1511680} +{"current_steps": 1050, "total_steps": 1405, "loss": 0.0966, "lr": 9.16419599824847e-06, "epoch": 3.7366548042704624, "percentage": 74.73, "elapsed_time": "0:08:15", "remaining_time": "0:02:47", "throughput": 3060.55, "total_tokens": 1517888} +{"current_steps": 1055, "total_steps": 1405, "loss": 0.1815, "lr": 8.925021605742211e-06, "epoch": 3.7544483985765122, "percentage": 75.09, "elapsed_time": "0:08:16", "remaining_time": "0:02:44", "throughput": 3073.22, "total_tokens": 1525568} +{"current_steps": 1060, "total_steps": 1405, "loss": 0.1028, "lr": 8.68832971985347e-06, "epoch": 3.772241992882562, "percentage": 75.44, "elapsed_time": "0:08:16", "remaining_time": "0:02:41", "throughput": 3084.46, "total_tokens": 1532480} +{"current_steps": 1065, "total_steps": 1405, "loss": 0.1203, "lr": 8.454156893612591e-06, "epoch": 3.790035587188612, "percentage": 75.8, "elapsed_time": "0:08:17", "remaining_time": "0:02:38", "throughput": 3095.02, "total_tokens": 1539072} +{"current_steps": 1065, "total_steps": 1405, "eval_loss": 0.17713916301727295, "epoch": 3.790035587188612, "percentage": 75.8, "elapsed_time": "0:08:17", "remaining_time": "0:02:38", "throughput": 3091.12, "total_tokens": 1539072} +{"current_steps": 1070, "total_steps": 1405, "loss": 0.1178, "lr": 8.222539291024078e-06, "epoch": 3.807829181494662, "percentage": 76.16, "elapsed_time": "0:09:00", "remaining_time": "0:02:49", "throughput": 2862.34, "total_tokens": 1547584} +{"current_steps": 1075, "total_steps": 1405, "loss": 0.0999, "lr": 7.993512681481639e-06, "epoch": 3.8256227758007118, "percentage": 76.51, "elapsed_time": "0:09:01", "remaining_time": "0:02:46", "throughput": 2872.5, "total_tokens": 1554304} +{"current_steps": 1080, "total_steps": 1405, "loss": 0.145, "lr": 7.767112434244253e-06, "epoch": 3.8434163701067616, "percentage": 76.87, "elapsed_time": "0:09:01", "remaining_time": "0:02:42", "throughput": 2882.43, "total_tokens": 1560896} +{"current_steps": 1085, "total_steps": 1405, "loss": 0.0627, "lr": 7.543373512973947e-06, "epoch": 3.8612099644128115, "percentage": 77.22, "elapsed_time": "0:09:01", "remaining_time": "0:02:39", "throughput": 2892.76, "total_tokens": 1567744} +{"current_steps": 1090, "total_steps": 1405, "loss": 0.1558, "lr": 7.3223304703363135e-06, "epoch": 3.8790035587188614, "percentage": 77.58, "elapsed_time": "0:09:02", "remaining_time": "0:02:36", "throughput": 2902.76, "total_tokens": 1574400} +{"current_steps": 1095, "total_steps": 1405, "loss": 0.0965, "lr": 7.104017442664393e-06, "epoch": 3.8967971530249113, "percentage": 77.94, "elapsed_time": "0:09:02", "remaining_time": "0:02:33", "throughput": 2913.52, "total_tokens": 1581504} +{"current_steps": 1100, "total_steps": 1405, "loss": 0.0914, "lr": 6.8884681446869105e-06, "epoch": 3.914590747330961, "percentage": 78.29, "elapsed_time": "0:09:03", "remaining_time": "0:02:30", "throughput": 2925.79, "total_tokens": 1589504} +{"current_steps": 1105, "total_steps": 1405, "loss": 0.124, "lr": 6.67571586432163e-06, "epoch": 3.9323843416370106, "percentage": 78.65, "elapsed_time": "0:09:03", "remaining_time": "0:02:27", "throughput": 2938.36, "total_tokens": 1597696} +{"current_steps": 1110, "total_steps": 1405, "loss": 0.1388, "lr": 6.465793457534553e-06, "epoch": 3.9501779359430604, "percentage": 79.0, "elapsed_time": "0:09:04", "remaining_time": "0:02:24", "throughput": 2949.82, "total_tokens": 1605248} +{"current_steps": 1115, "total_steps": 1405, "loss": 0.1646, "lr": 6.258733343265932e-06, "epoch": 3.9679715302491103, "percentage": 79.36, "elapsed_time": "0:09:04", "remaining_time": "0:02:21", "throughput": 2963.21, "total_tokens": 1613952} +{"current_steps": 1120, "total_steps": 1405, "loss": 0.1024, "lr": 6.0545674984236826e-06, "epoch": 3.98576512455516, "percentage": 79.72, "elapsed_time": "0:09:05", "remaining_time": "0:02:18", "throughput": 2972.46, "total_tokens": 1620224} +{"current_steps": 1125, "total_steps": 1405, "loss": 0.0889, "lr": 5.853327452945115e-06, "epoch": 4.00355871886121, "percentage": 80.07, "elapsed_time": "0:09:05", "remaining_time": "0:02:15", "throughput": 2979.71, "total_tokens": 1625800} +{"current_steps": 1130, "total_steps": 1405, "loss": 0.0747, "lr": 5.655044284927657e-06, "epoch": 4.0213523131672595, "percentage": 80.43, "elapsed_time": "0:09:06", "remaining_time": "0:02:12", "throughput": 2991.1, "total_tokens": 1633352} +{"current_steps": 1135, "total_steps": 1405, "loss": 0.0551, "lr": 5.459748615829355e-06, "epoch": 4.039145907473309, "percentage": 80.78, "elapsed_time": "0:09:06", "remaining_time": "0:02:10", "throughput": 3002.35, "total_tokens": 1640840} +{"current_steps": 1136, "total_steps": 1405, "eval_loss": 0.19830213487148285, "epoch": 4.04270462633452, "percentage": 80.85, "elapsed_time": "0:09:07", "remaining_time": "0:02:09", "throughput": 3001.97, "total_tokens": 1642696} +{"current_steps": 1140, "total_steps": 1405, "loss": 0.0395, "lr": 5.267470605739952e-06, "epoch": 4.056939501779359, "percentage": 81.14, "elapsed_time": "0:09:29", "remaining_time": "0:02:12", "throughput": 2896.93, "total_tokens": 1648520} +{"current_steps": 1145, "total_steps": 1405, "loss": 0.0215, "lr": 5.078239948723154e-06, "epoch": 4.074733096085409, "percentage": 81.49, "elapsed_time": "0:09:29", "remaining_time": "0:02:09", "throughput": 2907.39, "total_tokens": 1655752} +{"current_steps": 1150, "total_steps": 1405, "loss": 0.0073, "lr": 4.892085868230881e-06, "epoch": 4.092526690391459, "percentage": 81.85, "elapsed_time": "0:09:29", "remaining_time": "0:02:06", "throughput": 2917.72, "total_tokens": 1662920} +{"current_steps": 1155, "total_steps": 1405, "loss": 0.0348, "lr": 4.709037112590217e-06, "epoch": 4.110320284697509, "percentage": 82.21, "elapsed_time": "0:09:30", "remaining_time": "0:02:03", "throughput": 2927.74, "total_tokens": 1669896} +{"current_steps": 1160, "total_steps": 1405, "loss": 0.076, "lr": 4.529121950563716e-06, "epoch": 4.128113879003559, "percentage": 82.56, "elapsed_time": "0:09:30", "remaining_time": "0:02:00", "throughput": 2935.35, "total_tokens": 1675400} +{"current_steps": 1165, "total_steps": 1405, "loss": 0.0705, "lr": 4.352368166983753e-06, "epoch": 4.145907473309609, "percentage": 82.92, "elapsed_time": "0:09:31", "remaining_time": "0:01:57", "throughput": 2946.25, "total_tokens": 1682952} +{"current_steps": 1170, "total_steps": 1405, "loss": 0.088, "lr": 4.178803058461664e-06, "epoch": 4.1637010676156585, "percentage": 83.27, "elapsed_time": "0:09:31", "remaining_time": "0:01:54", "throughput": 2956.74, "total_tokens": 1690248} +{"current_steps": 1175, "total_steps": 1405, "loss": 0.05, "lr": 4.0084534291722376e-06, "epoch": 4.181494661921708, "percentage": 83.63, "elapsed_time": "0:09:32", "remaining_time": "0:01:51", "throughput": 2966.09, "total_tokens": 1696840} +{"current_steps": 1180, "total_steps": 1405, "loss": 0.0689, "lr": 3.841345586714251e-06, "epoch": 4.199288256227758, "percentage": 83.99, "elapsed_time": "0:09:32", "remaining_time": "0:01:49", "throughput": 2975.66, "total_tokens": 1703624} +{"current_steps": 1185, "total_steps": 1405, "loss": 0.0218, "lr": 3.677505338047729e-06, "epoch": 4.217081850533808, "percentage": 84.34, "elapsed_time": "0:09:32", "remaining_time": "0:01:46", "throughput": 2984.64, "total_tokens": 1710024} +{"current_steps": 1190, "total_steps": 1405, "loss": 0.068, "lr": 3.516957985508476e-06, "epoch": 4.234875444839858, "percentage": 84.7, "elapsed_time": "0:09:33", "remaining_time": "0:01:43", "throughput": 2995.78, "total_tokens": 1717768} +{"current_steps": 1195, "total_steps": 1405, "loss": 0.021, "lr": 3.3597283229005877e-06, "epoch": 4.252669039145908, "percentage": 85.05, "elapsed_time": "0:09:33", "remaining_time": "0:01:40", "throughput": 3009.68, "total_tokens": 1727240} +{"current_steps": 1200, "total_steps": 1405, "loss": 0.0422, "lr": 3.205840631667456e-06, "epoch": 4.270462633451958, "percentage": 85.41, "elapsed_time": "0:09:34", "remaining_time": "0:01:38", "throughput": 3019.85, "total_tokens": 1734408} +{"current_steps": 1205, "total_steps": 1405, "loss": 0.0577, "lr": 3.0553186771419162e-06, "epoch": 4.288256227758007, "percentage": 85.77, "elapsed_time": "0:09:34", "remaining_time": "0:01:35", "throughput": 3029.0, "total_tokens": 1740936} +{"current_steps": 1207, "total_steps": 1405, "eval_loss": 0.3402128219604492, "epoch": 4.295373665480427, "percentage": 85.91, "elapsed_time": "0:09:35", "remaining_time": "0:01:34", "throughput": 3029.68, "total_tokens": 1743624} +{"current_steps": 1210, "total_steps": 1405, "loss": 0.0397, "lr": 2.908185704876101e-06, "epoch": 4.306049822064057, "percentage": 86.12, "elapsed_time": "0:09:56", "remaining_time": "0:01:36", "throughput": 2931.73, "total_tokens": 1747784} +{"current_steps": 1215, "total_steps": 1405, "loss": 0.0636, "lr": 2.7644644370515365e-06, "epoch": 4.3238434163701065, "percentage": 86.48, "elapsed_time": "0:09:56", "remaining_time": "0:01:33", "throughput": 2941.47, "total_tokens": 1754888} +{"current_steps": 1220, "total_steps": 1405, "loss": 0.0083, "lr": 2.624177068970124e-06, "epoch": 4.341637010676156, "percentage": 86.83, "elapsed_time": "0:09:57", "remaining_time": "0:01:30", "throughput": 2952.18, "total_tokens": 1762632} +{"current_steps": 1225, "total_steps": 1405, "loss": 0.0331, "lr": 2.4873452656264313e-06, "epoch": 4.359430604982206, "percentage": 87.19, "elapsed_time": "0:09:57", "remaining_time": "0:01:27", "throughput": 2962.18, "total_tokens": 1769928} +{"current_steps": 1230, "total_steps": 1405, "loss": 0.0824, "lr": 2.3539901583619185e-06, "epoch": 4.377224199288256, "percentage": 87.54, "elapsed_time": "0:09:57", "remaining_time": "0:01:25", "throughput": 2972.55, "total_tokens": 1777480} +{"current_steps": 1235, "total_steps": 1405, "loss": 0.0384, "lr": 2.2241323416015453e-06, "epoch": 4.395017793594306, "percentage": 87.9, "elapsed_time": "0:09:58", "remaining_time": "0:01:22", "throughput": 2982.63, "total_tokens": 1784840} +{"current_steps": 1240, "total_steps": 1405, "loss": 0.0435, "lr": 2.09779186967331e-06, "epoch": 4.412811387900356, "percentage": 88.26, "elapsed_time": "0:09:58", "remaining_time": "0:01:19", "throughput": 2993.3, "total_tokens": 1792584} +{"current_steps": 1245, "total_steps": 1405, "loss": 0.0525, "lr": 1.9749882537112296e-06, "epoch": 4.430604982206406, "percentage": 88.61, "elapsed_time": "0:09:59", "remaining_time": "0:01:17", "throughput": 3004.91, "total_tokens": 1800968} +{"current_steps": 1250, "total_steps": 1405, "loss": 0.0777, "lr": 1.8557404586421413e-06, "epoch": 4.448398576512456, "percentage": 88.97, "elapsed_time": "0:09:59", "remaining_time": "0:01:14", "throughput": 3015.14, "total_tokens": 1808456} +{"current_steps": 1255, "total_steps": 1405, "loss": 0.1469, "lr": 1.7400669002569232e-06, "epoch": 4.4661921708185055, "percentage": 89.32, "elapsed_time": "0:10:00", "remaining_time": "0:01:11", "throughput": 3025.63, "total_tokens": 1816136} +{"current_steps": 1260, "total_steps": 1405, "loss": 0.0696, "lr": 1.6279854423664697e-06, "epoch": 4.483985765124555, "percentage": 89.68, "elapsed_time": "0:10:00", "remaining_time": "0:01:09", "throughput": 3036.57, "total_tokens": 1824136} +{"current_steps": 1265, "total_steps": 1405, "loss": 0.0084, "lr": 1.5195133940429345e-06, "epoch": 4.501779359430605, "percentage": 90.04, "elapsed_time": "0:10:01", "remaining_time": "0:01:06", "throughput": 3046.26, "total_tokens": 1831304} +{"current_steps": 1270, "total_steps": 1405, "loss": 0.0259, "lr": 1.4146675069466403e-06, "epoch": 4.519572953736655, "percentage": 90.39, "elapsed_time": "0:10:01", "remaining_time": "0:01:03", "throughput": 3054.47, "total_tokens": 1837512} +{"current_steps": 1275, "total_steps": 1405, "loss": 0.0319, "lr": 1.313463972739068e-06, "epoch": 4.537366548042705, "percentage": 90.75, "elapsed_time": "0:10:02", "remaining_time": "0:01:01", "throughput": 3063.57, "total_tokens": 1844296} +{"current_steps": 1278, "total_steps": 1405, "eval_loss": 0.3532261848449707, "epoch": 4.548042704626335, "percentage": 90.96, "elapsed_time": "0:10:02", "remaining_time": "0:00:59", "throughput": 3067.44, "total_tokens": 1849416} +{"current_steps": 1280, "total_steps": 1405, "loss": 0.0338, "lr": 1.2159184205823432e-06, "epoch": 4.555160142348754, "percentage": 91.1, "elapsed_time": "0:10:42", "remaining_time": "0:01:02", "throughput": 2880.92, "total_tokens": 1851720} +{"current_steps": 1285, "total_steps": 1405, "loss": 0.0457, "lr": 1.122045914725564e-06, "epoch": 4.572953736654805, "percentage": 91.46, "elapsed_time": "0:10:43", "remaining_time": "0:01:00", "throughput": 2888.98, "total_tokens": 1858120} +{"current_steps": 1290, "total_steps": 1405, "loss": 0.0645, "lr": 1.0318609521783818e-06, "epoch": 4.590747330960854, "percentage": 91.81, "elapsed_time": "0:10:43", "remaining_time": "0:00:57", "throughput": 2899.08, "total_tokens": 1865928} +{"current_steps": 1295, "total_steps": 1405, "loss": 0.0261, "lr": 9.453774604721938e-07, "epoch": 4.608540925266904, "percentage": 92.17, "elapsed_time": "0:10:44", "remaining_time": "0:00:54", "throughput": 2909.25, "total_tokens": 1873800} +{"current_steps": 1300, "total_steps": 1405, "loss": 0.054, "lr": 8.62608795509276e-07, "epoch": 4.6263345195729535, "percentage": 92.53, "elapsed_time": "0:10:44", "remaining_time": "0:00:52", "throughput": 2919.58, "total_tokens": 1881800} +{"current_steps": 1305, "total_steps": 1405, "loss": 0.0036, "lr": 7.835677395001795e-07, "epoch": 4.644128113879003, "percentage": 92.88, "elapsed_time": "0:10:44", "remaining_time": "0:00:49", "throughput": 2928.25, "total_tokens": 1888648} +{"current_steps": 1310, "total_steps": 1405, "loss": 0.1115, "lr": 7.082664989897487e-07, "epoch": 4.661921708185053, "percentage": 93.24, "elapsed_time": "0:10:45", "remaining_time": "0:00:46", "throughput": 2936.79, "total_tokens": 1895432} +{"current_steps": 1315, "total_steps": 1405, "loss": 0.0608, "lr": 6.367167029720234e-07, "epoch": 4.679715302491103, "percentage": 93.59, "elapsed_time": "0:10:45", "remaining_time": "0:00:44", "throughput": 2945.61, "total_tokens": 1902408} +{"current_steps": 1320, "total_steps": 1405, "loss": 0.0289, "lr": 5.68929401094323e-07, "epoch": 4.697508896797153, "percentage": 93.95, "elapsed_time": "0:10:46", "remaining_time": "0:00:41", "throughput": 2955.8, "total_tokens": 1910344} +{"current_steps": 1325, "total_steps": 1405, "loss": 0.0309, "lr": 5.049150619508502e-07, "epoch": 4.715302491103203, "percentage": 94.31, "elapsed_time": "0:10:46", "remaining_time": "0:00:39", "throughput": 2966.24, "total_tokens": 1918472} +{"current_steps": 1330, "total_steps": 1405, "loss": 0.0078, "lr": 4.4468357146596475e-07, "epoch": 4.733096085409253, "percentage": 94.66, "elapsed_time": "0:10:47", "remaining_time": "0:00:36", "throughput": 2974.0, "total_tokens": 1924744} +{"current_steps": 1335, "total_steps": 1405, "loss": 0.0676, "lr": 3.8824423136748777e-07, "epoch": 4.750889679715303, "percentage": 95.02, "elapsed_time": "0:10:47", "remaining_time": "0:00:33", "throughput": 2984.42, "total_tokens": 1932872} +{"current_steps": 1340, "total_steps": 1405, "loss": 0.0673, "lr": 3.3560575775019864e-07, "epoch": 4.7686832740213525, "percentage": 95.37, "elapsed_time": "0:10:48", "remaining_time": "0:00:31", "throughput": 2993.47, "total_tokens": 1940040} +{"current_steps": 1345, "total_steps": 1405, "loss": 0.0846, "lr": 2.8677627972978906e-07, "epoch": 4.786476868327402, "percentage": 95.73, "elapsed_time": "0:10:48", "remaining_time": "0:00:28", "throughput": 3004.92, "total_tokens": 1948936} +{"current_steps": 1349, "total_steps": 1405, "eval_loss": 0.34229812026023865, "epoch": 4.800711743772242, "percentage": 96.01, "elapsed_time": "0:10:49", "remaining_time": "0:00:26", "throughput": 3009.22, "total_tokens": 1954568} +{"current_steps": 1350, "total_steps": 1405, "loss": 0.001, "lr": 2.417633381874534e-07, "epoch": 4.804270462633452, "percentage": 96.09, "elapsed_time": "0:11:10", "remaining_time": "0:00:27", "throughput": 2916.75, "total_tokens": 1955912} +{"current_steps": 1355, "total_steps": 1405, "loss": 0.0243, "lr": 2.0057388460533732e-07, "epoch": 4.822064056939502, "percentage": 96.44, "elapsed_time": "0:11:11", "remaining_time": "0:00:24", "throughput": 2925.09, "total_tokens": 1962760} +{"current_steps": 1360, "total_steps": 1405, "loss": 0.0594, "lr": 1.6321427999298755e-07, "epoch": 4.839857651245552, "percentage": 96.8, "elapsed_time": "0:11:11", "remaining_time": "0:00:22", "throughput": 2932.8, "total_tokens": 1969160} +{"current_steps": 1365, "total_steps": 1405, "loss": 0.0329, "lr": 1.2969029390501597e-07, "epoch": 4.857651245551601, "percentage": 97.15, "elapsed_time": "0:11:11", "remaining_time": "0:00:19", "throughput": 2940.76, "total_tokens": 1975752} +{"current_steps": 1370, "total_steps": 1405, "loss": 0.0349, "lr": 1.0000710355008159e-07, "epoch": 4.875444839857651, "percentage": 97.51, "elapsed_time": "0:11:12", "remaining_time": "0:00:17", "throughput": 2949.94, "total_tokens": 1983240} +{"current_steps": 1375, "total_steps": 1405, "loss": 0.004, "lr": 7.416929299135511e-08, "epoch": 4.893238434163701, "percentage": 97.86, "elapsed_time": "0:11:12", "remaining_time": "0:00:14", "throughput": 2959.19, "total_tokens": 1990792} +{"current_steps": 1380, "total_steps": 1405, "loss": 0.028, "lr": 5.218085243859638e-08, "epoch": 4.911032028469751, "percentage": 98.22, "elapsed_time": "0:11:13", "remaining_time": "0:00:12", "throughput": 2968.97, "total_tokens": 1998728} +{"current_steps": 1385, "total_steps": 1405, "loss": 0.046, "lr": 3.4045177631936155e-08, "epoch": 4.9288256227758005, "percentage": 98.58, "elapsed_time": "0:11:13", "remaining_time": "0:00:09", "throughput": 2979.09, "total_tokens": 2006920} +{"current_steps": 1390, "total_steps": 1405, "loss": 0.0136, "lr": 1.976506931745392e-08, "epoch": 4.94661921708185, "percentage": 98.93, "elapsed_time": "0:11:14", "remaining_time": "0:00:07", "throughput": 2986.46, "total_tokens": 2013128} +{"current_steps": 1395, "total_steps": 1405, "loss": 0.0718, "lr": 9.3427328146517e-09, "epoch": 4.9644128113879, "percentage": 99.29, "elapsed_time": "0:11:14", "remaining_time": "0:00:04", "throughput": 2997.08, "total_tokens": 2021704} +{"current_steps": 1400, "total_steps": 1405, "loss": 0.1224, "lr": 2.779777675890327e-09, "epoch": 4.98220640569395, "percentage": 99.64, "elapsed_time": "0:11:14", "remaining_time": "0:00:02", "throughput": 3005.77, "total_tokens": 2028872} +{"current_steps": 1405, "total_steps": 1405, "loss": 0.0499, "lr": 7.72174378022017e-11, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "0:11:15", "remaining_time": "0:00:00", "throughput": 3013.01, "total_tokens": 2035272} +{"current_steps": 1405, "total_steps": 1405, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "0:11:38", "remaining_time": "0:00:00", "throughput": 2915.24, "total_tokens": 2035272} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..b396092 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,2463 @@ +{ + "best_global_step": 71, + "best_metric": 0.14072927832603455, + "best_model_checkpoint": "saves_bts_preliminary/base/llama-3.2-1b-instruct/train_rte_42_1774791065/checkpoint-71", + "epoch": 5.0, + "eval_steps": 71, + "global_step": 1405, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.017793594306049824, + "grad_norm": 100.99552917480469, + "learning_rate": 1.4184397163120568e-06, + "loss": 0.6704, + "num_input_tokens_seen": 7872, + "step": 5 + }, + { + "epoch": 0.03558718861209965, + "grad_norm": 94.50279235839844, + "learning_rate": 3.1914893617021277e-06, + "loss": 0.2548, + "num_input_tokens_seen": 14784, + "step": 10 + }, + { + "epoch": 0.05338078291814947, + "grad_norm": 112.95467376708984, + "learning_rate": 4.964539007092199e-06, + "loss": 0.9227, + "num_input_tokens_seen": 23424, + "step": 15 + }, + { + "epoch": 0.0711743772241993, + "grad_norm": 4.330768585205078, + "learning_rate": 6.73758865248227e-06, + "loss": 0.1819, + "num_input_tokens_seen": 29824, + "step": 20 + }, + { + "epoch": 0.08896797153024912, + "grad_norm": 5.050032138824463, + "learning_rate": 8.510638297872341e-06, + "loss": 0.228, + "num_input_tokens_seen": 37824, + "step": 25 + }, + { + "epoch": 0.10676156583629894, + "grad_norm": 12.993303298950195, + "learning_rate": 1.0283687943262411e-05, + "loss": 0.1572, + "num_input_tokens_seen": 44608, + "step": 30 + }, + { + "epoch": 0.12455516014234876, + "grad_norm": 17.3212947845459, + "learning_rate": 1.2056737588652483e-05, + "loss": 0.1609, + "num_input_tokens_seen": 51968, + "step": 35 + }, + { + "epoch": 0.1423487544483986, + "grad_norm": 15.35787296295166, + "learning_rate": 1.3829787234042554e-05, + "loss": 0.2143, + "num_input_tokens_seen": 59456, + "step": 40 + }, + { + "epoch": 0.1601423487544484, + "grad_norm": 31.886463165283203, + "learning_rate": 1.5602836879432626e-05, + "loss": 0.2034, + "num_input_tokens_seen": 66496, + "step": 45 + }, + { + "epoch": 0.17793594306049823, + "grad_norm": 18.710391998291016, + "learning_rate": 1.7375886524822697e-05, + "loss": 0.2702, + "num_input_tokens_seen": 73408, + "step": 50 + }, + { + "epoch": 0.19572953736654805, + "grad_norm": 23.454370498657227, + "learning_rate": 1.9148936170212766e-05, + "loss": 0.1793, + "num_input_tokens_seen": 80576, + "step": 55 + }, + { + "epoch": 0.21352313167259787, + "grad_norm": 2.1824188232421875, + "learning_rate": 2.0921985815602837e-05, + "loss": 0.161, + "num_input_tokens_seen": 88256, + "step": 60 + }, + { + "epoch": 0.2313167259786477, + "grad_norm": 4.793557167053223, + "learning_rate": 2.269503546099291e-05, + "loss": 0.1808, + "num_input_tokens_seen": 96256, + "step": 65 + }, + { + "epoch": 0.2491103202846975, + "grad_norm": 27.524141311645508, + "learning_rate": 2.446808510638298e-05, + "loss": 0.2508, + "num_input_tokens_seen": 103424, + "step": 70 + }, + { + "epoch": 0.2526690391459075, + "eval_loss": 0.14072927832603455, + "eval_runtime": 0.6083, + "eval_samples_per_second": 409.332, + "eval_steps_per_second": 52.605, + "num_input_tokens_seen": 105024, + "step": 71 + }, + { + "epoch": 0.2669039145907473, + "grad_norm": 7.07442045211792, + "learning_rate": 2.624113475177305e-05, + "loss": 0.143, + "num_input_tokens_seen": 110528, + "step": 75 + }, + { + "epoch": 0.2846975088967972, + "grad_norm": 16.91026496887207, + "learning_rate": 2.8014184397163124e-05, + "loss": 0.2326, + "num_input_tokens_seen": 117440, + "step": 80 + }, + { + "epoch": 0.302491103202847, + "grad_norm": 15.627188682556152, + "learning_rate": 2.9787234042553192e-05, + "loss": 0.2053, + "num_input_tokens_seen": 125504, + "step": 85 + }, + { + "epoch": 0.3202846975088968, + "grad_norm": 24.881179809570312, + "learning_rate": 3.156028368794326e-05, + "loss": 0.2409, + "num_input_tokens_seen": 132352, + "step": 90 + }, + { + "epoch": 0.33807829181494664, + "grad_norm": 19.5406494140625, + "learning_rate": 3.3333333333333335e-05, + "loss": 0.2063, + "num_input_tokens_seen": 139200, + "step": 95 + }, + { + "epoch": 0.35587188612099646, + "grad_norm": 23.64601707458496, + "learning_rate": 3.5106382978723407e-05, + "loss": 0.244, + "num_input_tokens_seen": 147904, + "step": 100 + }, + { + "epoch": 0.3736654804270463, + "grad_norm": 13.374123573303223, + "learning_rate": 3.687943262411347e-05, + "loss": 0.183, + "num_input_tokens_seen": 154240, + "step": 105 + }, + { + "epoch": 0.3914590747330961, + "grad_norm": 7.41645622253418, + "learning_rate": 3.865248226950355e-05, + "loss": 0.1615, + "num_input_tokens_seen": 161472, + "step": 110 + }, + { + "epoch": 0.4092526690391459, + "grad_norm": 11.39084243774414, + "learning_rate": 4.0425531914893614e-05, + "loss": 0.1703, + "num_input_tokens_seen": 168192, + "step": 115 + }, + { + "epoch": 0.42704626334519574, + "grad_norm": 11.221735000610352, + "learning_rate": 4.219858156028369e-05, + "loss": 0.246, + "num_input_tokens_seen": 174656, + "step": 120 + }, + { + "epoch": 0.44483985765124556, + "grad_norm": 10.728532791137695, + "learning_rate": 4.3971631205673764e-05, + "loss": 0.1665, + "num_input_tokens_seen": 181632, + "step": 125 + }, + { + "epoch": 0.4626334519572954, + "grad_norm": 14.208120346069336, + "learning_rate": 4.574468085106383e-05, + "loss": 0.1695, + "num_input_tokens_seen": 191488, + "step": 130 + }, + { + "epoch": 0.4804270462633452, + "grad_norm": 1.208547830581665, + "learning_rate": 4.751773049645391e-05, + "loss": 0.1764, + "num_input_tokens_seen": 198848, + "step": 135 + }, + { + "epoch": 0.498220640569395, + "grad_norm": 19.034914016723633, + "learning_rate": 4.929078014184397e-05, + "loss": 0.1769, + "num_input_tokens_seen": 207232, + "step": 140 + }, + { + "epoch": 0.505338078291815, + "eval_loss": 0.15581394731998444, + "eval_runtime": 0.5742, + "eval_samples_per_second": 433.643, + "eval_steps_per_second": 55.729, + "num_input_tokens_seen": 209536, + "step": 142 + }, + { + "epoch": 0.5160142348754448, + "grad_norm": 15.478862762451172, + "learning_rate": 4.9999305045921804e-05, + "loss": 0.2155, + "num_input_tokens_seen": 213952, + "step": 145 + }, + { + "epoch": 0.5338078291814946, + "grad_norm": 15.320956230163574, + "learning_rate": 4.9995058244251644e-05, + "loss": 0.185, + "num_input_tokens_seen": 221376, + "step": 150 + }, + { + "epoch": 0.5516014234875445, + "grad_norm": 14.336426734924316, + "learning_rate": 4.998695138156149e-05, + "loss": 0.2471, + "num_input_tokens_seen": 228928, + "step": 155 + }, + { + "epoch": 0.5693950177935944, + "grad_norm": 9.861719131469727, + "learning_rate": 4.997498570981822e-05, + "loss": 0.2061, + "num_input_tokens_seen": 236352, + "step": 160 + }, + { + "epoch": 0.5871886120996441, + "grad_norm": 10.547555923461914, + "learning_rate": 4.995916307691601e-05, + "loss": 0.1488, + "num_input_tokens_seen": 244416, + "step": 165 + }, + { + "epoch": 0.604982206405694, + "grad_norm": 6.471895217895508, + "learning_rate": 4.993948592639104e-05, + "loss": 0.1625, + "num_input_tokens_seen": 251456, + "step": 170 + }, + { + "epoch": 0.6227758007117438, + "grad_norm": 10.839587211608887, + "learning_rate": 4.991595729704405e-05, + "loss": 0.1635, + "num_input_tokens_seen": 258880, + "step": 175 + }, + { + "epoch": 0.6405693950177936, + "grad_norm": 14.87012767791748, + "learning_rate": 4.9888580822471086e-05, + "loss": 0.163, + "num_input_tokens_seen": 265152, + "step": 180 + }, + { + "epoch": 0.6583629893238434, + "grad_norm": 12.832857131958008, + "learning_rate": 4.985736073050237e-05, + "loss": 0.1599, + "num_input_tokens_seen": 272576, + "step": 185 + }, + { + "epoch": 0.6761565836298933, + "grad_norm": 9.781329154968262, + "learning_rate": 4.982230184254933e-05, + "loss": 0.1669, + "num_input_tokens_seen": 279744, + "step": 190 + }, + { + "epoch": 0.693950177935943, + "grad_norm": 9.258131980895996, + "learning_rate": 4.9783409572860105e-05, + "loss": 0.1659, + "num_input_tokens_seen": 287680, + "step": 195 + }, + { + "epoch": 0.7117437722419929, + "grad_norm": 6.527733325958252, + "learning_rate": 4.974068992768331e-05, + "loss": 0.1729, + "num_input_tokens_seen": 294592, + "step": 200 + }, + { + "epoch": 0.7295373665480427, + "grad_norm": 17.004568099975586, + "learning_rate": 4.9694149504340517e-05, + "loss": 0.2655, + "num_input_tokens_seen": 301440, + "step": 205 + }, + { + "epoch": 0.7473309608540926, + "grad_norm": 12.954022407531738, + "learning_rate": 4.964379549020741e-05, + "loss": 0.1924, + "num_input_tokens_seen": 308416, + "step": 210 + }, + { + "epoch": 0.7580071174377224, + "eval_loss": 0.1600140929222107, + "eval_runtime": 0.5686, + "eval_samples_per_second": 437.954, + "eval_steps_per_second": 56.283, + "num_input_tokens_seen": 312576, + "step": 213 + }, + { + "epoch": 0.7651245551601423, + "grad_norm": 2.3744094371795654, + "learning_rate": 4.958963566160384e-05, + "loss": 0.1666, + "num_input_tokens_seen": 315328, + "step": 215 + }, + { + "epoch": 0.7829181494661922, + "grad_norm": 4.415204048156738, + "learning_rate": 4.953167838259285e-05, + "loss": 0.1668, + "num_input_tokens_seen": 322688, + "step": 220 + }, + { + "epoch": 0.800711743772242, + "grad_norm": 4.4129319190979, + "learning_rate": 4.946993260368904e-05, + "loss": 0.1826, + "num_input_tokens_seen": 329280, + "step": 225 + }, + { + "epoch": 0.8185053380782918, + "grad_norm": 1.2767548561096191, + "learning_rate": 4.940440786047628e-05, + "loss": 0.1488, + "num_input_tokens_seen": 336896, + "step": 230 + }, + { + "epoch": 0.8362989323843416, + "grad_norm": 10.839607238769531, + "learning_rate": 4.933511427213511e-05, + "loss": 0.2852, + "num_input_tokens_seen": 344128, + "step": 235 + }, + { + "epoch": 0.8540925266903915, + "grad_norm": 16.616424560546875, + "learning_rate": 4.926206253988001e-05, + "loss": 0.1901, + "num_input_tokens_seen": 350912, + "step": 240 + }, + { + "epoch": 0.8718861209964412, + "grad_norm": 3.9430079460144043, + "learning_rate": 4.91852639453068e-05, + "loss": 0.1972, + "num_input_tokens_seen": 358016, + "step": 245 + }, + { + "epoch": 0.8896797153024911, + "grad_norm": 6.706320762634277, + "learning_rate": 4.910473034865033e-05, + "loss": 0.3136, + "num_input_tokens_seen": 364736, + "step": 250 + }, + { + "epoch": 0.9074733096085409, + "grad_norm": 3.7334418296813965, + "learning_rate": 4.902047418695292e-05, + "loss": 0.1648, + "num_input_tokens_seen": 371648, + "step": 255 + }, + { + "epoch": 0.9252669039145908, + "grad_norm": 11.57023811340332, + "learning_rate": 4.893250847214369e-05, + "loss": 0.1706, + "num_input_tokens_seen": 379200, + "step": 260 + }, + { + "epoch": 0.9430604982206405, + "grad_norm": 1.522990345954895, + "learning_rate": 4.884084678902898e-05, + "loss": 0.2379, + "num_input_tokens_seen": 387200, + "step": 265 + }, + { + "epoch": 0.9608540925266904, + "grad_norm": 6.809507846832275, + "learning_rate": 4.874550329319457e-05, + "loss": 0.1618, + "num_input_tokens_seen": 395264, + "step": 270 + }, + { + "epoch": 0.9786476868327402, + "grad_norm": 9.76811695098877, + "learning_rate": 4.864649270881944e-05, + "loss": 0.1637, + "num_input_tokens_seen": 402176, + "step": 275 + }, + { + "epoch": 0.99644128113879, + "grad_norm": 15.906750679016113, + "learning_rate": 4.8543830326401954e-05, + "loss": 0.1956, + "num_input_tokens_seen": 409984, + "step": 280 + }, + { + "epoch": 1.01067615658363, + "eval_loss": 0.16843144595623016, + "eval_runtime": 0.6085, + "eval_samples_per_second": 409.228, + "eval_steps_per_second": 52.592, + "num_input_tokens_seen": 414040, + "step": 284 + }, + { + "epoch": 1.0142348754448398, + "grad_norm": 7.785819053649902, + "learning_rate": 4.843753200039851e-05, + "loss": 0.1483, + "num_input_tokens_seen": 415256, + "step": 285 + }, + { + "epoch": 1.0320284697508897, + "grad_norm": 2.8784444332122803, + "learning_rate": 4.832761414677503e-05, + "loss": 0.1508, + "num_input_tokens_seen": 422808, + "step": 290 + }, + { + "epoch": 1.0498220640569396, + "grad_norm": 9.171720504760742, + "learning_rate": 4.8214093740471836e-05, + "loss": 0.1599, + "num_input_tokens_seen": 430104, + "step": 295 + }, + { + "epoch": 1.0676156583629894, + "grad_norm": 0.9587394595146179, + "learning_rate": 4.8096988312782174e-05, + "loss": 0.1629, + "num_input_tokens_seen": 436760, + "step": 300 + }, + { + "epoch": 1.085409252669039, + "grad_norm": 5.9907379150390625, + "learning_rate": 4.7976315948644745e-05, + "loss": 0.1729, + "num_input_tokens_seen": 444952, + "step": 305 + }, + { + "epoch": 1.103202846975089, + "grad_norm": 0.4214398264884949, + "learning_rate": 4.7852095283850866e-05, + "loss": 3.0413, + "num_input_tokens_seen": 452760, + "step": 310 + }, + { + "epoch": 1.1209964412811388, + "grad_norm": 0.5086872577667236, + "learning_rate": 4.772434550216643e-05, + "loss": 0.1785, + "num_input_tokens_seen": 458392, + "step": 315 + }, + { + "epoch": 1.1387900355871885, + "grad_norm": 0.5129872560501099, + "learning_rate": 4.7593086332369344e-05, + "loss": 0.1666, + "num_input_tokens_seen": 465112, + "step": 320 + }, + { + "epoch": 1.1565836298932384, + "grad_norm": 7.883773326873779, + "learning_rate": 4.74583380452027e-05, + "loss": 0.2395, + "num_input_tokens_seen": 472216, + "step": 325 + }, + { + "epoch": 1.1743772241992882, + "grad_norm": 3.8998472690582275, + "learning_rate": 4.7320121450244394e-05, + "loss": 0.2229, + "num_input_tokens_seen": 479576, + "step": 330 + }, + { + "epoch": 1.1921708185053381, + "grad_norm": 11.560748100280762, + "learning_rate": 4.717845789269333e-05, + "loss": 0.2531, + "num_input_tokens_seen": 486552, + "step": 335 + }, + { + "epoch": 1.209964412811388, + "grad_norm": 20.51876449584961, + "learning_rate": 4.703336925007311e-05, + "loss": 0.2223, + "num_input_tokens_seen": 494616, + "step": 340 + }, + { + "epoch": 1.2277580071174377, + "grad_norm": 10.914800643920898, + "learning_rate": 4.68848779288534e-05, + "loss": 0.1898, + "num_input_tokens_seen": 501400, + "step": 345 + }, + { + "epoch": 1.2455516014234875, + "grad_norm": 6.894437789916992, + "learning_rate": 4.673300686098957e-05, + "loss": 0.1662, + "num_input_tokens_seen": 508888, + "step": 350 + }, + { + "epoch": 1.2633451957295374, + "grad_norm": 4.296377658843994, + "learning_rate": 4.657777950038133e-05, + "loss": 0.1589, + "num_input_tokens_seen": 517656, + "step": 355 + }, + { + "epoch": 1.2633451957295374, + "eval_loss": 0.1600693166255951, + "eval_runtime": 0.607, + "eval_samples_per_second": 410.202, + "eval_steps_per_second": 52.717, + "num_input_tokens_seen": 517656, + "step": 355 + }, + { + "epoch": 1.281138790035587, + "grad_norm": 6.819537162780762, + "learning_rate": 4.6419219819250636e-05, + "loss": 0.1538, + "num_input_tokens_seen": 526232, + "step": 360 + }, + { + "epoch": 1.298932384341637, + "grad_norm": 14.25802230834961, + "learning_rate": 4.62573523044396e-05, + "loss": 0.1811, + "num_input_tokens_seen": 533400, + "step": 365 + }, + { + "epoch": 1.3167259786476868, + "grad_norm": 3.1280250549316406, + "learning_rate": 4.609220195362886e-05, + "loss": 0.174, + "num_input_tokens_seen": 542168, + "step": 370 + }, + { + "epoch": 1.3345195729537367, + "grad_norm": 7.372785568237305, + "learning_rate": 4.5923794271477217e-05, + "loss": 0.1571, + "num_input_tokens_seen": 549976, + "step": 375 + }, + { + "epoch": 1.3523131672597866, + "grad_norm": 7.614220142364502, + "learning_rate": 4.575215526568278e-05, + "loss": 0.1641, + "num_input_tokens_seen": 557016, + "step": 380 + }, + { + "epoch": 1.3701067615658362, + "grad_norm": 38.93210983276367, + "learning_rate": 4.5577311442966584e-05, + "loss": 1.4814, + "num_input_tokens_seen": 564504, + "step": 385 + }, + { + "epoch": 1.387900355871886, + "grad_norm": 5.316745281219482, + "learning_rate": 4.539928980497903e-05, + "loss": 0.1601, + "num_input_tokens_seen": 571864, + "step": 390 + }, + { + "epoch": 1.405693950177936, + "grad_norm": 9.071686744689941, + "learning_rate": 4.521811784412996e-05, + "loss": 0.2213, + "num_input_tokens_seen": 578456, + "step": 395 + }, + { + "epoch": 1.4234875444839858, + "grad_norm": 36.631160736083984, + "learning_rate": 4.503382353934294e-05, + "loss": 1.4493, + "num_input_tokens_seen": 584600, + "step": 400 + }, + { + "epoch": 1.4412811387900355, + "grad_norm": 17.439191818237305, + "learning_rate": 4.4846435351734376e-05, + "loss": 0.1729, + "num_input_tokens_seen": 591128, + "step": 405 + }, + { + "epoch": 1.4590747330960854, + "grad_norm": 4.0148138999938965, + "learning_rate": 4.4655982220218176e-05, + "loss": 0.1539, + "num_input_tokens_seen": 598552, + "step": 410 + }, + { + "epoch": 1.4768683274021353, + "grad_norm": 0.6515812873840332, + "learning_rate": 4.446249355703661e-05, + "loss": 0.1612, + "num_input_tokens_seen": 607320, + "step": 415 + }, + { + "epoch": 1.4946619217081851, + "grad_norm": 4.950193881988525, + "learning_rate": 4.426599924321815e-05, + "loss": 0.1594, + "num_input_tokens_seen": 614744, + "step": 420 + }, + { + "epoch": 1.512455516014235, + "grad_norm": 4.902361869812012, + "learning_rate": 4.4066529623962784e-05, + "loss": 0.1947, + "num_input_tokens_seen": 622808, + "step": 425 + }, + { + "epoch": 1.5160142348754448, + "eval_loss": 0.18150445818901062, + "eval_runtime": 0.6062, + "eval_samples_per_second": 410.733, + "eval_steps_per_second": 52.785, + "num_input_tokens_seen": 624344, + "step": 426 + }, + { + "epoch": 1.5302491103202847, + "grad_norm": 0.29520076513290405, + "learning_rate": 4.386411550395576e-05, + "loss": 0.1523, + "num_input_tokens_seen": 630488, + "step": 430 + }, + { + "epoch": 1.5480427046263345, + "grad_norm": 1.9226378202438354, + "learning_rate": 4.365878814261032e-05, + "loss": 0.1721, + "num_input_tokens_seen": 638424, + "step": 435 + }, + { + "epoch": 1.5658362989323842, + "grad_norm": 6.8878493309021, + "learning_rate": 4.34505792492402e-05, + "loss": 0.1551, + "num_input_tokens_seen": 645208, + "step": 440 + }, + { + "epoch": 1.583629893238434, + "grad_norm": 9.136181831359863, + "learning_rate": 4.323952097816269e-05, + "loss": 0.1499, + "num_input_tokens_seen": 653016, + "step": 445 + }, + { + "epoch": 1.601423487544484, + "grad_norm": 7.4756178855896, + "learning_rate": 4.3025645923732926e-05, + "loss": 0.1843, + "num_input_tokens_seen": 659992, + "step": 450 + }, + { + "epoch": 1.6192170818505338, + "grad_norm": 7.807384490966797, + "learning_rate": 4.2808987115310255e-05, + "loss": 0.1579, + "num_input_tokens_seen": 667224, + "step": 455 + }, + { + "epoch": 1.6370106761565837, + "grad_norm": 0.17006787657737732, + "learning_rate": 4.2589578012157426e-05, + "loss": 0.1563, + "num_input_tokens_seen": 675160, + "step": 460 + }, + { + "epoch": 1.6548042704626336, + "grad_norm": 0.41114601492881775, + "learning_rate": 4.236745249827336e-05, + "loss": 0.1556, + "num_input_tokens_seen": 683544, + "step": 465 + }, + { + "epoch": 1.6725978647686834, + "grad_norm": 2.4918622970581055, + "learning_rate": 4.214264487716033e-05, + "loss": 0.1593, + "num_input_tokens_seen": 689368, + "step": 470 + }, + { + "epoch": 1.690391459074733, + "grad_norm": 10.712060928344727, + "learning_rate": 4.191518986652642e-05, + "loss": 0.1699, + "num_input_tokens_seen": 695832, + "step": 475 + }, + { + "epoch": 1.708185053380783, + "grad_norm": 0.39044228196144104, + "learning_rate": 4.168512259292391e-05, + "loss": 0.1563, + "num_input_tokens_seen": 703128, + "step": 480 + }, + { + "epoch": 1.7259786476868326, + "grad_norm": 4.815671443939209, + "learning_rate": 4.1452478586324605e-05, + "loss": 0.1507, + "num_input_tokens_seen": 709528, + "step": 485 + }, + { + "epoch": 1.7437722419928825, + "grad_norm": 0.5018470287322998, + "learning_rate": 4.121729377463285e-05, + "loss": 0.1558, + "num_input_tokens_seen": 716312, + "step": 490 + }, + { + "epoch": 1.7615658362989324, + "grad_norm": 10.01478099822998, + "learning_rate": 4.097960447813705e-05, + "loss": 0.1825, + "num_input_tokens_seen": 722776, + "step": 495 + }, + { + "epoch": 1.7686832740213523, + "eval_loss": 0.16469639539718628, + "eval_runtime": 0.5964, + "eval_samples_per_second": 417.484, + "eval_steps_per_second": 53.653, + "num_input_tokens_seen": 725656, + "step": 497 + }, + { + "epoch": 1.7793594306049823, + "grad_norm": 3.8590610027313232, + "learning_rate": 4.073944740390061e-05, + "loss": 0.1798, + "num_input_tokens_seen": 729944, + "step": 500 + }, + { + "epoch": 1.7971530249110321, + "grad_norm": 4.1739020347595215, + "learning_rate": 4.049685964009321e-05, + "loss": 0.1694, + "num_input_tokens_seen": 737112, + "step": 505 + }, + { + "epoch": 1.814946619217082, + "grad_norm": 10.671394348144531, + "learning_rate": 4.025187865026311e-05, + "loss": 0.1605, + "num_input_tokens_seen": 744408, + "step": 510 + }, + { + "epoch": 1.8327402135231317, + "grad_norm": 0.9396809935569763, + "learning_rate": 4.000454226755159e-05, + "loss": 0.1574, + "num_input_tokens_seen": 750488, + "step": 515 + }, + { + "epoch": 1.8505338078291815, + "grad_norm": 6.7215447425842285, + "learning_rate": 3.975488868885021e-05, + "loss": 0.1703, + "num_input_tokens_seen": 757528, + "step": 520 + }, + { + "epoch": 1.8683274021352312, + "grad_norm": 0.5858572721481323, + "learning_rate": 3.9502956468902014e-05, + "loss": 0.1545, + "num_input_tokens_seen": 763736, + "step": 525 + }, + { + "epoch": 1.886120996441281, + "grad_norm": 2.219594955444336, + "learning_rate": 3.924878451434735e-05, + "loss": 0.1534, + "num_input_tokens_seen": 771864, + "step": 530 + }, + { + "epoch": 1.903914590747331, + "grad_norm": 1.9175541400909424, + "learning_rate": 3.899241207771546e-05, + "loss": 0.1537, + "num_input_tokens_seen": 778712, + "step": 535 + }, + { + "epoch": 1.9217081850533808, + "grad_norm": 12.399153709411621, + "learning_rate": 3.873387875136252e-05, + "loss": 0.1917, + "num_input_tokens_seen": 784280, + "step": 540 + }, + { + "epoch": 1.9395017793594307, + "grad_norm": 7.259119987487793, + "learning_rate": 3.847322446135736e-05, + "loss": 0.1743, + "num_input_tokens_seen": 792280, + "step": 545 + }, + { + "epoch": 1.9572953736654806, + "grad_norm": 7.568546772003174, + "learning_rate": 3.821048946131549e-05, + "loss": 0.1752, + "num_input_tokens_seen": 798488, + "step": 550 + }, + { + "epoch": 1.9750889679715302, + "grad_norm": 6.783497333526611, + "learning_rate": 3.794571432618267e-05, + "loss": 0.1578, + "num_input_tokens_seen": 806104, + "step": 555 + }, + { + "epoch": 1.99288256227758, + "grad_norm": 9.681258201599121, + "learning_rate": 3.767893994596876e-05, + "loss": 0.1774, + "num_input_tokens_seen": 813336, + "step": 560 + }, + { + "epoch": 2.0106761565836297, + "grad_norm": 3.2600245475769043, + "learning_rate": 3.741020751943297e-05, + "loss": 0.1568, + "num_input_tokens_seen": 817576, + "step": 565 + }, + { + "epoch": 2.02135231316726, + "eval_loss": 0.15550938248634338, + "eval_runtime": 0.6255, + "eval_samples_per_second": 398.079, + "eval_steps_per_second": 51.159, + "num_input_tokens_seen": 821416, + "step": 568 + }, + { + "epoch": 2.0284697508896796, + "grad_norm": 3.0256900787353516, + "learning_rate": 3.713955854772144e-05, + "loss": 0.1565, + "num_input_tokens_seen": 823848, + "step": 570 + }, + { + "epoch": 2.0462633451957295, + "grad_norm": 1.889113187789917, + "learning_rate": 3.686703482795802e-05, + "loss": 0.1536, + "num_input_tokens_seen": 832232, + "step": 575 + }, + { + "epoch": 2.0640569395017794, + "grad_norm": 3.334212303161621, + "learning_rate": 3.6592678446789516e-05, + "loss": 0.1624, + "num_input_tokens_seen": 840424, + "step": 580 + }, + { + "epoch": 2.0818505338078293, + "grad_norm": 3.6044702529907227, + "learning_rate": 3.631653177388605e-05, + "loss": 0.1395, + "num_input_tokens_seen": 846824, + "step": 585 + }, + { + "epoch": 2.099644128113879, + "grad_norm": 8.975861549377441, + "learning_rate": 3.60386374553978e-05, + "loss": 0.196, + "num_input_tokens_seen": 853608, + "step": 590 + }, + { + "epoch": 2.117437722419929, + "grad_norm": 10.559611320495605, + "learning_rate": 3.5759038407369056e-05, + "loss": 0.1637, + "num_input_tokens_seen": 860968, + "step": 595 + }, + { + "epoch": 2.135231316725979, + "grad_norm": 6.914389610290527, + "learning_rate": 3.547777780911055e-05, + "loss": 0.194, + "num_input_tokens_seen": 868904, + "step": 600 + }, + { + "epoch": 2.1530249110320283, + "grad_norm": 8.329413414001465, + "learning_rate": 3.519489909653113e-05, + "loss": 0.1592, + "num_input_tokens_seen": 876072, + "step": 605 + }, + { + "epoch": 2.170818505338078, + "grad_norm": 4.701565742492676, + "learning_rate": 3.4910445955429854e-05, + "loss": 0.1549, + "num_input_tokens_seen": 883752, + "step": 610 + }, + { + "epoch": 2.188612099644128, + "grad_norm": 7.797508716583252, + "learning_rate": 3.4624462314749443e-05, + "loss": 0.1533, + "num_input_tokens_seen": 891304, + "step": 615 + }, + { + "epoch": 2.206405693950178, + "grad_norm": 1.7337656021118164, + "learning_rate": 3.433699233979222e-05, + "loss": 0.1483, + "num_input_tokens_seen": 899176, + "step": 620 + }, + { + "epoch": 2.224199288256228, + "grad_norm": 5.721285343170166, + "learning_rate": 3.4048080425399505e-05, + "loss": 0.1436, + "num_input_tokens_seen": 907560, + "step": 625 + }, + { + "epoch": 2.2419928825622777, + "grad_norm": 3.0777595043182373, + "learning_rate": 3.375777118909561e-05, + "loss": 0.1413, + "num_input_tokens_seen": 915240, + "step": 630 + }, + { + "epoch": 2.2597864768683276, + "grad_norm": 15.890474319458008, + "learning_rate": 3.3466109464197426e-05, + "loss": 0.1597, + "num_input_tokens_seen": 921384, + "step": 635 + }, + { + "epoch": 2.2740213523131674, + "eval_loss": 0.1567462682723999, + "eval_runtime": 0.6255, + "eval_samples_per_second": 398.087, + "eval_steps_per_second": 51.16, + "num_input_tokens_seen": 926760, + "step": 639 + }, + { + "epoch": 2.277580071174377, + "grad_norm": 1.5718131065368652, + "learning_rate": 3.317314029289067e-05, + "loss": 0.1653, + "num_input_tokens_seen": 927528, + "step": 640 + }, + { + "epoch": 2.295373665480427, + "grad_norm": 3.7291853427886963, + "learning_rate": 3.287890891927386e-05, + "loss": 0.1594, + "num_input_tokens_seen": 934568, + "step": 645 + }, + { + "epoch": 2.3131672597864767, + "grad_norm": 4.549835205078125, + "learning_rate": 3.258346078237122e-05, + "loss": 0.1402, + "num_input_tokens_seen": 942248, + "step": 650 + }, + { + "epoch": 2.3309608540925266, + "grad_norm": 14.683507919311523, + "learning_rate": 3.228684150911527e-05, + "loss": 0.2418, + "num_input_tokens_seen": 949096, + "step": 655 + }, + { + "epoch": 2.3487544483985765, + "grad_norm": 1.7894399166107178, + "learning_rate": 3.198909690730063e-05, + "loss": 0.1845, + "num_input_tokens_seen": 955752, + "step": 660 + }, + { + "epoch": 2.3665480427046264, + "grad_norm": 15.066572189331055, + "learning_rate": 3.169027295850977e-05, + "loss": 0.1664, + "num_input_tokens_seen": 963176, + "step": 665 + }, + { + "epoch": 2.3843416370106763, + "grad_norm": 4.301926136016846, + "learning_rate": 3.139041581101187e-05, + "loss": 0.1627, + "num_input_tokens_seen": 968232, + "step": 670 + }, + { + "epoch": 2.402135231316726, + "grad_norm": 5.145651340484619, + "learning_rate": 3.108957177263608e-05, + "loss": 0.1498, + "num_input_tokens_seen": 976552, + "step": 675 + }, + { + "epoch": 2.419928825622776, + "grad_norm": 2.5066633224487305, + "learning_rate": 3.078778730362003e-05, + "loss": 0.1656, + "num_input_tokens_seen": 983720, + "step": 680 + }, + { + "epoch": 2.4377224199288254, + "grad_norm": 3.9444332122802734, + "learning_rate": 3.048510900943484e-05, + "loss": 0.1567, + "num_input_tokens_seen": 991976, + "step": 685 + }, + { + "epoch": 2.4555160142348753, + "grad_norm": 4.341545581817627, + "learning_rate": 3.018158363358773e-05, + "loss": 0.1807, + "num_input_tokens_seen": 998184, + "step": 690 + }, + { + "epoch": 2.473309608540925, + "grad_norm": 4.363418102264404, + "learning_rate": 2.9877258050403212e-05, + "loss": 0.1678, + "num_input_tokens_seen": 1005672, + "step": 695 + }, + { + "epoch": 2.491103202846975, + "grad_norm": 3.3406949043273926, + "learning_rate": 2.9572179257784215e-05, + "loss": 0.1531, + "num_input_tokens_seen": 1013096, + "step": 700 + }, + { + "epoch": 2.508896797153025, + "grad_norm": 2.7513387203216553, + "learning_rate": 2.9266394369954052e-05, + "loss": 0.1337, + "num_input_tokens_seen": 1019304, + "step": 705 + }, + { + "epoch": 2.526690391459075, + "grad_norm": 7.649652481079102, + "learning_rate": 2.8959950610180374e-05, + "loss": 0.1431, + "num_input_tokens_seen": 1025320, + "step": 710 + }, + { + "epoch": 2.526690391459075, + "eval_loss": 0.16391661763191223, + "eval_runtime": 0.6072, + "eval_samples_per_second": 410.078, + "eval_steps_per_second": 52.701, + "num_input_tokens_seen": 1025320, + "step": 710 + }, + { + "epoch": 2.5444839857651247, + "grad_norm": 15.210580825805664, + "learning_rate": 2.865289530348243e-05, + "loss": 0.1675, + "num_input_tokens_seen": 1032552, + "step": 715 + }, + { + "epoch": 2.562277580071174, + "grad_norm": 4.497170925140381, + "learning_rate": 2.834527586932243e-05, + "loss": 2.4615, + "num_input_tokens_seen": 1039912, + "step": 720 + }, + { + "epoch": 2.580071174377224, + "grad_norm": 10.657808303833008, + "learning_rate": 2.8037139814282493e-05, + "loss": 0.1636, + "num_input_tokens_seen": 1047208, + "step": 725 + }, + { + "epoch": 2.597864768683274, + "grad_norm": 1.3169434070587158, + "learning_rate": 2.7728534724728027e-05, + "loss": 0.1652, + "num_input_tokens_seen": 1053928, + "step": 730 + }, + { + "epoch": 2.6156583629893237, + "grad_norm": 2.855050802230835, + "learning_rate": 2.741950825945881e-05, + "loss": 0.1482, + "num_input_tokens_seen": 1061608, + "step": 735 + }, + { + "epoch": 2.6334519572953736, + "grad_norm": 2.2470901012420654, + "learning_rate": 2.711010814234896e-05, + "loss": 0.1501, + "num_input_tokens_seen": 1067560, + "step": 740 + }, + { + "epoch": 2.6512455516014235, + "grad_norm": 4.065670967102051, + "learning_rate": 2.6800382154976732e-05, + "loss": 0.1743, + "num_input_tokens_seen": 1074152, + "step": 745 + }, + { + "epoch": 2.6690391459074734, + "grad_norm": 5.455725193023682, + "learning_rate": 2.6490378129245498e-05, + "loss": 0.1441, + "num_input_tokens_seen": 1082856, + "step": 750 + }, + { + "epoch": 2.6868327402135233, + "grad_norm": 3.1051108837127686, + "learning_rate": 2.6180143939996925e-05, + "loss": 0.1495, + "num_input_tokens_seen": 1089512, + "step": 755 + }, + { + "epoch": 2.704626334519573, + "grad_norm": 2.337266206741333, + "learning_rate": 2.5869727497617495e-05, + "loss": 0.1464, + "num_input_tokens_seen": 1096232, + "step": 760 + }, + { + "epoch": 2.722419928825623, + "grad_norm": 4.207283973693848, + "learning_rate": 2.55591767406396e-05, + "loss": 0.1572, + "num_input_tokens_seen": 1104168, + "step": 765 + }, + { + "epoch": 2.7402135231316724, + "grad_norm": 2.140827178955078, + "learning_rate": 2.5248539628338246e-05, + "loss": 0.1326, + "num_input_tokens_seen": 1112232, + "step": 770 + }, + { + "epoch": 2.7580071174377223, + "grad_norm": 8.35146713256836, + "learning_rate": 2.4937864133324516e-05, + "loss": 0.1734, + "num_input_tokens_seen": 1119016, + "step": 775 + }, + { + "epoch": 2.775800711743772, + "grad_norm": 18.731395721435547, + "learning_rate": 2.462719823413707e-05, + "loss": 0.1986, + "num_input_tokens_seen": 1126696, + "step": 780 + }, + { + "epoch": 2.7793594306049823, + "eval_loss": 0.15414386987686157, + "eval_runtime": 0.6372, + "eval_samples_per_second": 390.788, + "eval_steps_per_second": 50.222, + "num_input_tokens_seen": 1128104, + "step": 781 + }, + { + "epoch": 2.793594306049822, + "grad_norm": 6.263734817504883, + "learning_rate": 2.4316589907832654e-05, + "loss": 0.1576, + "num_input_tokens_seen": 1134184, + "step": 785 + }, + { + "epoch": 2.811387900355872, + "grad_norm": 1.7886258363723755, + "learning_rate": 2.4006087122576863e-05, + "loss": 0.1392, + "num_input_tokens_seen": 1140392, + "step": 790 + }, + { + "epoch": 2.829181494661922, + "grad_norm": 9.585826873779297, + "learning_rate": 2.3695737830236266e-05, + "loss": 0.2025, + "num_input_tokens_seen": 1148328, + "step": 795 + }, + { + "epoch": 2.8469750889679717, + "grad_norm": 3.7239151000976562, + "learning_rate": 2.338558995897307e-05, + "loss": 0.1781, + "num_input_tokens_seen": 1154024, + "step": 800 + }, + { + "epoch": 2.864768683274021, + "grad_norm": 7.329390525817871, + "learning_rate": 2.3075691405843435e-05, + "loss": 0.195, + "num_input_tokens_seen": 1160808, + "step": 805 + }, + { + "epoch": 2.882562277580071, + "grad_norm": 5.577742099761963, + "learning_rate": 2.2766090029400573e-05, + "loss": 0.1597, + "num_input_tokens_seen": 1167912, + "step": 810 + }, + { + "epoch": 2.900355871886121, + "grad_norm": 8.529340744018555, + "learning_rate": 2.2456833642303822e-05, + "loss": 0.1433, + "num_input_tokens_seen": 1174568, + "step": 815 + }, + { + "epoch": 2.9181494661921707, + "grad_norm": 5.017305374145508, + "learning_rate": 2.214797000393479e-05, + "loss": 0.1553, + "num_input_tokens_seen": 1181480, + "step": 820 + }, + { + "epoch": 2.9359430604982206, + "grad_norm": 3.5880136489868164, + "learning_rate": 2.183954681302173e-05, + "loss": 0.1614, + "num_input_tokens_seen": 1189928, + "step": 825 + }, + { + "epoch": 2.9537366548042705, + "grad_norm": 1.7257145643234253, + "learning_rate": 2.1531611700273297e-05, + "loss": 0.1351, + "num_input_tokens_seen": 1197480, + "step": 830 + }, + { + "epoch": 2.9715302491103204, + "grad_norm": 4.875583171844482, + "learning_rate": 2.1224212221022777e-05, + "loss": 0.1845, + "num_input_tokens_seen": 1204584, + "step": 835 + }, + { + "epoch": 2.9893238434163703, + "grad_norm": 5.411481857299805, + "learning_rate": 2.0917395847883995e-05, + "loss": 0.1616, + "num_input_tokens_seen": 1212584, + "step": 840 + }, + { + "epoch": 3.00711743772242, + "grad_norm": 4.330006122589111, + "learning_rate": 2.0611209963419958e-05, + "loss": 0.1625, + "num_input_tokens_seen": 1217856, + "step": 845 + }, + { + "epoch": 3.0249110320284696, + "grad_norm": 10.39330768585205, + "learning_rate": 2.030570185282544e-05, + "loss": 0.137, + "num_input_tokens_seen": 1226624, + "step": 850 + }, + { + "epoch": 3.0320284697508897, + "eval_loss": 0.1851627230644226, + "eval_runtime": 0.6345, + "eval_samples_per_second": 392.434, + "eval_steps_per_second": 50.433, + "num_input_tokens_seen": 1229440, + "step": 852 + }, + { + "epoch": 3.0427046263345194, + "grad_norm": 3.0105044841766357, + "learning_rate": 2.0000918696624588e-05, + "loss": 0.1453, + "num_input_tokens_seen": 1233152, + "step": 855 + }, + { + "epoch": 3.0604982206405693, + "grad_norm": 2.1030280590057373, + "learning_rate": 1.9696907563384687e-05, + "loss": 0.138, + "num_input_tokens_seen": 1240128, + "step": 860 + }, + { + "epoch": 3.078291814946619, + "grad_norm": 2.1849405765533447, + "learning_rate": 1.939371540244723e-05, + "loss": 0.1148, + "num_input_tokens_seen": 1248064, + "step": 865 + }, + { + "epoch": 3.096085409252669, + "grad_norm": 6.3520402908325195, + "learning_rate": 1.9091389036677382e-05, + "loss": 0.1106, + "num_input_tokens_seen": 1255232, + "step": 870 + }, + { + "epoch": 3.113879003558719, + "grad_norm": 3.93772554397583, + "learning_rate": 1.878997515523299e-05, + "loss": 0.1169, + "num_input_tokens_seen": 1262272, + "step": 875 + }, + { + "epoch": 3.131672597864769, + "grad_norm": 6.558725833892822, + "learning_rate": 1.848952030635424e-05, + "loss": 0.1161, + "num_input_tokens_seen": 1269632, + "step": 880 + }, + { + "epoch": 3.1494661921708187, + "grad_norm": 3.3383939266204834, + "learning_rate": 1.819007089017508e-05, + "loss": 0.123, + "num_input_tokens_seen": 1277312, + "step": 885 + }, + { + "epoch": 3.167259786476868, + "grad_norm": 15.820018768310547, + "learning_rate": 1.789167315155749e-05, + "loss": 0.1599, + "num_input_tokens_seen": 1284096, + "step": 890 + }, + { + "epoch": 3.185053380782918, + "grad_norm": 2.621346950531006, + "learning_rate": 1.7594373172949784e-05, + "loss": 0.1109, + "num_input_tokens_seen": 1291648, + "step": 895 + }, + { + "epoch": 3.202846975088968, + "grad_norm": 6.172404766082764, + "learning_rate": 1.7298216867269906e-05, + "loss": 0.1569, + "num_input_tokens_seen": 1299712, + "step": 900 + }, + { + "epoch": 3.2206405693950177, + "grad_norm": 10.012272834777832, + "learning_rate": 1.7003249970815026e-05, + "loss": 0.1082, + "num_input_tokens_seen": 1306176, + "step": 905 + }, + { + "epoch": 3.2384341637010676, + "grad_norm": 3.6646652221679688, + "learning_rate": 1.6709518036198308e-05, + "loss": 0.1387, + "num_input_tokens_seen": 1314112, + "step": 910 + }, + { + "epoch": 3.2562277580071175, + "grad_norm": 9.655856132507324, + "learning_rate": 1.6417066425314087e-05, + "loss": 0.1199, + "num_input_tokens_seen": 1321088, + "step": 915 + }, + { + "epoch": 3.2740213523131674, + "grad_norm": 7.546687602996826, + "learning_rate": 1.612594030233252e-05, + "loss": 0.1422, + "num_input_tokens_seen": 1328512, + "step": 920 + }, + { + "epoch": 3.284697508896797, + "eval_loss": 0.16463510692119598, + "eval_runtime": 0.6174, + "eval_samples_per_second": 403.311, + "eval_steps_per_second": 51.831, + "num_input_tokens_seen": 1332544, + "step": 923 + }, + { + "epoch": 3.2918149466192173, + "grad_norm": 3.2389485836029053, + "learning_rate": 1.583618462672472e-05, + "loss": 0.0863, + "num_input_tokens_seen": 1336128, + "step": 925 + }, + { + "epoch": 3.309608540925267, + "grad_norm": 3.8101906776428223, + "learning_rate": 1.5547844146319545e-05, + "loss": 0.1155, + "num_input_tokens_seen": 1343552, + "step": 930 + }, + { + "epoch": 3.3274021352313166, + "grad_norm": 5.337780475616455, + "learning_rate": 1.5260963390393075e-05, + "loss": 0.1691, + "num_input_tokens_seen": 1351552, + "step": 935 + }, + { + "epoch": 3.3451957295373664, + "grad_norm": 4.4513840675354, + "learning_rate": 1.4975586662791783e-05, + "loss": 0.0983, + "num_input_tokens_seen": 1358272, + "step": 940 + }, + { + "epoch": 3.3629893238434163, + "grad_norm": 7.950605392456055, + "learning_rate": 1.4691758035090602e-05, + "loss": 0.137, + "num_input_tokens_seen": 1366784, + "step": 945 + }, + { + "epoch": 3.380782918149466, + "grad_norm": 2.973015785217285, + "learning_rate": 1.4409521339786808e-05, + "loss": 0.1389, + "num_input_tokens_seen": 1373312, + "step": 950 + }, + { + "epoch": 3.398576512455516, + "grad_norm": 1.8699113130569458, + "learning_rate": 1.41289201635308e-05, + "loss": 0.0916, + "num_input_tokens_seen": 1380736, + "step": 955 + }, + { + "epoch": 3.416370106761566, + "grad_norm": 1.629996657371521, + "learning_rate": 1.3849997840394943e-05, + "loss": 0.096, + "num_input_tokens_seen": 1388544, + "step": 960 + }, + { + "epoch": 3.434163701067616, + "grad_norm": 3.142674446105957, + "learning_rate": 1.3572797445181345e-05, + "loss": 0.1252, + "num_input_tokens_seen": 1396160, + "step": 965 + }, + { + "epoch": 3.4519572953736652, + "grad_norm": 1.9603294134140015, + "learning_rate": 1.3297361786769652e-05, + "loss": 0.0988, + "num_input_tokens_seen": 1404096, + "step": 970 + }, + { + "epoch": 3.469750889679715, + "grad_norm": 18.924589157104492, + "learning_rate": 1.3023733401505981e-05, + "loss": 0.1135, + "num_input_tokens_seen": 1411008, + "step": 975 + }, + { + "epoch": 3.487544483985765, + "grad_norm": 4.6644487380981445, + "learning_rate": 1.2751954546633871e-05, + "loss": 0.155, + "num_input_tokens_seen": 1418880, + "step": 980 + }, + { + "epoch": 3.505338078291815, + "grad_norm": 8.87281608581543, + "learning_rate": 1.2482067193768417e-05, + "loss": 0.1302, + "num_input_tokens_seen": 1426048, + "step": 985 + }, + { + "epoch": 3.5231316725978647, + "grad_norm": 6.374912738800049, + "learning_rate": 1.2214113022414448e-05, + "loss": 0.0911, + "num_input_tokens_seen": 1432064, + "step": 990 + }, + { + "epoch": 3.5373665480427046, + "eval_loss": 0.1803617924451828, + "eval_runtime": 0.6287, + "eval_samples_per_second": 396.078, + "eval_steps_per_second": 50.902, + "num_input_tokens_seen": 1438336, + "step": 994 + }, + { + "epoch": 3.5409252669039146, + "grad_norm": 7.5531110763549805, + "learning_rate": 1.1948133413529817e-05, + "loss": 0.1165, + "num_input_tokens_seen": 1439808, + "step": 995 + }, + { + "epoch": 3.5587188612099645, + "grad_norm": 10.984672546386719, + "learning_rate": 1.168416944313486e-05, + "loss": 0.156, + "num_input_tokens_seen": 1447616, + "step": 1000 + }, + { + "epoch": 3.5765124555160144, + "grad_norm": 5.665327072143555, + "learning_rate": 1.1422261875968845e-05, + "loss": 0.0978, + "num_input_tokens_seen": 1454208, + "step": 1005 + }, + { + "epoch": 3.5943060498220643, + "grad_norm": 5.291867256164551, + "learning_rate": 1.1162451159194614e-05, + "loss": 0.0784, + "num_input_tokens_seen": 1463296, + "step": 1010 + }, + { + "epoch": 3.612099644128114, + "grad_norm": 4.302516937255859, + "learning_rate": 1.0904777416152166e-05, + "loss": 0.1698, + "num_input_tokens_seen": 1469952, + "step": 1015 + }, + { + "epoch": 3.6298932384341636, + "grad_norm": 2.612572193145752, + "learning_rate": 1.0649280440162326e-05, + "loss": 0.1033, + "num_input_tokens_seen": 1477184, + "step": 1020 + }, + { + "epoch": 3.6476868327402134, + "grad_norm": 7.643741607666016, + "learning_rate": 1.0395999688381314e-05, + "loss": 0.1025, + "num_input_tokens_seen": 1484160, + "step": 1025 + }, + { + "epoch": 3.6654804270462633, + "grad_norm": 1.1666496992111206, + "learning_rate": 1.0144974275707241e-05, + "loss": 0.0885, + "num_input_tokens_seen": 1491200, + "step": 1030 + }, + { + "epoch": 3.683274021352313, + "grad_norm": 8.459441184997559, + "learning_rate": 9.896242968739539e-06, + "loss": 0.1678, + "num_input_tokens_seen": 1498368, + "step": 1035 + }, + { + "epoch": 3.701067615658363, + "grad_norm": 7.720543384552002, + "learning_rate": 9.649844179792081e-06, + "loss": 0.1068, + "num_input_tokens_seen": 1505984, + "step": 1040 + }, + { + "epoch": 3.718861209964413, + "grad_norm": 1.8878631591796875, + "learning_rate": 9.405815960961054e-06, + "loss": 0.0978, + "num_input_tokens_seen": 1511680, + "step": 1045 + }, + { + "epoch": 3.7366548042704624, + "grad_norm": 2.47867488861084, + "learning_rate": 9.16419599824847e-06, + "loss": 0.0966, + "num_input_tokens_seen": 1517888, + "step": 1050 + }, + { + "epoch": 3.7544483985765122, + "grad_norm": 3.3050386905670166, + "learning_rate": 8.925021605742211e-06, + "loss": 0.1815, + "num_input_tokens_seen": 1525568, + "step": 1055 + }, + { + "epoch": 3.772241992882562, + "grad_norm": 6.0262837409973145, + "learning_rate": 8.68832971985347e-06, + "loss": 0.1028, + "num_input_tokens_seen": 1532480, + "step": 1060 + }, + { + "epoch": 3.790035587188612, + "grad_norm": 2.8200912475585938, + "learning_rate": 8.454156893612591e-06, + "loss": 0.1203, + "num_input_tokens_seen": 1539072, + "step": 1065 + }, + { + "epoch": 3.790035587188612, + "eval_loss": 0.17713916301727295, + "eval_runtime": 0.6261, + "eval_samples_per_second": 397.715, + "eval_steps_per_second": 51.112, + "num_input_tokens_seen": 1539072, + "step": 1065 + }, + { + "epoch": 3.807829181494662, + "grad_norm": 2.3930211067199707, + "learning_rate": 8.222539291024078e-06, + "loss": 0.1178, + "num_input_tokens_seen": 1547584, + "step": 1070 + }, + { + "epoch": 3.8256227758007118, + "grad_norm": 7.24454402923584, + "learning_rate": 7.993512681481639e-06, + "loss": 0.0999, + "num_input_tokens_seen": 1554304, + "step": 1075 + }, + { + "epoch": 3.8434163701067616, + "grad_norm": 7.17146110534668, + "learning_rate": 7.767112434244253e-06, + "loss": 0.145, + "num_input_tokens_seen": 1560896, + "step": 1080 + }, + { + "epoch": 3.8612099644128115, + "grad_norm": 4.711667060852051, + "learning_rate": 7.543373512973947e-06, + "loss": 0.0627, + "num_input_tokens_seen": 1567744, + "step": 1085 + }, + { + "epoch": 3.8790035587188614, + "grad_norm": 12.18324089050293, + "learning_rate": 7.3223304703363135e-06, + "loss": 0.1558, + "num_input_tokens_seen": 1574400, + "step": 1090 + }, + { + "epoch": 3.8967971530249113, + "grad_norm": 2.6999011039733887, + "learning_rate": 7.104017442664393e-06, + "loss": 0.0965, + "num_input_tokens_seen": 1581504, + "step": 1095 + }, + { + "epoch": 3.914590747330961, + "grad_norm": 5.639074802398682, + "learning_rate": 6.8884681446869105e-06, + "loss": 0.0914, + "num_input_tokens_seen": 1589504, + "step": 1100 + }, + { + "epoch": 3.9323843416370106, + "grad_norm": 6.777685165405273, + "learning_rate": 6.67571586432163e-06, + "loss": 0.124, + "num_input_tokens_seen": 1597696, + "step": 1105 + }, + { + "epoch": 3.9501779359430604, + "grad_norm": 5.154758453369141, + "learning_rate": 6.465793457534553e-06, + "loss": 0.1388, + "num_input_tokens_seen": 1605248, + "step": 1110 + }, + { + "epoch": 3.9679715302491103, + "grad_norm": 4.713754653930664, + "learning_rate": 6.258733343265932e-06, + "loss": 0.1646, + "num_input_tokens_seen": 1613952, + "step": 1115 + }, + { + "epoch": 3.98576512455516, + "grad_norm": 5.546712875366211, + "learning_rate": 6.0545674984236826e-06, + "loss": 0.1024, + "num_input_tokens_seen": 1620224, + "step": 1120 + }, + { + "epoch": 4.00355871886121, + "grad_norm": 1.0218762159347534, + "learning_rate": 5.853327452945115e-06, + "loss": 0.0889, + "num_input_tokens_seen": 1625800, + "step": 1125 + }, + { + "epoch": 4.0213523131672595, + "grad_norm": 7.033966541290283, + "learning_rate": 5.655044284927657e-06, + "loss": 0.0747, + "num_input_tokens_seen": 1633352, + "step": 1130 + }, + { + "epoch": 4.039145907473309, + "grad_norm": 1.1709257364273071, + "learning_rate": 5.459748615829355e-06, + "loss": 0.0551, + "num_input_tokens_seen": 1640840, + "step": 1135 + }, + { + "epoch": 4.04270462633452, + "eval_loss": 0.19830213487148285, + "eval_runtime": 0.616, + "eval_samples_per_second": 404.216, + "eval_steps_per_second": 51.947, + "num_input_tokens_seen": 1642696, + "step": 1136 + }, + { + "epoch": 4.056939501779359, + "grad_norm": 2.399528980255127, + "learning_rate": 5.267470605739952e-06, + "loss": 0.0395, + "num_input_tokens_seen": 1648520, + "step": 1140 + }, + { + "epoch": 4.074733096085409, + "grad_norm": 3.8567628860473633, + "learning_rate": 5.078239948723154e-06, + "loss": 0.0215, + "num_input_tokens_seen": 1655752, + "step": 1145 + }, + { + "epoch": 4.092526690391459, + "grad_norm": 2.231137990951538, + "learning_rate": 4.892085868230881e-06, + "loss": 0.0073, + "num_input_tokens_seen": 1662920, + "step": 1150 + }, + { + "epoch": 4.110320284697509, + "grad_norm": 8.699728012084961, + "learning_rate": 4.709037112590217e-06, + "loss": 0.0348, + "num_input_tokens_seen": 1669896, + "step": 1155 + }, + { + "epoch": 4.128113879003559, + "grad_norm": 8.660861015319824, + "learning_rate": 4.529121950563716e-06, + "loss": 0.076, + "num_input_tokens_seen": 1675400, + "step": 1160 + }, + { + "epoch": 4.145907473309609, + "grad_norm": 7.111387252807617, + "learning_rate": 4.352368166983753e-06, + "loss": 0.0705, + "num_input_tokens_seen": 1682952, + "step": 1165 + }, + { + "epoch": 4.1637010676156585, + "grad_norm": 6.721922874450684, + "learning_rate": 4.178803058461664e-06, + "loss": 0.088, + "num_input_tokens_seen": 1690248, + "step": 1170 + }, + { + "epoch": 4.181494661921708, + "grad_norm": 1.4173535108566284, + "learning_rate": 4.0084534291722376e-06, + "loss": 0.05, + "num_input_tokens_seen": 1696840, + "step": 1175 + }, + { + "epoch": 4.199288256227758, + "grad_norm": 0.436257928609848, + "learning_rate": 3.841345586714251e-06, + "loss": 0.0689, + "num_input_tokens_seen": 1703624, + "step": 1180 + }, + { + "epoch": 4.217081850533808, + "grad_norm": 0.09257882088422775, + "learning_rate": 3.677505338047729e-06, + "loss": 0.0218, + "num_input_tokens_seen": 1710024, + "step": 1185 + }, + { + "epoch": 4.234875444839858, + "grad_norm": 0.0730605497956276, + "learning_rate": 3.516957985508476e-06, + "loss": 0.068, + "num_input_tokens_seen": 1717768, + "step": 1190 + }, + { + "epoch": 4.252669039145908, + "grad_norm": 0.23621395230293274, + "learning_rate": 3.3597283229005877e-06, + "loss": 0.021, + "num_input_tokens_seen": 1727240, + "step": 1195 + }, + { + "epoch": 4.270462633451958, + "grad_norm": 0.33008334040641785, + "learning_rate": 3.205840631667456e-06, + "loss": 0.0422, + "num_input_tokens_seen": 1734408, + "step": 1200 + }, + { + "epoch": 4.288256227758007, + "grad_norm": 9.555450439453125, + "learning_rate": 3.0553186771419162e-06, + "loss": 0.0577, + "num_input_tokens_seen": 1740936, + "step": 1205 + }, + { + "epoch": 4.295373665480427, + "eval_loss": 0.3402128219604492, + "eval_runtime": 0.6132, + "eval_samples_per_second": 406.087, + "eval_steps_per_second": 52.188, + "num_input_tokens_seen": 1743624, + "step": 1207 + }, + { + "epoch": 4.306049822064057, + "grad_norm": 1.463619589805603, + "learning_rate": 2.908185704876101e-06, + "loss": 0.0397, + "num_input_tokens_seen": 1747784, + "step": 1210 + }, + { + "epoch": 4.3238434163701065, + "grad_norm": 8.920357704162598, + "learning_rate": 2.7644644370515365e-06, + "loss": 0.0636, + "num_input_tokens_seen": 1754888, + "step": 1215 + }, + { + "epoch": 4.341637010676156, + "grad_norm": 1.068237543106079, + "learning_rate": 2.624177068970124e-06, + "loss": 0.0083, + "num_input_tokens_seen": 1762632, + "step": 1220 + }, + { + "epoch": 4.359430604982206, + "grad_norm": 15.559476852416992, + "learning_rate": 2.4873452656264313e-06, + "loss": 0.0331, + "num_input_tokens_seen": 1769928, + "step": 1225 + }, + { + "epoch": 4.377224199288256, + "grad_norm": 0.16921275854110718, + "learning_rate": 2.3539901583619185e-06, + "loss": 0.0824, + "num_input_tokens_seen": 1777480, + "step": 1230 + }, + { + "epoch": 4.395017793594306, + "grad_norm": 0.30731886625289917, + "learning_rate": 2.2241323416015453e-06, + "loss": 0.0384, + "num_input_tokens_seen": 1784840, + "step": 1235 + }, + { + "epoch": 4.412811387900356, + "grad_norm": 0.8764639496803284, + "learning_rate": 2.09779186967331e-06, + "loss": 0.0435, + "num_input_tokens_seen": 1792584, + "step": 1240 + }, + { + "epoch": 4.430604982206406, + "grad_norm": 10.101332664489746, + "learning_rate": 1.9749882537112296e-06, + "loss": 0.0525, + "num_input_tokens_seen": 1800968, + "step": 1245 + }, + { + "epoch": 4.448398576512456, + "grad_norm": 0.037536390125751495, + "learning_rate": 1.8557404586421413e-06, + "loss": 0.0777, + "num_input_tokens_seen": 1808456, + "step": 1250 + }, + { + "epoch": 4.4661921708185055, + "grad_norm": 14.205132484436035, + "learning_rate": 1.7400669002569232e-06, + "loss": 0.1469, + "num_input_tokens_seen": 1816136, + "step": 1255 + }, + { + "epoch": 4.483985765124555, + "grad_norm": 16.095531463623047, + "learning_rate": 1.6279854423664697e-06, + "loss": 0.0696, + "num_input_tokens_seen": 1824136, + "step": 1260 + }, + { + "epoch": 4.501779359430605, + "grad_norm": 0.2532411217689514, + "learning_rate": 1.5195133940429345e-06, + "loss": 0.0084, + "num_input_tokens_seen": 1831304, + "step": 1265 + }, + { + "epoch": 4.519572953736655, + "grad_norm": 5.228630065917969, + "learning_rate": 1.4146675069466403e-06, + "loss": 0.0259, + "num_input_tokens_seen": 1837512, + "step": 1270 + }, + { + "epoch": 4.537366548042705, + "grad_norm": 1.4012762308120728, + "learning_rate": 1.313463972739068e-06, + "loss": 0.0319, + "num_input_tokens_seen": 1844296, + "step": 1275 + }, + { + "epoch": 4.548042704626335, + "eval_loss": 0.3532261848449707, + "eval_runtime": 0.6553, + "eval_samples_per_second": 379.991, + "eval_steps_per_second": 48.834, + "num_input_tokens_seen": 1849416, + "step": 1278 + }, + { + "epoch": 4.555160142348754, + "grad_norm": 0.7564399838447571, + "learning_rate": 1.2159184205823432e-06, + "loss": 0.0338, + "num_input_tokens_seen": 1851720, + "step": 1280 + }, + { + "epoch": 4.572953736654805, + "grad_norm": 0.5453316569328308, + "learning_rate": 1.122045914725564e-06, + "loss": 0.0457, + "num_input_tokens_seen": 1858120, + "step": 1285 + }, + { + "epoch": 4.590747330960854, + "grad_norm": 9.23385238647461, + "learning_rate": 1.0318609521783818e-06, + "loss": 0.0645, + "num_input_tokens_seen": 1865928, + "step": 1290 + }, + { + "epoch": 4.608540925266904, + "grad_norm": 6.625101566314697, + "learning_rate": 9.453774604721938e-07, + "loss": 0.0261, + "num_input_tokens_seen": 1873800, + "step": 1295 + }, + { + "epoch": 4.6263345195729535, + "grad_norm": 11.140019416809082, + "learning_rate": 8.62608795509276e-07, + "loss": 0.054, + "num_input_tokens_seen": 1881800, + "step": 1300 + }, + { + "epoch": 4.644128113879003, + "grad_norm": 1.8604605197906494, + "learning_rate": 7.835677395001795e-07, + "loss": 0.0036, + "num_input_tokens_seen": 1888648, + "step": 1305 + }, + { + "epoch": 4.661921708185053, + "grad_norm": 10.582422256469727, + "learning_rate": 7.082664989897487e-07, + "loss": 0.1115, + "num_input_tokens_seen": 1895432, + "step": 1310 + }, + { + "epoch": 4.679715302491103, + "grad_norm": 5.248901844024658, + "learning_rate": 6.367167029720234e-07, + "loss": 0.0608, + "num_input_tokens_seen": 1902408, + "step": 1315 + }, + { + "epoch": 4.697508896797153, + "grad_norm": 0.2927665412425995, + "learning_rate": 5.68929401094323e-07, + "loss": 0.0289, + "num_input_tokens_seen": 1910344, + "step": 1320 + }, + { + "epoch": 4.715302491103203, + "grad_norm": 0.10143531113862991, + "learning_rate": 5.049150619508502e-07, + "loss": 0.0309, + "num_input_tokens_seen": 1918472, + "step": 1325 + }, + { + "epoch": 4.733096085409253, + "grad_norm": 1.0533421039581299, + "learning_rate": 4.4468357146596475e-07, + "loss": 0.0078, + "num_input_tokens_seen": 1924744, + "step": 1330 + }, + { + "epoch": 4.750889679715303, + "grad_norm": 0.11136168986558914, + "learning_rate": 3.8824423136748777e-07, + "loss": 0.0676, + "num_input_tokens_seen": 1932872, + "step": 1335 + }, + { + "epoch": 4.7686832740213525, + "grad_norm": 7.673605442047119, + "learning_rate": 3.3560575775019864e-07, + "loss": 0.0673, + "num_input_tokens_seen": 1940040, + "step": 1340 + }, + { + "epoch": 4.786476868327402, + "grad_norm": 9.804219245910645, + "learning_rate": 2.8677627972978906e-07, + "loss": 0.0846, + "num_input_tokens_seen": 1948936, + "step": 1345 + }, + { + "epoch": 4.800711743772242, + "eval_loss": 0.34229812026023865, + "eval_runtime": 0.623, + "eval_samples_per_second": 399.663, + "eval_steps_per_second": 51.362, + "num_input_tokens_seen": 1954568, + "step": 1349 + }, + { + "epoch": 4.804270462633452, + "grad_norm": 0.05879069119691849, + "learning_rate": 2.417633381874534e-07, + "loss": 0.001, + "num_input_tokens_seen": 1955912, + "step": 1350 + }, + { + "epoch": 4.822064056939502, + "grad_norm": 5.924869537353516, + "learning_rate": 2.0057388460533732e-07, + "loss": 0.0243, + "num_input_tokens_seen": 1962760, + "step": 1355 + }, + { + "epoch": 4.839857651245552, + "grad_norm": 5.939824104309082, + "learning_rate": 1.6321427999298755e-07, + "loss": 0.0594, + "num_input_tokens_seen": 1969160, + "step": 1360 + }, + { + "epoch": 4.857651245551601, + "grad_norm": 1.1909672021865845, + "learning_rate": 1.2969029390501597e-07, + "loss": 0.0329, + "num_input_tokens_seen": 1975752, + "step": 1365 + }, + { + "epoch": 4.875444839857651, + "grad_norm": 2.516611099243164, + "learning_rate": 1.0000710355008159e-07, + "loss": 0.0349, + "num_input_tokens_seen": 1983240, + "step": 1370 + }, + { + "epoch": 4.893238434163701, + "grad_norm": 2.7162880897521973, + "learning_rate": 7.416929299135511e-08, + "loss": 0.004, + "num_input_tokens_seen": 1990792, + "step": 1375 + }, + { + "epoch": 4.911032028469751, + "grad_norm": 0.11341112107038498, + "learning_rate": 5.218085243859638e-08, + "loss": 0.028, + "num_input_tokens_seen": 1998728, + "step": 1380 + }, + { + "epoch": 4.9288256227758005, + "grad_norm": 12.289280891418457, + "learning_rate": 3.4045177631936155e-08, + "loss": 0.046, + "num_input_tokens_seen": 2006920, + "step": 1385 + }, + { + "epoch": 4.94661921708185, + "grad_norm": 5.766960144042969, + "learning_rate": 1.976506931745392e-08, + "loss": 0.0136, + "num_input_tokens_seen": 2013128, + "step": 1390 + }, + { + "epoch": 4.9644128113879, + "grad_norm": 0.9045501351356506, + "learning_rate": 9.3427328146517e-09, + "loss": 0.0718, + "num_input_tokens_seen": 2021704, + "step": 1395 + }, + { + "epoch": 4.98220640569395, + "grad_norm": 1.2223786115646362, + "learning_rate": 2.779777675890327e-09, + "loss": 0.1224, + "num_input_tokens_seen": 2028872, + "step": 1400 + }, + { + "epoch": 5.0, + "grad_norm": 0.01060063298791647, + "learning_rate": 7.72174378022017e-11, + "loss": 0.0499, + "num_input_tokens_seen": 2035272, + "step": 1405 + }, + { + "epoch": 5.0, + "num_input_tokens_seen": 2035272, + "step": 1405, + "total_flos": 1.1883702201974784e+16, + "train_loss": 0.17133487164477065, + "train_runtime": 699.7603, + "train_samples_per_second": 16.013, + "train_steps_per_second": 2.008 + } + ], + "logging_steps": 5, + "max_steps": 1405, + "num_input_tokens_seen": 2035272, + "num_train_epochs": 5, + "save_steps": 71, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.1883702201974784e+16, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..94191df --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eccf16f4bf6cae28454d431aeb6753fe6e61852ac86054d5e48a347a445e0d46 +size 6289 diff --git a/training_eval_loss.png b/training_eval_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..fe9e9451e43e3dcba6cedb96e1b927d7071585c6 GIT binary patch literal 37967 zcmdqJg;!SV7cIOADM?A`P*57_P63gS5a|?=E|HLU6%ddTkw#Gw1Zk0yMnXkGX=zZ9 z1_^1twdMT2G4A~nuH&5Hke9vR{nT1>%{kYOyr!*2LPSr5APC77brn4X!Nwp6)+7NQ z{6zHI=uh}d>ds}OJNj<7?)X@H+96ujcif%b?l?Qxu->)v^m1@>73LQbs*OR0tc8d32e&PcOh15R@Qwq9f5{>zn`gmNc`6s9AUgh3kyueMs{oum8 zzr0i?CLjK)|M)uhS1qllM^Wv&$nxBw|JEr!hghr>6coDnACbrKac+n;qK;nJB#4}Y&ljxd zkTdYPx8VOvmuu$ZW4va+D&D#CzSFWd$-uy1vVMO>SzVpr+!;dV-~*3)w4YsHWo3DE z@Kp}g&=oq4eeiy)eop=BRbc@J;akLQ(PwS@4^`CEY`Zcf4aaUd2{C1b;FJBRxuC@! zuU_Ijd}(9mgPha5db^G!MfUg?@Mn0WYOjoAe@O0a&6K<=ojK=cx z-w4`$p}Mm&de+s|m4JYtF;_QhZ6;1$Y+-Ap(yd+g?`TMoc};U?C&@EupSHliW8q6n zORCA%A0LwJG#u~Cx3spxqZu8l={bG=@}>EmU5EST?{8w}57Xw#G_uiumw3%}8S>aV zm9*P?Of{dXs;cVS%^IMepiEd=a^|(Dr5m&imX(o}Ws6r|I5_zJ{X1*Cy5pgw=wA}O znZu*~Rk}+z36l8D9ampTM5Dvn{qu`X_*S&?;L*TbvSm=|o>)Rc0$ZX~m)nQVbaC6I zp;Gs|cPo5!>0LHvI|+!0nj7!qESpp1*W8&u^QEIh=-#$-XjqtHw%*i;TSKc$<=8_} zrva<+T0fHdpl`1(U*P6$etJ=#oR&5`idJCy@b5&sj{IS0mRcP9xpP0$?2O7CsY#in zLhs|?zbYx|F>x!@PE1U6_k7pMC&*i0IFsKRspkI`?Qp3SPf`OXOKyd$}pejK9(*GMb7gtiN)YjysVE zR#GddlO_1z{`Gvr;ar1?Qo9bCXcqZ;b1}QIfQ`$ zBZQ2MEZ5+zi9m*sEuNB+(u=`GEF@jbr8$(4lAMMHFHGtF(2!B>=J%_!bA?)Y2GgIp zGF5KgJV!-z>Vx;4ZJzxdzeiT* zzx5zJogpAFP{^tg30QBX9pqKEuwY)P`)h%VkN>f?^;F>gb}LtAfK5=)T-P)7C~Il8 z&UU7E_7{;2w@@8IA-&}U`TWJG|6 zCnPHB^mG4(iyN29O=7aICcnCx%zy0yRYY`ji*UD${^H!#^DYzXyw1%*@Qt zRd*h(`gSl1XP0lsv?J@)m_KOz@v9Pe*y}d7MY7(zh&pqc{4*r@V^n0vE z9NnsLSW_#@{I?vVwlp)R;LJqMWd<`(O-;Fbc_|wkpGB-D>I3P-T^Z4bo}GR8ElbVz z@5)%rkKj(r;he*Ot^ONE^#PL2A3sjb&qsbv;L3Xcp31SDK2H8f;=zLllT%aotG(t1 z_5zAlaBeTeRowgQ%4=3de*gY`cORej*H;oAXJ)#s|7Z&ec4Ds7%~EZGXmY&ME-wg2 z5f>M?Z#YBx?vl}+#eq(n;qB#-mxlR5K?lB3zhEnq$*ds7Xl4l&bmg(6Ur~Iv9hycm)+`AQdDdb?XdE% zn-9>wdR5uViWRYfxH!9|WtS>!PbwoL;|`&A6wdnE=4J~#9u^XOw9A#FnfgHcnN;d3 zi;m1XE;kPk-xt#xEDDh-4^Ew?ncQD(P+J|ZdwK0bPyP)7=dlmv_jQWI^eN}k-RdI~ zd2X+VY3A7Oo_%RdlgT4e{(GNT`Fx~8?udK6BDcG@-A4H6()yW8)r)`i2oO?`^zSX*CjdhgJ?)`ZVu1yPzNJ{xicY^MlGuUQ4o z1T4XEXBb0?`;?NeukYmFiQx7p=dWHfG<+yN?we(NsvwRWyK?Ltr3$uOwLPoCJUPeC%HiIdyAz^U`xx!#u% zcE$eo@<(%@vFmPUVM2s%eWioVW7YKFR77NC6QrgXc%&Dwo#JG->HIf;-$%1-B-e8V z6&2j)0e`L_g2CU422%bcB_>W~#mO~CpA~jLKKz?iTg!O7+a3J)>C@1|{l8h34MC8V z+Tbjdc+9947?-uZs+flf4>u`n+nn#kLhwSc&=DQ&Eed>17blbT-)xMeJUY#7R z_S%6w$Y5U4CIwqRM=SjyK1%?3nSFN~Y~bjN`Z-pM1BF%dIq8D1A7%D_XZije^I3<$ zh6A@j5Xi?ketv#*(sy~Wad1j~*KKxoc3AoNI@vMK1=G_u=r&1_^5(wvHRXPB{T|WA zTz9w`e=+s7dI+bFJAU~tt2stT6J22HclDJcN??Odrs++YnTU#7U+`O~LQm^W{@kV$|dJ1~brfqQoV9m5)st!I*wU(Z8}Q8=JS*DDdKL-ss!Ewhos}HEwwafLBla`dU?tgnd zMLt-LQ!6c0dZh{nA!lK6v#@;A%LZwPLp8b)!i9reX8qBgQ?3E`*GzeqqobpthG6;e zd#kc=qqCO5hg+f(9q?CJ41@Ue%W&ogFgfFaf6Yhz=ANnR=!7>k1SiCHpqu;cTW<6? zK-fv()KY?7T-V<8V{i?k(W|N|x^DU7fP|GR6-Uqeesu^m;Hr>tX=jjYYimzu9v{3R zS0V^$Vuh^L`pjqC*h_T1|Ar+YVl!A|K5NIFsA0BzAD@{Vu+poyZ@<(!Z!ZnAb928P z_&`#pD4H8V5wtAc{BwKCk?8k#ABQ)wg4ntt9=&#vY7({wzF zin{FXUQ#vp{NC3Nh+UjW1OT>gHe)b*#sJ5M4}2l2DRC!00?gQJQ`et=<1}J}W@Ua; zTb0X~36W_?SE2$ue0q@G|G4ml2 zmE-;$wVH*7Q9*}$kuP4bzWjDOlw1k$vNA#r;J!klodhogpeN;(D_5GW1XGgp4Y(;N zDLGs}%yVwMgXnC8kmu#)(d@Ix`oG^Tb&!XXEVgP&zy^VX4Q7Z=KB)HcZa68E$>KdK zYU=a1x}TdnHAF^6(%1z|M{6oqu`j2md+?I0+FBy*b9b z!2m_WRM;tK1uWhhjpylemEM{EZepjUu3qAMT-8-)^uCNq^>3CZ0E>^mq(_jhjCnLfSo4#Fi7g3c#Aby{+I{RB+6 zN67wgnSC6>DtEZqD;1|`&g?shh1FO)0T?F=j)Q7LeNM84{}qHBY9Y5jPWQGJt}ptg z^O}D!K*%9nr?>tIXZBY|$N}Qj%x)JSEoqJv_%Tr{MO;bXBn%D?-k51KJ59zYacyx! zC~sBT;6|!u(UGfw@jG~Y265Md@}l{g@oQ&8a|7k(=H>=#j^S}&nb)UV%b({j)|!^u zgaOK&hFCjmmosBZi9itU{OimXDsguy1!08~RVUS9p4``GfTiH;=NDO9D-$)hAWf=O z{ZL#LsvyYzR89j06iQ~*G$OMW{ZCdSuLS=6x_9o}IRXbb+nT{_Y;3UP!s1*S=gt5Y zKV@3sta$lyn55@ui8T(K9U+?*f{jZzZrs>7?&#>yy><-)kX8wbr={Vt&RD%gDDY@L z-MoZm9h#0zNQeY%Ya8A2IGEkReaKV`%clYBgg{j^1F=twA1#hyyI5PyE-gi?u>`_C zq27UVGwpp{Tha~AgjA0~ofiZY&L|f!R69;0K8nF$kSLSqkgg8)7K>>b zW*Z>BpqXu~#z(EwYYK7@f^1axq`VU~G%})t;B+&{*>OSI^Cy9)rzd?tVIHIW;ii6+ zTAY-mz zN0`^#6KsXJ5QEY~b7TrG}v=Q3@FN~|FZ3JFO2{W$4W&(VJ7SpVE;mx&QnW@8l{h zB=qf7wTPS?vxS8P&D>qvF^K$I6(#1K5Zo_E(WI(vid}XJ&?&mRGAhX^b%)@4W1~Xf zfwb2wF;u``d9>5TNTBLQrxT&e=dN@fegH7YDC71U?PtvZvL=_8NdyE0aPjccq?s(n z=5n%OIYLWH1igC0BlGfl?$|=@NdJ(GB^FXASyNLJT0zwBE$~E@OkwPE86#SoMO z2xkeZ((O!3<~LV@Dy*>LAitxBD(0d967c6US43P~I23YFpit1!MF9I?%4pBU#f7G^ zq4y36)x|@wVnDp`VK)M(n(52auiBIO{iB=*N$C!2ODYtCQbcc&-R{Rk`5sRUvn;*O zxF1)NfMqOf_EE?#J8(1>8C|^jtgWrfrGy4=#HL{pTgkX$gam8%h5|RgsX;F3lvk36>FQ=FIUwfY;VHfO`HWY? zZx|LV$*b3|TWVSAEaCvTMK$Dy)U1rva0m%eKwZ;}QZ0`j5smsU7MAbb5dR5LCPl>I zjQ`)27(nfxrmJ7QVvjnk{CVWQwR?tv;dGvXqnu@0S+P@~Wq}7@!K!qh5iP&j?Qg89 zvl-n01W+!r9LOam;OXuIy8&@Na*5r`vZd+W)>FjC>QvVOw{-Y z3=~_&!AiWj5@^J*_k8F(RLi7@`yQ0sPO|e;Q`SevkJ*&TnV4cwwCpqHO&fHut_HZx z1eXF59Lk;4*4Cmx3$2*=`T0>OM#E=vGdW%Yv!47JN{|xUc2ei@+OwvWuB{JA7~DUS zh)+UYeqWPQ88F)8jEv~apgltL)5?jUC^Gp2a-bE2$RgdY{yKybSJ1wTQ8Pn=0%l7D z3UJnh&m}gkL}pd)O*Z#XNSY?T>6XZyh5X{4x_dsG%Oiueu}xMAz$>k7kGKsQ zbN0r(5wde4ITMLH5wJnBy)qUBDUkxO?njjM1GI4Z-rtpS37^8e*!?gZ?i14GlL~PA5EMs6KR ze84W4m8mj|Wf!>BZP7p^4ADv#L#c=+D4HBscxWgnutJ&;s6+unS9jSOY;26YvpWss zX}U~WLtcBu`OIUEIGG24Lg-N1;UOs#5fsqskhC)8#%eR8qoYm4KQl?+6-n8)1;mX8 zcK4OhYLgJZg(vax_e*Wtn@2_%AiL#lDIdm4uaw+oOO?G>arw+wOerQg5xQ1|2k&zu{)HIkxFiVW52UH&a|?!^6Bf>7O3Lsy;t2nmoGbN zNfr&%K9t}1Doh8l-^Rw~tGt}%l`mywW%19STk!PM4g76Mss|JT6bFem0HQ%NKS1z1 zgAGSv@7`T<9xB25_U#++oDsXb0K|Y+M8QD|FtJ}d^!4>!^mcM{FC4(4T@Vncl(?NU z`xO4YaS7-+2De%YD2X}7gZ5oeD%cmuA9Qb}jMvoENTZb^04v3;Z<8?MM)~7i9T{Lq zwsMFf9zAMapJ|6=!dp+}o%r%%(e-hZ5AgUY4)XkRv3{KuOst(Ugd|xO>j)s zx`U4>Ed$n1-RjDS6lgejccp*T*x0yS@2r`5>|RP5FC3M$&G8X-r=Vba*f?RQY1yTv z8PF?$ys;`$#43uGF)OiBd{!(ES-Gg;$bVx7BE(I5`}E!fk@AATy-h`QPakY_* zx2;WmECs3yWiBIPV#3I=g@lA=(Z= z+W%_$p9wmGP6NCfe?D+0EoImLwd-{9_4k*8Ol4qC@)L+@JlNq;-Q_|Pl%~U#ZY+9w zdT3Bl^7nqq7n+-h@%r)J0iJFL?o;BuIAGH7TZ&)dQy7p4O5{fU zLP-$->5}Cty1KfBgK6x6`UzA0tJnFHvw&tMR}vX&Uz$yKQ`Odvz04y0OgkKr8>1za#Z*S9)yd9WXNe3oOHLbXe50^)~!G+nIcTTCxV3th_5PZLn!{)C|yN zm2qc7p`Xjs&o|4*QHIK1_ukLx=?5(>DpB(K7>lycBP#j*(?AY{<>%*LcG10iSFG!~ ztkb$NleY5rGBKW|Y4Bby~{NMhbs{M>%k=%)!7-|BKn+E?;P4!_ii;s@ul_K=Tk> z;F9Au;L+^Y?HA(qV4c#^&F;4a>o~VQon9%bS$WVKLBS#DF|7hSh+R~adLr;I6A;t( z@mzpoiS1;!!3rcL&|R7Tkg^b`VmxBc}cvGZ-0i>9Aj^)DLW zxGA92M|u6nX=#t3>_xYy_w$zC9IcPAKH(@?u9GP@EBA;K=0h9>Z7AIW+zdY8IZ}WX zQ0YzQ7uPpKRShKsMm4dp^uyidM{qGMl*0<{?t(`!o9yD^w2<#g{hmQNtjL*wk|fFw z4i`Z&aIKocL+SsWwU1;%4&TqUw6(ngKF?{eC@eYoMuOAr=H}+LA5O(=z~4Ys@GpaJ z{?@{Xprn;Woxe3?Ap$ZowOhA1p)ki15GYpFd1>c1aBzf&hlgq{ zJ5bL|&CKX8a+djR+=58kJQ}|22ucDP*a3q-0!;-y(4fxXy4EaLa3*e{geXw9|CGDs zAJm|>EDjcjYjS=BqJyx}w=8h?SMoaG1a>~Y!tupP*q@V7IOz%x8^Knu{gq@|5_IVA zd+#1PwL@k0WB@fQRo{F^lO{^C0!hmzBf|(v@D4;(kL@MnTG$vgoz{@mdF6J0Qohc~ zNpl)OBRX)KGmsRTfHUItO!M>gwF1lmiV?&q>Q@PzJz=04_ShGpmBlte?gj*BBREVdxg(b1`@sj-C$W^gI%E^Ov0V2WE{ zbdl+<9|)n^M(JM1Y51I5j-Sls6GZD0L6Yrc;d)`x;t+4uGd@ggh7R@f}WJD5PD`JZNEC(*kNM z0p_tt^yUs6CrU&G4&ef$UM;92LN`B=Pc1BP!#+ag9$W3}*Sw70iGFV+U{mq)tM&!9 zM8(J`1$a{$4-b!Nz+EMDU3G!`cRgUCqM(cc8sIYg0uYA}C45#g{GNe?83D_Nat=Us zt2jFs_`=j&c5s*%?MO^d=b7z##)FNG9cso;3kfsN>r zv=( zw$=S8=k@(+fBCKKGlJO$xv7s{)r$z;Xc%~3oHo$`N|RQ5AzO}!E?SZsK}Do;?b>5s zh-^-EZ3YAKM?1>ED(dX)?Gb^lDC9M(scU3(yVTY8i~sucWe*@fBOv!oO;59fX4e9^ zUjRKJCi_Q#!7eKgHlg$o@O0H(e;=v7zV9$!TDZE0r66;#_HnkowY7D2F+MyzTwO!s z44kh*Z;QS;2>F@nnwnHlX*PfUdr!gLw<}Da>;G(QFlb(9P3}mSwYSz6+0L*bd9j7YONpQZ3Bv-T`@x5cmgQ&4DJew5 zEQ%Xut%zZVq-P($8$7yt^{P{6c7SLv<};0hXGj@!YEDbuYO&<<)J+zWEhpsK>Qn83 zfg!KALV?4%4hRH&G7m6c5EU9atxl82hX`*iJN+&$%3EX%JkF7;AUQM+F?T}9n56n9 zZ?gfzM$95tOMO+PvmDAUyx>yUBo@Nuk3`opz;?s(_U+rR943ps)n4|%4p*BmAA@Z4 z>B|>KcP6KwnZH=cPh2=53Q+NaJBRBYZDagdV!WGnc1^v#WyAW%>uB4(88;A9R1TZTAdgW}r;hGCKFQZNr5|S{mHTdYlXwt&4Uc}H5<3ZL@ z;!I%U<%P;Jqg<6#n*b|DHRRwR06t&`Jo%B6{5(5*dmGZDDnd^JG$ITP&S$~*F!*{9 z-LFt{R*iKi!iV2V$XJbA^>t*!K(~5*rFgi?gCpbFGZzDxK=!v}I0}vwY`B2BfoT9? z{M+lnz1>~#V4(LU7sJx$Lv?dNU8rsjIFo`y6%~aL3}h-L_V`Jl8dSkO03ZaEz+w}v zV#w|2uLlGKpeF&SF>4SiQY1WH`8~@|$7E$?t$*Puo`e*9A2bvx?}bnlUDDW@zQ0WY zpoa*;0P5`#s9nQ;Z&JudhEG9Zp8Y~8MmhPBuF2=c;w&3v=*t~{<@{sOe#k^2ZViVt zC?QD7A{PyX2rEcBmoHzQ^+wga8*2XlK&(mK?QAXQWTP+l}QL5$y={6R6k0*VW9}+ zCm1ZIr>EDT7@7tXlvpvqPezoZqba_sq0tPQx{F@WvvEu@sYS)-3WiJG3b+|JW1_Ya zHO?CrnuJ09WDUY5f+=?zoCejm6(m3wVnzva1TDFybJAVk`beWrs^@{*#+qp&gvc7i zLt9`r21k!O#V4ZCkzz_KRso|l#WG2w?g69`I2bnzaVaT!9oa3a`h!1LWq>1y@ehW* zAcGgu7$0qOZq5KfMyW4d==W#TD6%La(MN%{1Nvs_Adm=*az{J18@6Fe-?&%b z6n=1@f^EPDIN9|d0S|&L>Rp&c+#4}iTdt_Bqq@49rl}fuDA4<9<6a~j|TX#i?6 zRsn(TT4(Tmp}`z=a)I9sc<-i;j{MK72@w(WI)%NqJ{nk_8vO`nhrn%i2zgq?G?0M^(p1`$7=Hk;aAo{8E6w2T;egPPaxm70QDW zAJvYk?kM6sfFw+V^+M^Tg1UNyR)_2KxdfX9OoZX^VE=x(n2*m$KvOX@HE+E7SH&5i zq68tOqn<0^E7!KS+fd63s(x|WK^S{sklo5Mx1p<>9g<-1;AQDi#HMhUd%x%qWs?Q} zkk?D{%Nis{_17XgS`+EWmrv8$r#`!?P2v$DhXG6u>Xs7ZM88zfvu$kH;VgP}4xVN! z0c>`Ti_5kzSC^)Hd9<2RQBm>tKp_Ka%WG~{%1>_Kfc*Lf4p>P7nbwSOtu6RK*n)m8}lm zyq1by$=uxUP3CMLhb)?AC%aol`p??l!{d-^W;jFm*y43_H&=|$eEj^R^YimNV0RL7pHx7ZQNaA>WtD0$PU&aY zA7-6Bk6>7JPN}w>>NCyfO4R6)9%Xnr4$DOtrn=cJ%8{ytAKlxY(BUWpocarH4ip31HgcilFbZ!p=Z zwk@Kj(vI`$U3m%+3O&EP6?|VNk1Z>Gmu0^~m7URQsR9xgxR+4VT$GF_6uGM43_|tL z+~t1`n@^t_;RzSaxda8tfoQt~TIPL|?*8jIbZ5^-f=FtDLjfQHEvi#e=)g!N@-|>O z6$oJoqx6cRxhiaW$use>plf`EO<(G{-HACkuMhuo5!QVt~qQz zR>v^Ew1^=4>uSL2-~`ANPFc~$(U`7;%CiD9el-Xl6>bx*7PkcH(77jOl6wDbM2L=< z25YpR-?Ba$&P3?LhXcE{N-r_V$;quO{mYd_ZdBUWXGYqKTMPCf zl;ps{BSzI6)L3#MQDY-_5}agceG5hv#LBsd36>TZO>mu|Hpv3Z24?VNU?ULSP)k+S zMwc`NaD%65`6pBDp9^ux<|M^yWTT#2)W1i-)>Gr-hH|q|#)Q{J0e-k~h3}e8up`?h z-pq?wU2~kt`R{+KfBe$cBaR|bcwJ1iuOD@-;JeM@XU5H#O~t?D-85UL-z0gYAnw5D zp*|^a#XL?(2mxBc8o=}HeKt56k2Q)7Zi8t-X0u1RDq#1LnYsBls9*!OhwW29$wF)` zKFqYo%_Qi^DZ;LRx>67vb?A~Z$O07kjT5v)kFV>ULVll}4XdXZ7b{M@`Z>RGYSZTTCbsq^!ZWV|C>VZQ_Xb+T1R_ki zc&IPDAgfj*O1|q?R)HRVDis~$%!H$`?;XNF3MI+d_XKFz8q8t>X`|e$tImYj9;C>8 zpq6a;hiu=)W_;&%mQIX%r@=J(^U}F(0@tni5gGH0_#qC0L-s({L?pE}aVS8B;q2wN zhJ0#jZS-JEe?`hJ`GzsPH;N5+a+R$;w@RVv%QEmR@#;OoUr$@h@$c*_v1u5X9Qf5E zLRc&65r4}4>-F222d!L_Xy63#@8ZFc0!xrYIyQhyF|9B*D?Rz|eJ7c!P6CWM~r&)pn|{(Q?h>ktMwcwCmzxRqy$jDfWq5s_CciJ1S%f=E>LFaObQ1M zG9b{RaC~je{XfoVsM_mI>*8RcX*if2QL`!P9RjgBG4>qPK+=ic=XVxqrX# z2wSh&OBY}{UsfV8aNH`ax4dC*oF!aiZ*Ol4{(O`(KqJs35{{}Z2jwZs8zU~6Qb0T4nbb>{*pqXY*08EC9FDzU;s zU7pB42?$l%z@(vgd~~=zaePFJ`T*g9ZCdxALs zfIP^VXU?2?oRstsbf~B~RLz6TIt{RG)-M^LO)LOVlq5#Lr9HL0j4HPTs4V%T+^G~q zG^ijO$Hr1_-vRWDGS2adiD9r;Lc_ynfJ<(ZKUyc-sK+Cr4+T+qI)qG40hnkMi2VFS z0TM#7p&!3l6_WaOXYnqGXpc3r(b0m?77M9^1C(Bwp{lY@v{DuJWm=+?B(8&cz zKneOJAwd@y)q(GqQ>cp=62?tAtd_Gh&lQf?+6iX{R6 z3#jW6usIA32Y*hZb~~BBqh3QG9U+aw!^1X#kt%v~mqMC){yY#@Qr<7h&BeeqU<2TN zpn|Ne-5!fj#y=yG=iw^tN1rg`VXChyJ(< z(ZM4ZP*yPqCVTMoyac`)2cNVBk6e~|FRdA;7R6-+3vv&;LfM2tgB>j zx@#Uv-u5D?pxdJxrKa9Ze$r}`s>6bxw|trCQp~3%SbJ>S%CugUXJ1kmHNY=~_K7)i zX=Y)V3h@NX6(YGBq#k{o2iX7GqRH1zk7eiHg(cIHyI)JY(EGjB?>yHNtA}$Tw9$V5 z`}&tz;oQE3sXX`QcO(8&v5UBQrzZ{49td z?*NON=6sYp%MIz|0$VHOwk_k$v7ms2&eALR1{cfRL>UIm3^hu;wqOL^b1R1sPpQD5ucD+hOE z7{DJp6;t_UTRE9kyLNnfu6|$6JHNwQfH9wbuGOh=TJA>G9M7vULi%Z9XIXcBJPa2!D`DDX6G$ z|1p%0sU@VP%Vy&ue!Q-bz}~Skp`Z!!CZ50CRwVqFIIc-}=0j5}7GB5uUrH_rKVeGs^YXnAZf6!Ghx&qtL>;ak z;o5{G4#m%Tn~lIHTOQbQu)p!`zhM2Ib>8=XwiTGq0)NPI4v-HI;?fp8TARG$8!)uHGx<+9Lw#<{OZ`F>q zmsnhT?{oI~pDcZe217Sa#&x~Oy1Xz%Vy{y6pph zw9!Y6A7^qhZu?)yYJ7-Z|Lvpl%M-P|!*&wMrdY6| zGy9PH=L~0P_4KJvJU2eJcb>KVaLO3&Y5Cs+hI6SCu~|OXv-`^tt#FV8`AYkfdp$0EqHyfXd)hxl zp+TLc1-Hu7rKYdqWdADM*gH0^-2JVu|yMHT!tRHJg zZkei0Uc;J%78=a&-?xDXL5;G|pAcNP=nCcoU<)vyLW2bM4PZ6U0pm7IY`96h#t*;~ z2{HmZI2Gr*Gb^`7SRrA>Yw*M({JIV$GtP3zWb6?I-#D`*UN|8l?mUD6FO$vu_iWVu zhtk%sU!Mb%*kAoW))wFjetR5CJM{OU94NF&cGh++7B|E~g+QBsqqq&A zRz5HSXVvji_76JbgQ+$0X_j)h=Qqi3iiI#&w&(x*TIfk|K}&%YX&-(d79+tw@e%E| zJ6sK3G(&p=|G6oljR|-!)Ik?Hy~ zsCY!RvbQxT-LIxTk=I#Z8JKp7pK*^su7SG@WLr=-MFbKwvf=L*AYhAj{n>DV0*VFm zLNvW75rXngsNd7Y|K2@R;fwhJd{}&4iW5T3=Y-vLL2pXIMCja^$?YJ{)Ca@Ghl~5-cLEnq_X<%FXRB|{clll-Mwl$_VL5n4fuLvc;4-3zL66PIV zUS2>F>8&ol*1L$d7Xo)P1s$j;vMUA76A^4Ex;TQ8H2^Rjk2*emy8ZcNH9OArbQWXD z1XWYfZX~*UB-xm)?yY9`$w{gp7m_>T!34EDQkk9%N*?-rU{iP5yi1H1QcWlhr7>iF znh{Gi8)7rHwhxs1X|a_%PgeP1HLCdnMW+XD932=Kny0^?67 za+}<+$c!*sFB1AUu@Tg`301Tg$pl&7K#Z$b>dAK_wwLi_#?A|h?;98%iVFMQ+YDA)`&i2R^(;+{UFFt0Pr?zo@dl>X zWavu`&Z0<6v~0p6%p}}Wo1ypFSkvqT>51%#BXs`0>k7eSA(z*+Y|$59FQoTE@0pg} z{;6;hv&c7CAK${m%;rt(g^AxICzSjTO0YAl`Cap`v4$(Io%{uny$ zEV=^DMz+9qs9OeZx}%v|MHrvOP4HIZod9@JUgm zl5hz8`D}8;L~mxh*)*5`%aAV}RVm#Q4dXI(JQu{@wfut&iXvQun~=$LUk?pUSq27lDr^qmf1`0Y%rib zd4d=3J`fIRc`Va6ew=Sr7tm`m=l?kLoUMYNUXu0XHx%-Uim;qji0FDJ<6e)mX{CvV zN|FBi$R%T(^~J#11O-c;7rnoUcjkS?{$&v{0R~CV|9-;(wOLt=!G1pCGzY|?YFe_}&#RO<2`A@#n%+?7J_<2LYjeO0+OO-r9ULWV* z7Ag0bHCCV^!N&mQh+vAEoud!+T8sZ-?nJA_Aq&JjsKYc;hO~JigH~jZ_^ge^^o)< z0~t6exk4uott*2mu4BHImICZ^Caq@ zi;+eu!9L%UFU^JJB%5768{AJbDJoO7@WX^7r`?GuH35vkX-d5Alyl_PyR9tLe50C;m6 z*#Rp+JfwNle+e#}Mz3yJ`wnwT3JOV)UMhF(cY6s6ncamLas^B{_7U@=0bXWF3Ai4t zK;Rn1LeS=2Alek6`v`SlO#&xYF)9imK{?-9bE8-i>%Ch3)5srWa0%F`Bm(zDK+1#^ z@(8sAA}{pvSQA7u`ZJ*6gF`q5x$9UcgrNIw?F$1F0 zrP>M5Sokd>gyAigW>?;GY*-S}cr6?SBt^#WUF*z~Cucx=8X2eoON!_1FAJQLdydFy zp1upY*Ob|@rXLLBKTd1Q2}CUKEsH_}K+}OQkeO?L|AOL)8_Oc^`oD=|CHJ{JhV=qQ z!X;mcXHUfTHcAVp5nvq$tP8RRaPgmA0l4XCuvJcho$=ktN~P(U%aUYxjWvxWVzD|O zW#^R5>pTPm=7sD46>kmShBkylgM|>Zu$@eRwZj(P?JaDDL#@U+2^@lQjFuA;7#J8I zACH9qL6+}FRYH#KUpJmq!wG{j%E4moA~|qkVJmQka*}!~lvE zKEf#JiEIAhPU*>0C0)d~3JlyQ#%rPnqYNx1YD|1nV~8l}1%3R7)wKPQEMPiDOZHVPlQQECQ6+&}l12b*Kd zPM#}saN~D;<1FWT01Zq=)t={poy9?Z50`PFE!t>{?ZCfrsLxU~Zi!%V&C%H-*4Vcl z`O}Y_p|hL;h0kC|bYKcYVYu-yOO__EcvgpI<kaUck7oCf12{n5dO&H?lr`oeoW)*EriCIQjA{n?h=nZ$vYN}#Vbfp>_s9Ubm3 zngjD$j`pyC=WuFqF{-7d#bmKNRT%$FWXrT0c$KyIL7j;&@6*IyHftxa>}6~mQX=i2ck6`NdSm?V5%0T-6X=eF~#;!ikK@IF@Uyp)so;t%8 zdOLV_76&Jv`EXuENLgezrvHq@3G<*v@gIYpzx1f&_L=~{tJD18xNYH`5)TK`h zddtw>#wb=#SR&LXOHN4{f(q6w$2<6_4PEx$wgPAVVXJNB|_QNwW#$Ev}J(VNTg~R+5;$|!HyfOx8g1B?c!Cg z@MRR_rfJDY2|<@z@2xQv$AX^p!vl;5ehEg=^f2Xzh(yL9@fG zfiQyh2|$5l(FndgOE_*ETwM52{(vbJK`jQ8^KUZSz%m^VVj5I>Gr;Jp!3@D`LvE&v zYrq~yV!9A>oGULR@db^e0AHE(g5U?OmT~8=Cb7c3&{v;;l-P-*3?0O5i58LeH=s-d zUnF>xO`Yw5en5{O@Xe4^VnHFm1?7w2^l9{Ht$)8NAVdogX!x=nd_x#Hpq7F*YitDs z)hB6qjjqjkp_$(|BPnTMvH~Pt)aT8U7!4`*m%)!cHDoR^U-#8_CC)@vv7W4Qh{~Gj zx3M8Numj=^#x2R)75_0o!oT&C;G84x2@nYd=Bus?i?waEY)n}Ki8m?I!o@&ClKb6T zavboUxS^tGq{#eZa)vEq3n00hBrdPWCSfSc=D2X%ntW$gd@IkQQoP5K$Y=TjW@K+~ zPt2dY3c5m_R-eNGvhGjDx#mVLk?B-`b(2)#9Ui=*jps(u`)y7@FH)gFcn*R*PMQtgTYn;nS>&8ksRQL2SWhER zE(YZ2CX_1j{Hcz5s9@4i|0QZ(H(mKR^xTEBSZ3M%9EH~iF`}58vSNi;yxiPMaB8sV z_V-i2*P~s0V6^@(eP{%VV&=SfSaB!k_|-7sqs*7H?taR_vVz|S6i0-BlV2L`u0h(; z6j@kU{=-PQ3#q4mI&V?Ak3EoOcxIpc+XRLM$}26%(KrbDIyaVpH7w{0UTdM$L3ek> zN#cK$hu33nJ&gMmi}mJdv1Obc_&DV_GbJSgg^NHS{r;YPdU|H&za;odZ}1uJ-WP-% z4;=^zB7Er*`Ps7$L5$SYVIVr2t~`Oop1OSp?>BMVxgOW98>cWij2L3%^CRaUxQx)6 zi@w7Ok{P@f1s(t-2*#wmCzxl7fJAiJ%CGlr%`EfOJVWs3;*V zEg&K#AfbfPN{W)w2q-P}Jq!Jx@4NS&Gw!{6IL6*veR)^RIiLE4@$C)A7a82*lqJHR zG;Ro74va4205XP!g4Q6iqU>+ajX5?rkzwE(cgg)GWY&CK#kPp;*0CT7LSTVu^_mB= zowGo;g)~P3=n+xSsw08+2}tMNGl>J^OdpH?C*e4k0PH0Z=tH=?-y8R25*A zFVa=QAQez@&4YtfVWcd=`TiF!U1|lCi0R)%7rRo`Q5Dmmf^72}$)`4?mzCY5a{ zD)hlmJ&~(dQ=gH-;2A#pZ#~K0bK6)OL@P)EgmbLi8c71uG%#QW^;Q9K0NMB7^~yGo ziv9IDRy+o)ZU*Gd@$qD!?lhox1TP^A>Vba+2H%;$2gUq|eDRe@*>}#^Fwgu*4a*ub zghN!{>XqY!Bp^@#OFspO-gXph0+Zjdzq?gN7s_8q)*x|CCp;ItU-PxtY9My>GD#Pd z2|%!Qg2^uEWtado6u2*_meM+8A|wAkeCOKfSJtN{OWB~5=6rC0rqU5s*BJ@|6!9qz zq9lOu067jE$UF&1NmZ@opgKUfZl8X2@afX%Wh^D_?PCrGxOpq~XPy19k%mU7&{VUq z0{4{{f^Uhi-8Hee4hQGeqL&;9dL9a$9K#PZavL6De;vTq&l;M#?|cTy3t$^N8K#(@ zgY&QRMO!m-9(JEhI^piy&YxPsHWMe6>u7|sEinT5!v1mj-ZQ(1lPN=5!9W{%Qz?uy zM3G>-zfJeFBVS zP8GfJS|DjVPJJYuiYeWLaii*lgV1s621kIw^D-z?AoGSr|L*~07C9UVZ5@AM2==4~ zSpMUZliL1ukn#pX22&ix1j0LdSTORH->Vy|uo}QPDbimD6<ux(yrw(03^bKIsi`-yVF7F8fOAlWQ#LqD0%|bAF=9|wtIwjvDE?l0frj@Pyvz&7M)T6{9cdma zc|-3jV&F+oUFgP=hMwFa_4K`7c6Gdy?qUJeofH>D%pe&{B&oY`;O*a*3;Vqo&OU98 zrdPP}dNlv8?lWy_K-xVD{f^?3e#;+5F600XSI~7Jp`oE6W)`P~Q@+goJ1_!FL9}Fj zYbyk*28z?CZA*BAn*gLq28{%u?Epw^`e1LP%8vokH5mf7uA5CbRPUOPD zqKY%WQN)hlt>(?Z1dpvA4{w?hxv9f385=~1o&;5(gl5Z$UIF|Yre68#V`_z(eKwUq z$HYQV_RhI;?WU>YgFiAXNi^ z>yCt|M}ab=Ax%kXNCSFV)7aS90SzP=tr`^M>fV<07#9iSsLVtYkNa{6B*a8+l z0`<`cc;2X-DVjb&A{-22Mvz2eAgG9>hX=}d!$3TKRt~=cg%*_a48&~Vo#l=7^?foyP|p_K$VwlC0AORdH*=USM&xV zV*mB>kNJ5sP?`gzyiB9tAv&#6CBt*=Iq19x{W1ft)*bCP&~J^2PcIeCBO3##+Kc0y#4CX(+# zWYa$%V(=bEJ|rX&mJnz3dWbw6qQFxRA)0EE2!e%)B%6ZwPZ2KqhmH~O~o&BiBqKOPLOqLa;=G4aL zSV;5&MF8pQ+f(BXJ=^Db)GwVpjFbf>tivP77Q_#`oeuy6f$&-CTu#sE3$ivUxcN82 zVZ((!FV3GZa?qt(J>F!EHR1^YuF!1tPD@v_`ZgDrdIK6)D$VddM?%PI4d)4rzgmu4 zlpDQww6wb8elZ7oV~9oGA(>v%p+`qZ5JS%F@aG-PY+UrM+vMNx1TLrMj{e0D1vQ8g zXXWiDYBNcH4y~6LcB&Vx&Zh6pi42HgO+OT0<t(|2WYdn|sEF78X?YgC)RTY#a+l zaXX9E5jV6fscPI9esFn4xv|lt99YjlD!ba4_TIZOA3+>en1d6)>^FZ236dzVH}ggS z*ZssmFXG_7khum-%4j#48ucT;z2>_5tc(91WnuhtvzIrSD3(dxLry=jVVd*z>tH;P z;Cm~0Bw>pLN!`asAK%w3GrG2~jXW~xux(qCTL)t zE5vRnvV2ZU`;&;}ilwGC$u4&;f}8FbW4f}VjbCEO+9VhIj$BeCNh^44Vj`wObQVB_ zGyWT)lRd%s-ZY5?*U=w}0YgF`ch1vey+34&uZ+}*{FqeL+&NsPpC+KOq(hpnpKa}^ zK}0$^J9xEc7G^1~KJ9a+-9NNub$?{)@eJ{C*%h#O`8`TD7gs{A;gxkWKBxTN*SaM6 zn~+d;^jsD*i-}gWl!kX(*E3ro9G`Lt@b$0@f${J*%tKFnesMaQEiK0SdXL33js~@R zaqPk>FaU+;tZ99>Z11f_W1|eepU3>Li^p8*Oy3et+s>)xD;r_#^|6Z+;fxs9Fiww- z9u2SqBd~_sTumD<&_9>b7{=LAqd4KE3iyGili>xd3fUanL~gps#i`wT{*kABd_We4 zx$nm+?Md~{mkdnrRMZv>(Au_trxMt$@?1%d0=3lM@ za|#a;_cCK-Zsd=hxOLwOUh>NMGi8j63S3HOn$~$R_-L^oaL%&<9|Q;*rf`gHRH^6W z(iFldvPJi-Om#6_$P&X;PzxbiSMS2<@W>0Nder)p4X!^t6IU;cTs_iUy^zgpZlR=f z9#t65zwebhCFO3Ww(zZM$D9xUz->Hf?Uo~-@g8Y@!XqOL8p{hP_OALvnC|jV@=+34 z_*XBeTRSai@FSUyFGw-PDUkqj=fK?!eMuNzIz771f4;3Zy_FMBy<)rUS^*8EYNhS* zjTagOa4a?r-5!MpV(PC)9@>igMoXQc#A1DZW-glHEuIWJMr5KMCD-7bf1-`Vr()Oh zWuMtf6f3H#iv~U71(Jd3&vB|ImO-W7>cJi@H{!T=+Ahp&t4GN%F27rJrbJ zbG2^~j@C_F;8nC{muc0+alt0EqSw7{7IY&GrY+6RJ;=lri&ZTg|KG{MnXr>EEZuRa$d)w~jvW$`n^ zGH3rij_2DD#o!V;wn(l!{a=! zVS|DpbaEBSm7|FE+A`I+Fnqo}pPDZXh)WebWyIA6ko%Emde{Ip zICFWB(t`5Nw2uQ0SEZMoM55V|pJdtq$;P$z*DO4hXkn_SuA4}WS7b{KvDc{LdZBkX z%^NYZpFLSBt?-cgMEi1tB9%|I7?X+U8te}Xb`|SlvEa7v=Ex@o!PIzL|NMs}hrkB} zUZtmwO4pbNjExja#?`*>+=_xf{Zw=;bcwsT{XzC4M4sXpV14ZW{zJgytw{5i*3oIBvZZ71!C%jR zdCnY5P^#JslblK@fdbqHhfaa(d8bg%dA`d-ETzBmcC6_sXYe2{G$@5M_RtvL*pbHe zysv3`?dc4w~4}7!8X1v3i3{1wx zku$ z8>Ia~(H|gZguJ}lG+AE(Bx=R1*sDjTM%^e!L_O6$ME!&SU1MOS-am%D6W zTJr%Nx@GGIbhLoQl1CE#p@GA6WFpb-;f^D2z@?Vc;ia=yiUg{biLl6-ho|+Xgq)3i z>Q~;9@cuF7}olSL#*k$%`ERrwV67OT562;bORwY&V4op6(NE zVhZ~lRlesTT=l#|(Qq%(xUchssb?(fb3U{kw}}-S4HMS6)XY4pHH$?IB9%t@ua%uI z=1`))k$bB^;iplAa*(y{HoIswBl)}1-MMBH>I#b=Pqe1O%#wGHl%CcWQt`z;WE#Fo zd3rz0M8^&>*C2qjwi#%CfaRqfDk&89r7&@SJN6_(J4 z_l53%8i0dLR--Ilu~$IjF&U;eFgOnqSV6HH!&SJDz$RTOcFs z;(-M`viRsgxAvaR?pskayD~DDbAQa}&Uh?ryoahf7*4C%>a7-NZVWS~6<)yyrG^$j z-;Ug8$HSp|+H4$0c54%Vt0e%|{Xm8173=%N=LA)p5AI*6*H7cix>d0Et?=`bbMITw zewSr~Kv-@v-ly2h$PwHG!DM$;>8x-@ha&V={dl0&?&G($_9F@okr{Q|{q&g*ft;;{n6D*X-ksbVwEcE!Lu_Mckj9iL8b0`1J;9Y(R~d-4A}5?O*$j&4txX{phdOeQraUx9R9ntfy0b1TLp1RtrWCL zW0qp%0D;7mKyD|4S%Gm-XeKF5SVb|yX=G3{VP~a z)KdiV+MV3RE!!2IWSDbvwS<+YdL6_AS>okZ49^nw2W2Ga=35d2Kp9;z!PUk zjkCOBHO}I@KI3X+ryXG_KkBs`1ieG_U*BAO{9Q#(enVdt3Zy9dQ5L19I^Pzwtwen!n%qYtk~ziQk9-N}H&5_jWko>;!s?;Jt!!!|vvqib%39Arw!3J-r68 zFAUrIKLnZ45{qSXm5hsUgc>H{Q4z4cGXHYn<%BnZss_Q(x3mC=BV*>rp7-u}tnF;< z9@bIyPI_6ai3Dgt4^+Zl3yPBJp1HGrU+BTp<6k<|>HDjkkRJtm)J`7O{V@w5 z`CVvmsqPI$W5&n#AwFk#sJNUtbFdXYad&@!L&w9(^zL;KB+1UAWrvX<611wUC)-Dw&!Lwl(_CbLUtgyL^l7nW>%RUYsY- ze`YrEdLaLI%<|vW8@m%n#7G+@A9wzi?W^7=l@O-ZwUse~k+;~jayh3*eAtPkGP?NP z*GacECXW)*oQEe>D-~I9k7?uzZ6AK2!&Y=Bl81a=>)08i?8t{2S?|5x!0+OuS^OmT zjYbs64P<^Hf~_AcgGe!VKGZ0A|0Xa2L_@;rUvoia71qN_HeJ$GAcE^ZP_=&4jl5Fu zz^p9odZf(Qd7dASuk`)}NG>^q`>UzY{(eD2?{ADW z6_jFxuQxoJd2O){O{s?o&WzFW_N4#y{5!bITFRp}T$sgyjSjhYpTviXp_ntkow_Ed ztfnI&ptZ`W07a=QQE5Y|5DaM1Eumb=3=4L*cUAL=_97Ic?XU)5+hq>!j8eiTapo(b z1)BF`Qmr%@Mw1n^{v-rzBEcD&$o^(<^5re=zd=)#Lr>EnRV2^tDWZYM={~VQLTu?|}&cW6_ z)0V=OOu0aB_j0gK>-9`DI~7Djp*Z=Mx_7O*gDd>gc%^LuVWD@o#xChfK_>R=$l#D1 zx^$I?Z-OseB0=C3mV1`T{UsC{peW4`?K*+n4brB1D2V6Ya>#L&qoXso$6jMu6#5k| zwNyZzlE$12>^&vpNLJ&mL}^&x@a!for4Xb9>to6Kl$utP%X87YN-Qgqjw>59fHqQh z4t!9!ch-jZzpfq%)aehi8ZYh)-?+{xJ&(9=Myxw%7zwdqYY;sVNzk=fvr?O5RcPjzA~&gs3`SNveyzq@MB)1GXNV5nWi$Bw?TVWc`gdB}7@B-#2o z^Nm%`);Aal5F{<5&Pv)yC|90B*R>4omqPJ(Q|B*>VV&I~ZNGc_&sX1V;zY%;j9Wi+ zeh`|kUyBX+m$G%dg;Vf(*F^DLGC zYri%k81d0sXnm?{nT$#8_<6B?AQ|R4!A>W!I!dpga*Ik3e*vPvu#EQMrOf?v(C zlm`#a_SUbUFT}~0X48Jo)yzJonKfRk-~&9$jq@%M*mEwOcX$+J&q=xdc5KL7m!Khp zlL4RQFfkH39e))5Om6JszW=W3$rJJQ^uH~UImb_n%|m_OS)hWlXlaxSGOoTWEqDoj zTNB11d_95t%{@ersZ7)#gs#fq|JG#9(FuvpRyI!rxHZM{49_#Ru68QJ(jGOD>r=~T z!^%<_CEnM=(b6P_=fwC{GZ=4(MOG#Rw?}~B$k~Ooi;4M5SB|lN?Y%p|I~`$MhYXg3 z?Gp{#xEtO?e#NKt<{nBr(FFTb(Lf$BZr(EBtEq6yW45)2wCaK<74QpVm1BMl2Ry#< z5JsG+{D&v>7(PdW78RE9K^7nDCz^C&2Wp<;&(l%9i#i+aI6%2vV4jZPohKU|nb*Wu?E6q7^mOp>JX z9=N^6X*I8ey^Z^cD*dokK=@`0w;pIn zI{WhqKJV5Zc|NIxLMy@BSykP{TH%{q0F;k$*&K4u(JXS?H8m2G{Ii^0 zn>+-qQJ1iG0IQ{f52!QcU( zGs;|*l|wFW!VhE?SQdjo!)IamV}8$31|&2io;)o6obzVGdp=LJ4LtoRkg0d2HSg|{ zL6nr6P@1ra2_9S^PO5W|f7d%rXXrooj$q%>v+sWp3dEMOF9QiK^Yjf{V zH&YlBABgSMu}QYzF>ihQ7L`a3hdjyhk*Z+tH}dJ(hx^yu+M;C=ZYm$y*~{Vs55tM4 z8Z*JK^rzV2$3a+m6{7b<67S#|xP5&N)0xevP3u>(F}d&IvSwvdZ7}A{1+mTlKb@)$p$1O5^o1v5gtejB$4neV0o~-zWizDV30- zuNbCTpT0@Gkp!8zwv-lWvj82v!q)z13OF@Q)j2Gu3!P+L0~jc>51f3fS@mh|95+3E z+Hs-qgLaqz#0%zBva9=)WJ|vz;?+W;y*1rIT~|reKwG|gOj3*o;sxc zbY08XpdUd&#Mio5kK=drP}nYRqjSs@ZnarSWVdoj7cUJovvJ)LIx7 z3}BuaI&j9AV18#euGOo?EAHb<6TQsTBLCW66E-~L>N&4kXbU`RM6&$N-xqqPWNYRM z;RP4MI~?5g*JZ*myb0{SEZFM$alS1L=nhXiSYk17u;+?71!(nGS98fAwN7}X9SHSC zl$+1@=llYz%0Dw3>ln-IM1v~*^JLjE@<>;L@9u}1(x&=F*cIh`Yh-8v-PfWU-ocV76~y@&V+@veK2($Zh9b8RMkLn zQk><`wa(Rh!eg%~eO%W4$BK{*^v>7^DQUIv!f@HT_84voHU{t2WL_&67CIdowyo#$lS@F+#=ehBUDl{eCrPBnRd^aU;auZhIX& z5JHcz&rp>W>V^8>MN4{;m9;GC5jP02y|}t6ef(B`pT)6-*t$LyOSz&{bz}UXFG+_u ze7oZ7e&$flAcGTEF{FGkzCUl=&f7Y*6WUU^m}3$`rnXEx=raq5M^^>K0FQ^H6h+cL?FiMQx3Bn#I*t2ot;j0_Y)KNiT234RWJ3uT1g z-h?jQ`y&?AkoV~7^?sodEN7W?d*MsBV3>qutbtussp zAK-Fp?U#JtFEL$IkRO`q*m1NqL9fya^N#h_Nb>VA_SwV~Nm80~!CH7eGKP^BgVRWx z#W)Gx=U<2Y7hP^<>z{2+BWU~4-H*|&GJeDUE|jl&wZ*n^sh@Pu2Da$phCF`r=N4{= zOU&`r>%}aclUYvpla8`!Hezy~+zfO8K@tcWO|812P~)BqpVhnDg^y>s@^WC2{u z^sVkwdC+H!{UHv46cV)lE1&V$#(6FkxuFwI=oaoSN#m-TKTUZS=2>U_DL|=b5Me*P~>TKZV<-}JU=LACzTo&$;AYNm2Z8QYDRtYg2`Zd66$?L%0i=>gYuXT_p%>sWDVk%MgA5>B!2C`uDUj*oUZ3{7lk>Aqr@M`OH<-vGAkf{I zksVO_yrkY-9>~mxZ<6R491)(RC9I`v+j}8sYlOcf){QV3&iv&MBO}>HkF+S2-7jz4L>!Im!;(a;OH;u3gag?}|%% z&N%IKSPV?4OpEtq-s2EB%=o?d^TMlH`BU%2;sXz@73O9!nD2jcHo(q16)q3j zqIYT107Y)s!N#5rmP`yFbu0x^yF>`8%q#3T9({bY(+JMq&LvymF%b^RWth@wy{TaC z&Bn?3K{%wU;<<)dEI&|`fxg@S9dkMDu{M4nw6V&kjB)+MQ$p@nI#*#9VxtoW^!>(2 zJY4bx+8DX$Q(+ba3`sGIrQI1wIC}?)ab$r6q#TvmM`jX^6@X+P};ZEI>Z;>mZo9Cd-@b z+B$rP8=w6s{Ptj8*?-95v)P6Oktz{3EOu$jxb%wmKuB;Ph==7y^(!P^Z8|P!zh;a!EDVJ`jRTh7LII0z(M(Wz4uTdZS%H*@>%D zr+E0>HwIt!XhA}#;dY&_5la5yrlL>7&>(PvHmL`DIro7C<@QAZcypu4a@YaDGmrzr z4^$}yXr`dlM+*LBLZrmk!O&IHD_1~}o0|yulvkwuKr`|eSlF0?EF4HRf-Nr49Kas} zmyn1EWm2H9KQQUQCnmNV+!@lB#fMB@@xCe!lIeer1-h*dp<(uOs?)>wuE6ik7%Z(& z_h0Qq)tmA=@m1<(fE|_JJ_Amz-ZU-h;6Kz1u3x#ixg}p2F9tWg8(`P((#AxfqYsL< zr_tpBY6E=vy(@mJ?Z!M!lQsVu9~QCG%WaVQ6o30jJ|)X|N_HI{27i`uL&I z-5^-cGC&^l1`BP(x%LNg$o?KYJ9P2*}H zl&W`9xdjzymCJSDFcp-TAqxm};*La~#i7ZPiYA0=N9H|-#ra6|23{Dlt;_?9SUv_) zxtQY5OOTn6g1E@;mMc%J`4dnZpB1=R!*4?+);fv=pe(yqKkzo zYR}Acv=@-9;V(lmj2SjRy^!=c+JCHb-}V-Yz^@ZQKh^_cgh8^t`oA(nvHlqrY;;MR-Bb39#?4v_Jg$5-@gQ!@`a|!32U~!U>Y| zfBv}hYj+IBWHL+y{BbPi9|7MVxRa}6dHWvM;E~{b>g>cofW!QNhX8)6&>c@tQJB2L zMb^cK$1)yO#e>c=I4yt?A&_NP3>fRc6A_#gI0Xa*CTC~wtxdnVATI1S<6OuRck{c4 z{!+Wy?drF&QDm4PJq>KVAkDA*-tU2@iUayGaQQ0+(ZcQEyg-xTwLUTs)1K@1zdv0n z$-`7R*ZaaOv;iKPJQIo={P#d~V`Q^X-)?Y-SuuDb9M+!aAkMQjQ(njrr*i0Fx70SH zape>ysFuR>0dZIKng7)d`EQ@sKqdgEjlsPDOlHAeh3u^A^Kel6iE;y#>2;71e?Kw7 z0)!=0Ksg~b)wWy}yv@MU4FO96)RP*hVWFz|w%ygHw^5eoKdAA>>sTLs)Q;Q#c*h^; z@L`|?1J>9<5PecIpjQfbVxVb(7Z*1G@tuzjJfrNvLe>NXAlHBYeh9ivsNgv8D&K71 zE$0HQ0~$jQ3?NxKxw$FW*^->%j+eWpHY*`lb{|jsL7Ow=kFJwMP5(?c4i9TQ3`=A#4`;fsMG-K9|^?ID7e8$ zHo4Gn(2q^d7+!SEc3&F@>aaS{=jA~eK><8n!h!NS#O(NSX?tyg7dZ0@K0fs*J*lhn z>XP#XE-nh71eyZL-4x*As2Hm$SUIwvIn!F-12L2f)?+JVExf=nI14sX!l<(|7~Xd; zM>AYe1$Rj8mG5=hC`}yoh&2W2+iedOtqpMRyS=-=9|d-l*8!*>2?C>f9v&Xys7uP6 zn;1OE*Y~1O*TD~98;FDa0;YnlxMPf&nw}mPD5SQ6yFe?@H(Mb+l0qGifS~q8&#^)m zo+uDe(HjKu0~wHZ(gK|NH2|qAff0?4U5*5Es%@I!S#U6*1X>yu z)1vlW;F~l&UH1kw0s0|@Vrb-8wm#p-KicTuh_Hgw250aBZF}CknfrUc?~yYDtRr3g zLUwlcMa-sHC;gPjn@t0p5XKM$_{_kRij>GSr}=b1@UAMfWkr@#9%XK`5zyFN@&U69ym$= z`0+!BkzwuFaeiDb#p_rkpfTTe=~ZR@i+hDQ>Uk7jS)YqejOlx`m!eccnT7~^$Y^lUWF^p<2y zpYPt@onq{z6CwoSv}=cA@t|z}m+L~{*AxVfx?L6zvpy(%|m_g(AZE|3g!gfZay}hq$awWdm8`<02%W7yaDB7#~ zSROal9$EzH3>+z$FJG?I@r%y?UKtg9F78QzT6BW58fusZ#~xVS0})8scG>plgavSU zXv3UyHDJw^v8COFgYP0W5m>pQbRnO^KU8#dbRfKjhv-_G4I9zDsjfByKE(vndr4s+ zZDJ%J8^cRH4U+vJ+Kd;Yh$a1Q6qUUNDQPhN@Qv*hdX`~=rPOE--0y2d>uwK4Q z349_{ZokHP#yo@Mkgj+z60P0v10SEeCFU)rddJW()~r1?D?1yLFr;Pl3!Q)mL6V<} zh6Y8cQDZEyucKL{4811c#FvneSXfzcE%4v_eFl7yb5q9M8^8Kj4-*SPC|g)qkcOxS ze$eo1b-W=86hh<*HCuXnZ#}I=nt+qe54@4E9a&k~zR#aACmSobDz_ag78e$rXpeu- z5{(0E|3w8qeT>qrTkViE!bXV=4#q|eRDr97$GT>>@`pQU>dztOk?m2slz%MfjV-RQ zu=d))Hty^14{U0ZwwCfcIuHflgkabu$nUOM?GfbjEdn;6+y{UArVp;4e(qjAaQ>lw zdmy*)Vh0vhKU@v?Vhq>~TSo^!wL28ftWzyqxNX30 z1y7)wpKrme$f5!x-d*^?VPYUi;5j?8)RPo%ND=RN2cVGP$SY2KH zzJ{^lx{{Lg&6_dr{lp!-hcgAueME1A}NNka)KiuPwoL|3weK8DQ z^#bfRhr;2BfcM#X@Cygi@&>rS&ozh6=fKQ^2A0G$SV+RT<=!E+`l8x#4U<~-U9Gs! zt{P~(L$bq0&%mGnCi5UE!OqRCQY7j$833d%c3$3F0|Nu$Nl8hPEE}-!*t#q#fK5gP zYl&GSPHa&H3{>#(@#C4XTxLH}f%PE=6wnt3JJ?c7OL^3FbuU0z!aA|?;pRi z(78T%KnN!v=;5(0EiK8znGRoie83^$_w?qiTX8yXtP((3xxS#N=>Ev##s(KR5sQuD z-W!e$aLuM3bHA^k?-*lYBQZJo!l2K=t~wYIsYWwP=z)s~>P_80G&JY*9K52)nV2qt z1b1*;Tpa4){YtMSs6Hidunyyi3l9hrorXZv(%pUYMw-|ihy`CwzFAa6fRZx-TpU(s9ZAGfn^Z&rzaAJv=}u5HbN^ z&M}~ecE1&>hMfS4#-Nx1zaD?YMy%}ZTVLPngitj#I~xM7BbTpSQE9Kp5d8+(7f8%x z^;^9HCF{-2O%cmLd3k^7#T5cFa*{VyRl=YkGzA?Eo!90Bup3Y^7$lpSxw$yhQ8>xT z$p`|`T&F|})ms1$Mo1+T$G!aPd`}QpwUIAJP!pYmC z&qLnNTaLk*ZBkZJLSppJM+QI-ol`I@0ikoE@SB7`_t0Eg?Y2 z4Av?R`Doq(d`}Dn1e>AB6r@+8Xk~RCtN=*hO@q=(Q)>u~PWZw^D^p~6XajI3-y8F> zf@CG6Rjsho*C9r+3_&26fxHOKHK8Z~n?E!?@%gh!0OmAqBBgpIPyL2L5Po%4(bjf3 zpfoIe!SNR{E4)@%MyN*!=%hRCZ`(f?amIuyJ7m;uwc=e}9Rma&=?4$C-Oa#(7)!!{ zJsYDPUaYxHmKq#MgpePix+id}@u{gqiOL~mMvY0?>z#t}$ zMGATdSO^GpVu7QqDI^Y9Z>ia{8(USH*DOAc}xY40u4Wf>;qJAB{C`s z)ldOhQ&%@PHt6%<1~pGbXEqx*fd(f(>IDYx6#SD=Z-@|wK}EW|8$?7!0ZAnkl~n1L76IvQ6_DJubpSZn(ru_}82lh^PZSP~MckQjst?bQB3|SrT+uE5}S)S(=;O7-R%lgpX-r7!_ zkI&-2pWwB!HRh|-c4&rgA+c7vV~1gschUcF(xl&+U|6ipWqH|~&T%t?PVP5;?GY_p zb?kfV78RK{BYBUco{AcuR-KRi&;XhB9#hoxnw~-_UF)>`{E-rFjW}n5dtAZfy{v9d zn67=QYTx&Xb;X$Wl*?C0kDF|{l5B^Jt zkI-8l{;?p(lVN9PPZAEqVTBKertWxHY3~EOnI3`1$3zZ2d-m*U!#&L+dlO~4_X_v!-(j8xbmlS+E;&mc0j$IQPNfLQaJNqTg_|ETE+@-%ko{vnf`pr ztdb>CsqLBbR3siCwBx6?IS({K(GBpkCWz@a&%Wif?TOi5`+Lh}U6%Pq@Nm%*F6Y|X+Nh2m4b&@j9kue> zKK9|`$6em4Gg&3R4H2g}1O#$gy-osHUF`(z0&zZt$KNEWAtwwtDF=HSkk zuIqg)#fiIm>(-GM-)gthQr^8w{_ug6`{jq$yxtdQkCJtz-|;K7o5-_QXS}z$^ow4^ zQs<*sGewTou#~)_;`lQ~W?3B_rlsZO#fDRf1`8vV=r&txv(wADmy)TShFnhZmabfv zSg62LQc|jj(>u&tmPR-9-Cyy*T`clnQZS6S>Qf8Z#FGp`m6)j#7{gj>6u zO_cVMTALdTJ(F1=r?u9lZT05Ur#6eynHh75?U~Q;!g1ZR{j-h|D?ct0laU!=lONL3 zh%v1hWpBpBN`r;1QA^^C+x<$ZHZUDwWvX61vyRbCzX|8J^M^ezDkuXE4pEPra z;V9qRIwQ3);s@&}!g+6VLNapDu0>KwRkenQ#oe1ydgsT4S*NLxutlH$-KxOLjdL(P z_wLz;l zL&tx-xk!|MAC^kAm>p;BV+OyJloKYKFSu@$l%2u~eno1RSnel>OUYSU^3D}bFxQ8( zNYCYbb(=4RYsFbloWS=ZqO7%ot)=dPtCk=U^8Us@6+<$Cvkn3&!0aF*!@N&L7FN^o{>I>kS*MvEoL4G=@X{Sd+aGUd_^NPLeY)S6a^JW)u2R=&Frd0x{-Gcv zdbULPKEK8;s^y6mMORmGG)AT!r}H1Yy)ajR2U~_2E4U?n!DI7R6g|HI_O+@CYPQc% zsoVH${;=hbz5C}F9<(Hcp`EK+>=Ymp`P z85q#fahuJBHX#GM=XX==M4qIT2Nu8kr#Vi{kL$);D2;4VQp{H+7V*u6WBaG~7sI^_ zdb01rkSHiA5fhTrds~%lz8xCx`fPj^-h5}J{VEK9MQ*p=bdINkgAh9hht2-(dNGfF znY$Qlv(ZHtQJ19?wc#w`+1dP1|3-dA=?7Ac`F<;U(8Q?Y*n2P1;={e)Xi#zzjtZHd7Cb<6LidNwapWWSAZsC8W63u_tx6W?WWHM)WYdWhn zS&`D;-``;J$D5vfD;CV4(wAVe<2}t6Egq=ev#mGR`>o3F{^@xCaJZ~=MUUBSMgZ!B zP+Cdm;lqci7#UrMexJ|PnsvNkS2R~NjbX4Zm(085SoydZZ~2a`iHGr> zbLY-kuXbt}b$+--FKW#S7i1e$;$jtF1IPp(e5XHg;si93*HD%8{Js^fyG?BG{`r`- z@a;?%YA#wCM>TY82ufeKu~X4W{N;=rIasJ9CEY##ty26p7wcHYM}t^u6Zck5Ni5ZKq-AE-vUu(IWN7D)!6yhY)CSOJ zQOQ}EY{jdosp%=O;ehJlugqImZOm|pNz|K~;}R=7JMLAk5uDzz=@I!vhN*3_v1 zkM+SH)2q%at%|$6vE_TqiTkgUl5jsiXp)1CG32>z@tEN};r80>MMFdOx$=F_I7zpo zW?kuvX?c2|A5fqtgLZJ^O+*!%_sU^yGN8G&sJ7ZN|T3O@>?JF zV$slbI0AkBcWb3PtnA5w!t;6_tGBpVU4FgPSb)7g3Ja}Ta(%!rDT%#gx%mRUnC%J2 z`5_P4+%ovyi|ccPi+yHUccD3N^bhX^Mn}`1)y&3>Y9CilXO%xeRS1;;LJCIzXB>)M z#geg2fs5mHM)gnGHtMAJd~(gY4TnlxCVO%?nB5m-O-i9{9g8@1wU#G;0QYn6V^}7K zZ@g2hfm$hHI_0_fi_RSubF`$J@YvYc(^s!Tw5>{ySd}aiUb%7wY8OYw_IS9oTvqou zR4j-7+DAvupvCX@V)etv%&)0YdXGegobg~MRg>|RU>`dlMd^DM%HEf>9>FrpwoF&1 z+KJG@6lA1$!Xo`dHCFg?e@_1_LR7+*1Hs#K#gv1^PIYA-+x%X8?o5)d9pl~Ga1VZi z3hV?YXP4XeY18_gT`0s0<@>voFk!gZ_xKBR8u}hWsP>fX?`@+EbVXTt5yo{Svv}?+ z+>gC<4F)T)^DdS54(2B@87#8m=@lL_7Ut1 znbhl}W!rNX0R^bViTc1#sR6@2(!XzAnxOcEDI|!+lYW0^LK@Xy0vIVGY)T&!wf#wq zmgM$)Im`Nx8()#*ENO*}*L?5iQ=C^5$WyO}pzk?v-0VMS8I?J{RkGG+2Ef93EacQR zJ-sJr!W@izZw3;9QvpnjLq}shfQ8J+&iqUu0946`8;wE ziUYft*qyiwPR$mvB7^o3!H*xmSev-o+g#^z7Rr0|RQtQsU)uSWN3d$6a7j*{SRu1W zY$PX4k=X^&LE?{{uIl%3Sh3*a7aWxuKYjiTAmK>2u2cM%nE*OHDy$l|!JuB^%al1|Mod;kJ#xY;8s= zaPoh_GNQ(+0U(a#xkGIS6mStBtw}Es7XmEDa!@?{lN4a#wsXaUynt;_beQIz=H@oN zc4wj`kq;{<&CG0(+E%ImWt%@w&E~(cP(=xsnY44}|C;U3ce-Fa-IcMtCG{s^I*>^_ z>=K7sy!c5T?Q8=djP?2R=l*(GQIRdL&MRWp+THz5RRe`~0V3$ByC$z9o zm?t_{?QZKc_%DP>0;0!%f?G#jK3Vqoyvyi z28+oe8cy(dZO`Thn30c$2awT`Vq>2gd6x@BHpCB6Y#v&#gJSA`{r!vPX(&{@U%!6c zah(nDRMXikGIqV8qjMI9v;fLeOYz+P?(jY=Qh+JUEwh8g8mDPVb4)wA+5E?)IEk24 z#k`ZnJ{1(u!>-QKemMyx+jnwu(v{^R3nkGt$ydn-3Npfo-wswl5q@@lhkI7V!Q+UuQ%_gw1l3h|zd$7&Jl(PyM|Y z-MK~GhB>d{c7W&PZr*&M{dx6^NxMOg=E9)U@a4waS$bigKAlsE6{he`W~qaP8funV zNGL}P8%53aF^e?wuV25~gm<}O%ipTJ@&&wg*^81{g8pJ4c_oza=IuUs9C~uX^gEw_ zCp8M#PhKOZ=a<p2k3_b0K@Kab8~+MC~OVo<_(OjWy|IT?-9AoiSOT4-v6q9IqjeULt;14 zd>6J6g8SbZ8(WG8K?7;e@EQSRh*iwbi)f%W0<}qhTKKn9L9cl&l(|5dnb(yQx$mV< z4Y|Y8;g4;au-MD(pWOi7*;?-9mEULZ4)rG*P8I88OzcEV`u5(*EsU7`pN@vvfGep> zzKV?Zjg6H%TQcJa?B|wYF_UK1cBRB*VG^`bpQT+OO`wU4@pp* z0se)2F>iQ&GB`9e!qOVP;q;j^Rf;Sg{u>+4`E~J5LnPSgvu9U|&G(jsUz8|E@p`7R zAnZ_NKjlk8!->$j)1U(#)Pml$UvT%fk>l@R6!Xi&k6$2U!xwj&o3WVzYaTl8oEat%6k0oIGm(BzKxhinl8&D!P?8_I|pLDDs<5Q)-}paDVrON+P}TifLxD zcMRtr7y!^~o0vxsrN*$*B7g9AUV`1vyMt2aYzqgHlWk$eVimJ}3-8k5gH;QoRW>b> z>#PC-)XSm?Ul>wC7kuKrCTZy2boM%@-8 zHMK)?1>=W+Kq&1>DuyuT}>v-fI~?7rWGYd)o$>vtTHSGE$`V2 zxKQ!^bX~jk8-U*3nVuXFST5eYNee7DwJdKB-`gR}#kl6F^sv=lWNU2g&LO1LAoT+T zq4%=CGUn~tUX*Q&k-@{pg*j~5ZByR6g6-cCJP1+qs;>~-2et! zv(WZr+3uP)f`SOkq|!Jb$Oc7W1Ejqi*HzOUfM9h9JVTYqtc)*>O)jC7T%kJ3s}l^% zgBI%j%je3&_U)?7LdVg7BUul244Z@m)Bg7GKEKD7{Z#F=&ORXE)yXrH9iTgvH+C@r zY0EZlVMgO7y}Lq#c*a?s0;=;5zAuPRrsj0aJ~Yek2gPmyaG}d?jmw+MVWk$0-F#YJ zQbv0_jC;^4_+6InJ!TR+s0Ys@BHmnopA8iv%g^22LA-40Z7iZ~qo5g9=l_y%jXaRK2jra_mH9RZ3R>Ttk% zx6?hG90Xv6yl9Q8-8#g_$5)5+uI~U=T}$;$cR!}5`%~e9!b(g*p&%#c+dtjBE@r|l zCMLE418P0&u^ulH-wEO=PNB{d0B&v)>pvr|8Uhu&_OY{#G7~!5x*&hEdUjnnOC1Ov zygd0@8PH6h<30`q999RUN+Oa)%Du-T5krcvN&DNoeP2wV`XQ{p2sGXRfMi?t_RpX9 z&_lrjmA`wJjkoaU;gY3qXQc2dV7mi9-8$>1!@IswGncjeaviY)c)Gcx4jLL7ZnH8H z7JY&xP#`we`mLTtM-!Log@Z=aFzW%bUe$xon?frCiAGc5Ms-hI&R%d`Nz)Fq_Rv=` z&1LM?v7^W={LKgm4&9vW=-CQT94FM<-PwM@fJj=AJ_7YXj@Sp4|E@Q=TW|xYLa5h5 z*)-V%jpEpsc;J*OF@hu@xDi+u{yJ*j_k{#VP-MS&`OZ>k%d;=giBDZku)mPd{DrXD zESc^8%f?>?(B-Uaj%bX)j8%WkDtly{;6e!4uL=rLYmSj37tw8xZtXjF7=*2c++|%P zj!pL@v_NULUYS&P-{YIMByDuiIX!ut%qr)j?_Z49rP$xJ}o~#+)1V!$wUP;e*PIs$h>vl=UE~=lSz7 zAqxKpxi=LBHsb)Or3-{qkI>Q@ERNL_%zSF3qNZ*gS$8N~5?|L{k7|WpJ-(`8h(JiO zlhxTfpYTC(kVRW9O+7%)2U#1ypEA1nXu2O<^ZNEXD^)pa?E9_Y!crX z>Y;#u9nmlJ;^j*R*&9cP9Q!Rq!PY=x8i3b)7AEiH-**9;Nh!7gku7f951?{hA9R9J zmZF}v7nz%qQf<@^b`IV(xA+0)@i0-l-{fc%!yP_;_+Y?Kk9BZnufD|3l?rn)Z^>t= zDD9Fb9(~5lB__rI%iqCG)WvM+8(`fQ>HV43o6cj^ByplPUoCopeDa&Lod7u9;?=c!Y1gQl*t`fOF7zO2cybH1^!-wzl>@Tm}6XaE>DP2asxpXXjzB zqWTL8F^R3M?LdN^)Q*TQ1+YQ{pVpmv1$nOPTi(>g((D^zX*6Cub$E#tJu;5?%w%0P1D+MM_D3 z0i)UxBsJc?eG~|>KkQb$A6ZX;p|)%Qbqxg|G6I_0B^4ENsoj+uapDf7Fu6QGZ57GI zEeAwToIH7VV_{TDMWq@BU;)6eVOz>&VoFNIJ9l0Q4yq5AdAw<#%66R9G9NA*Ox7*V zEZ?2Ax}J~&E|c8*n}#63f=a9BMX)jM{)@mH_Az6k#~K5WLbOcHdp{8XtX42LPw%!+ z1KbaTE&*cgT-mneRF7yWY#Ysd%j1FM48GtJ&`G+k$Xvcm0>D22aPt+B>uB)-{~HBz zR0YBdG04UFL#|{wIXTXM-oHz6h|?cIN+T%Fd;~P08c>49#1D`<F|Y>wUih!&^;_DR4FWqpkPp+- z&)QG55g^GjLDFrZRgpz#N`(hDhj@88G7|>?1%VS;@H@urkE#k20|PRB#sE9}sBm6{ zNystpJ(uOP3Cr~=G6)KOK37I9m+ky{8feJ~f2_^)-mqeD*KL74?*|nQ;jX16Tj)Mq z<@z3VUwhf@z=TMKdJH0!0IG&jQQfb{`);})4}yMANkOq1BjGaDmfDkN5!-JUwkl@x zt+_e!dg^RX4xWrf+wYYX`|!PPU|@AfLqi*9BCHglM!3a*brpqP;`&-be0M_sQwNYM zCZzYd+S=O#K;#BD>u9X7#bG=`aw-sMJ6(dfNw{HXwsP$AP-9yst1(_BMv5e%WG zSWbiRDg))=I;dErAZ>^{&YVVd4@f4jzcu-y*HXhN1=w*4&dvpZbZLNo9RX&y=hAq> zpQ_k#_V9RJI31`PfCe6cTBBn=RMKk^ADH4JrtcD9oq`pD`m3O$6Zd1v-VlU`F#!5{ z;m@e#VBS@(Ol8}QU&`9%IenT6RL{dekC1o;4j%Yr8o}XGTWPZQFR*kQ30MtDJd2Fv z6l4se7clhiDR#>0FS`Bl7VQ!Ff*tlHG zBqw@Z0O*)90+>kveB}UMg0AG2B4hp5c=4s$PjG3DMCm%dLN9su?p?&T48ceq1JAWh zoZ>Rx4JYZc>m-jEg}(6|3CI%UAJUs1i24YPc(~1GvMVE2v%vaI_i9{Sh7_!KTC94k zCUh`zez;s8qk>Tzv9nAqWA><>n3kax}fUV5TrL@B}4JGI-5(1w+f6fj%iqhrF z)a~!C(t*9=&>z`reiTST(PZ!EcRwBqvWtsrA&CJYtE7?=9RNwso<3zo3^V-Pb}Zp< z!zUS8^OO^1Ncu791@)u`z)OJII~p4so3SCc`6F)YbE^fs?k=MNbk$&GD%jh9xyJpH z{p3jnv@yoQrS}#zMI`e+i!UUIxq#i?xX=g)(ibHcJ6xywY$9@I-OapRzw8#^_B!w%hkxypA8XGS;nxep_(ax8|E+f#`=QP)YKH}0($z( zppjn%tx@q|t`;a8YxMPSHb8vC4S#>$X$xrf7Qw>JHP(Wz7Lpdmcgh#8$)Q zXrtLOU$mmM;#%7S#hDD#lWxz14tStt>U(+keOm^rpZFEk#C)kqem^w}OE~Q9Au}3s z^&8I{?nQ$psvW^0^rVj2?VxHsOH2&^@#C7w<}s@hA6S1hE-o%~HI=Ni+@kEH5}lo$8(=NkR8fc&5O{ef19RG3 z)>d7ZSOGnL>A_`LzwYxwC&L*lfDeu5)G=2Z7nM+>(>{> z#UG!gkN4+Q+xwjOET(3uqYKG=$2MDf=}xk-$s+TIN0*766t}s|V^y+5RkyoueLl{$ zrMoJT%U=7Dz6ZwTd{aXMX?Clb?O^7I-(imNoqln52+Z2-O~2r@Bd~$1eDH|==o&+W zgia#E{Pmm{P}tRGEt=!UXNAK|SpO4Aawf-RLz$(KE_b^ae754jC!nmeOGuP-hDAbH z$@HT?Ra#n_%#|yT>Qcxo2=FRGt)Y~YB`8LNC9QQEG6F#OwTtL^d~rq;tkq7wh>dlV zT_&M{_|tOx^s17wvf08)TBSewTjA|X^7026DAW6Ww(A*ry$h-+7ZoV*|I0 zB7q9`_Q%{I7v1-(*G|*IhO;ONAKpaQCkZ#13v=-CQC>>UNez_?J1r;x6#(=)UU$0#4u)o`dXwFh>mUK< z3(p1MKs^4CczmX8Rv4_Rr0eR+hBW-oC>@I{Sl%^Wd!1!Dl|)7D0w~RSV>Afr7Y6X8 zk++x}6kZ}MUB8_9+$(aVH-O=ff#n!>OvF{NR4e1Q#Lhw$81{0&QW8A3OpqrUeeV9F zFKUCFBaqW7+4}Rb0165fGxL+R+5T}bUTn|wBg=|cw}=(S^|-h_;*vz6HEl0~{1{K4 z#;rgGvd7knth_uvEFFGOa8amWwd^-+{7d(n72RIl1mT zi*?b`UY>r#976H0AL6P(9LFrHG!S&Ai^M*lZqRn?x$%JG8U_f+HND(r`GHEJ)N$y0 zHJuvzVKt$2M&Dj=_2in-0S4{Fo%hCl*2Ifpj%->5C*(VH(uFUS_1P3Dta*%A+&q0` zud@*(ZY1w%LU0RkC5EBmoC67p9ng+yU(5Po7;->S{w1;BWg^~*-?*6xQC`d&Wc=gk zr~TXjgKm+1C5TqI@oGUpPzI;BAhaW#S@efnV)JLjh6<=)D6H8(50_5MuILkS{1~>#YF;(8hoO&z@m0My*gHWlL&vjY19c<(x9%U63c~4Kz(rwsR@Ne6&Yw6w?nVP&jPAV5}PHh(;=(J8#B!oaS#jwyC zUw}y4@t^t5ojVM=YEPNRg-cJENGjArJ^?`r{nnZf%Lc+qHSOu)(A>QSi`y>hcQ@Xz}E`~GhhrHbJH)g>IQaQ+c_lB!MLiLn)FD0MKcu~ z5+Vy31Y~4aJQN%Qa#ss>@@`)<;*D@|5|lZBQ^!!|3edkCXN0bGFI2b3adAxUD7_^3 zkSdZ-{|UmNzWIu(91C8*H!f$~PKN7H8tHd)d?+X~W1vK>6c2&Q)+5`+gp#HyI~z7g?`&;t^|TrXLBAHz1~6K3pdYj_ z@UX3c7?+ONswPMCbr~M8dFH)8P z@{)2!kO0u*1>PF~GGAe8=q1&&P&U2y^!G8|H>n?#MxnXyawvBjjktBdwx;g zX9mVcc7CW7@{GQa$#{JH!cjs$SyNjN;Lo6f27_H#0=a{1tqf;iR>(PlO26R@Y6=O>k|fd-F*oGfo@%1us)hhlh8!3^O|!KFF~2!Z^G8XM*f zvg9$?K~=s4WIw=obBEDE2^y5Hg05x+912-yU75O}(9$5FqWnu2WEwCOkiE|&?a2gB za1juTHG~~;F|;Rv3y%RMmA`U@v}}LRO$VYZD4~an2}*aN(gRk#0AwwYUCCFnAUB@i zEgWcvqmSQwl72vq_Lkvv!{IdAb1KK9yV`2lk~pt9m1!pTK4NakGJW=m$=yXlt`mAA zBtFT2Z_9w%1uT3pp?Lhsg>27V*Ek86!?uOVZ?a%8P>>iLObi2Pgi3pN`Cb4@Od@>% zA(@}Qf3u%GOO9oOT%%*xBqZv#cJ?q0O)J`}F+yZsn~nM@9u#0a`w>zcq*p=YfK(t7 zOeedu5*1w_S%VWGhl3#xo-L|z5vGRy)F~nWJTkBwuV25O(hb3bqbTi)gl$-*3{VF_ z%qU#hLHRQfhmt_hn-&<;saQ3l;Rncjraj+EA4OLu2a84Cs>MG7YDk}&n%cH3>9+R5 zR~iF_P9BzeYWWdT0!Y@WYibf>2N-8<_6&g+#_zsi4P}Z+%og9Zlo{mi8X*6J-vr>t zOyc&FCBJ5Y($enW$biiIWgdiu$_Jm{fMp3%K^y8P2l1CB3Wjsl7O~)8NzQvVhzR4* zpe>%1cS=6BqB5#3zo%?B_1fudfFhtgFrX{|ioPS=9!8x2OS{RPzk2`NtM2=b#k*r< zb3t2cx_9o7fc^`$sE8m0d)+=2lj?3kjVF_|Y`~<{;RsqndF);77>L@!5ILvsC&$Xk<|^homArlxn;a3Y!AZOpaJNT^`}PHD5=$7_Y^stK~^~!i+Ez-_rNN> zcJrn`BsBDYtRW)_1~AbSS|F}o7y4>}%$#e#!fmD)Uk_%PDXAre!GfG29y z;Sx*47%ND-kS<16BJ@NENzHYa6@x9TZCOYFeqIF>ogiqUcVVYRUvSFon3zYo$Zs#t zKn8aQ4|K6A09Mn&xUU$WAd;be256BF+WKSFA(L&XWC}OF1^8w-lzsf4B3nlDg@jC~1Kws^b67vTRno9|;aVt@*!b+$O6i zF)&15+W$Eb^Ncd-?OeDA7UIi7V~Ed^(7pwqU-B6~E??Oqrtqruq50_ZYesen?M3ZB zo?V=do)3hhGbCUp$U~|lJDbXzgYAl6Q@pbz`Py}O-&8G7zRnZoZs^j z=u@oGSYVo}`e|Bn#()={lCuiY>sr{ z57^d#a%*Z29dM_D7mfwdsvPuK3G|=o=s$fbQIDm87Alq98wF!@1U)@JJ!*)j9vYn*TQkTylgKX9U&chd)@sB}8uqVctrxEB|;jLE~bLXc%DD z%E)_lMJ0n`8O|N4^OHQn7ErB#0L}tr1&zR~h4u$0AehJrFP3J7LeyMOFJYy=x!LmV z;TvWZ5A+c{_!h}4V+1=PwSO4E2gKiS9p?r@;67XK@gM@jM!rE8?u+@!!iPC!)$uen zfGA+BoSbimR^hD1Gf>DOdw{a+kWY{)osL!EoLqIyCn7k1$pc<4&X*Va0=*l2GE_j| zP*3B8D-?;EQ;F`r$cjQ41hA}8yc>kRZTBX4X=;dANJ1zqW{l?=W_TJ+l02vH+1_3h z?@aXEA~_~v34Qd#aMowdvxxAZcqG!=^tuK93;3CV^PlG9Q|eF)UtH-_B~_c@dURylaPEFoF}tAC@ zglU@Xon$v{@@2Rhz_) zv*O9JlM*5@NhP)aI`8qa9F01#5T&0)Ln|Rs*nhUh`*0mGJ|aCjd0G%OVAqIv*pB7O z$X9x!U1+{`QiFUa_;fU=K}&e^yC=eMEk|vssD%h&Ta_)SUDe~4K0!@@2Y>P$QB8Cv zp;G4u#p@^D{QA!;9h*_XX+lPS?|AuZs86sjhM;NBPsPk03h!WF60{)~hORc7c~AKS zpQcAQ@ey%d3X~@N_b0r+%lrTlt5Ozzu)yVHH{C_g>F4C}p^}C0-&3=??tG-~%7Xtp$_s&4%lLVysB;|;zR2KdG;z$|_h)eqKLypL2DG$#%Jfx^e=l%o zhgHKj**oNP@WIGiZNS$3Ti~L@bqe>0M@}33eMXotcUv;dMT|=QOdYCfLq9|QwumJd zys?2F|E{aVN`>ea! zHWD-qGy+4u0Bisch`!BuZKVPKhIq6<#YD*Y^b3`ABFqN5j|Fmlks2uUq&JW98 z|DOt5J0T9XeI=L{2NDW1{9$pEF`@y#RBwLmbsqbq=c!f&;0g|KenF zxFP5}lbs)Y zHt+H7=;(0mR)rj=tgKJ}Cpc&V#`UH!*jMRV2i6Qzi6}g{ z%H9hL*6&&L;Y<~@EDQtGCIc26KfEAT!4WRu3%T>Va4sTR(Bv?@jWWWJEFLTBp{10h zI*$oL?t&f`0kYZ-6igJ7hcd_knQ&Kti}G5hfGq&iYa6Z#q^N=-y$G7`8>`_mr0`^e zpXy5Vgo+wxM^;8YLm!@MtNms^aGdb_02$F~wbVZezyqpPsCwu-TTrQ+p`Au)eu#5)%?nk4 zqJs*MEAjJDH{Rd6>N(PssI%z$uk28k)J2@>exR>+>_59KS*n48kBFU=9qK_aW3cog znDD=qa=yWWmOqQ=UlpnN!t(QxEDR39F=bFjI9FzK= z()8PdL%-+Li(st_aE(-UZIF%)E&spAG8hs;xB;$lH>g+4)bYY!==*PNtU9&MX`n~_ zpZ8gJ{#OZhDh!_Ld_1Tz=*^)}sqD)A#c6a29wpAp@3hjXIS(o1Pa)9*S`-cz$*cPaWrM(kUb|HH+gazZ*(>(fJd`NLhf(6HfC z6`(C2MsW>vrWfFWA+Q?E8xm2h9308_$rLSa5B4z+Z8aP*!wX5vHG>NvbU_KUR6$*x z8bvcfd%?vJiiA8~zV%daFw?>Mz8u<(T~bgO1x;sFbFWRAFIUDSnCZ{Z$er6FxPMz7sM9RVdie)^@!-|1%uHM0x;N!jMj=0`Y8G*X!@Wapv%yogFfd zGx8mm7KmVtI`S}MQlPLx^d0jCC^ote^a`oxC|?6?t6;cafS!D^Kc5d=;8McbeQ>tH zT8m(Y?n2=zNpPw~%DZGd-{I@8q>)Y-Xx&f|oJ6=3RAvlA-bMkqD~sSr8p2u0Hg75~ zI0%UYWbfg^9u1siJaVLSq#FPtb?$8*J-oErAMXk>;$XnkY9RlGVFCgI*P9G({OQhO z0nG-@gCPhus%6rq$NzLKWH*HCkmykztQv}u`%$`qAd@n|iN!iFQnMkZi&enXf)3Vq zZ(CJOtriGmFbMc43a7unMF$5h!;qu{>i^;v>J@O9VRw)Thnt#!a9tgsT81`E1Bz~e z@rDW-SQ#v@0gz+f2v|c<;#S0LK0IpyWL^Z|SQa`mi1JbhprgFz{}-UAyLWtohZgLl zDF0^e*K2B(lySqzQ2H9|d3bfu(cR8!=Y2PF@$k{S!64zB-5>n32)vJRVSa_I?(@Vc zWDjzCb7sOn|M);#@Yd>zGF=d(H%|prE!Z-|NFf3dqy}^{3566GEGad36^P%X^batE zCy>L$WNd5%5SW($`wmG?`u)8*MnveW>6Df6jaks@pD2VLWdjcsB#*Xba4+}Qz4n7p za0pC0B$R`UIhZH=vx9csGrz=EP6oLqbUpFfkABuurN{>eR_eVM0M?n*l?k^8ywb_D zf#(hSE3)0_rQBidGf2AHmp0i0-Lu`^e*Z4v>y4|Dog+)vk9FdUxOc0P;?&=hQBNgN zTsotE^X>zT-oQV6pN2a35|0$ACLDE5O8RQ#0>jl|>Ol4)n7GL{Xg%_FwW-riOEdRd z@2UYWXmeT;7;+#{Tzr;0 zEbOL(S|yYQkUjU@7$pJ;RObp_d#Rffc#rP`lrP=<$Thd_u#FY%nHjr-y{Vd}fGg8| z@7qwicD~xyJ}7{_9W`uAKhByM=s1qeEKj6w8d2Q9#%@~6)5^mswt-T&eEsQ$d!IOY zNuD`1+4!yJQPz6+H0It(mqCncH6m7URw9XuNY;Vx z{)8W<1$0Ca$50y>EYj0fFJJtNHTeEKSu&3ia+i6PvQ`6_$VEtmLV5Y)j;lhnILsh(JL^S6{qwV$XqM&6Gx_$_Plfx)DM# z3U<|cL+^Zze$WMr(h&bOI`jnVW(UpKAM$22h z%nv~m1Bw0ln4MR-Dn3=oB+(Ore_?>0prXD+Re`BQ4+bsc%AzRMdJwg-Sge-6G(;a71SZj_~SD>+8%ie7m^se|1_c z{rdMF>K-xKgg>@bScekd$y9xY={<(#Ax_BVlem}2A1Qz1An9fTrf6r*;L|+-g+2tO zlU%?_u;MkS_44rxc^z`_)1{<5%GcY&syURe9T$S!X!w&K%ha5QF9W2L9DZhvW;}_KY^p9!Ovq@qw zYk=!0$p}g*E|}I3i%wV<0;i|$WRwmrm_|@S?t;Ifs;6dpT;lM)aD!TNxjrd5Yz7H+ zz>fr~*h7B$AE23{5UFQ|7c>GCn};|kN;&$Wvm*!<-OkYJtUj6AB|qe!ETgl%aXI9* zZi4Y+R8|yv+Xx<>1t3u2PeQY!w-0ZrV0^eBKlis#IFvIw&|CivVRixBWZQ5QTxR*DGCo!7ycvK%l1q7`y?N|yd;`#Gy z*RGA^rN4fS0lv{Q+sDxH2;jO=%vF!VtLkLpeh{2tH6x&dT}t$kEH?1ZNi0b zeN1*3#kvcocZtjGmwIAxUPkckB|mbH8w`H(t2iHL4bhgDr{|H>ljsDpdNLo?s?& zNrCu%UcM#6X={FJL23dr_^Rew&XJ=h&AzEuI1u_ce;4Ubb4#xMk#Ym?Ftrc|{Jom< z)UiuV?=CCibZ;hGdN=6U!OW#uComk;26(`cI>w5lZT=qEG^g(a3WJdk7tWJQKRGBi z@m1tyePO_sBbohU!b`X&a5E#8QZ0G-#>*>4 zc?3l9>_P5CZ||nMXFOyUqhXh_X`Q%Q)xS)8I_3R{CXUkI>+Ld*e2C@rk4bzzgNea}R6vJMd7zeVkn@W*mcyZcT{ROqp&ti7&B{VWxusEz~h*aF8F&bHj zCOwq?<|JzW2Htjwyy?HbwRVY8I<&9h*puN%;;JOfS5$$iKzkNFO&3O(RV3ui>?fmH zN6Vig<(=8M;c_DB_G5JM?0Vg{s`A5c+%oI?u5o$^^WLMm$})|#0l{hN{200QoN7hM zFG0HZEgBK<<&<-hgg%0Eb7|E4l&pUzLM@x5K%szn>TS_PaSOp&33jQ3IhnCn#7_|v zI}bDQ#7{;ml00*{T-cT|T706*h?ajE!wZD|33!A7Eh{7D3Sn8|QRoVPtdU|w_CZUx7FVCC5Iq+8?Wg!*`0`*CYzLirM)2Qa2E z2z~fRvp+enMVVb@O@NH4*^cd^1y%j9k$gvt01Sf)Ui+tkZFixe#r3qAh4}l^2U4~Qx_(j{MOQQRSA!yguq>5*ypPS zx9EGoFED%Xo9l4WZulM|8D#`Il(?UOhcn`Q_v96BRUX|h!k7Q74+pQic|DgpUxxa? zSBxLyI%2z`8j6cWo1K#-!(y)<&DVL;N1t`WOUMv^GNUlc87lpYy{S03!6*%;iF!b5(3KR2X`m-dVaEqnob0+>0FZUV1#LqAuS}&5vL%$ zFVDd(A8?H5Ehq#NFW!7JHydrsrD&2QrB9>Spl#xx^k=NiUDK%D90@*6%uk_$J#RcN z5`7`aIO+RCA1Yk+H{356cs6D=scTnNOh*sr9aoK9&v>9s>N4xz;$Vg`>=Q6E#Js(F z8jTx;0d~C$-#ap<9!Sy~V_SS|WP8w9D_zGTL~#8hst`S%vxnkLJbzxNVC8r$Gnz{h zO%3Y1A#C8MNt~FV_H5fH<+fzt?vzJfR~uM9v(4qQv?~|(jL;u6pv26D$l@mwaf8g# z>W&&5cprFAKT}3`o?N!Gy+(*w`VED{$U;#z(gY*jd%WKxU|&|3uNRB1Fh zZ0eI*&b2c?MPIzD8+G?MAN9fF*%DSHxG!wVBJ=+0D>D`ukktsieX24@3P_6nb7j2- zOE!NPX|mbdknQ1w&rNqygx@u^SBMh%yw1Db&`Wf!S-k?Man;@C=^^Ue2WSM^6tRbN zxZP`JMA*jNmODev9uavulg%rm0yE%Us`AJ0+i&HJ$qf)mf`G75yt`DJKgM#QCoG-HI&)d{N zNuwt&lDf#(WKc#meewke;oGePt&W7L42G%c}KRG1{d9K);>ec1j zWRv8Kne+3}jB`Pf#$rM`G&ZG$A_`Gn?=QFBCvvdEJ4c~1VgN9oR9Kb^W9 zS^Fhq*U)#gTaZ7@r93LeTXzfV`c3#kXzl-0_SaEewNV=&{3At5kS-+z2|-#yX+bIJ zZV)MHX{4nDL_oT`M34^Y7Nkp5q!Ex10YPB)@p<3xo0&E9$2`l$vrzb*bMABBJFdO= zb^TmtY>4?+X@Y_qf9lW-&|URJ({XUd4X#j%y4|X^n_c|%EFmEQS}){adKQ_FpoPic zuV=u;g%n%m)MLFj+*iwpUk^S`667X8?XDcAv2aN1PffIIKQ$6gc76Nw8HR+cKU#0i zCl)5e*TI$Uy8om_TI30g%*+^}R?zaH0C1mU7@tLE6c+%C5B*}_3(RMZC)GPQ2BBjX zD9rK>kk;>sqwn$?`AkWhMI*%+<5{l;-`y)E4c$*7dAGsubWOtJAqJDXVT`IQ{q9%r zyc1qn_fa0ms6+%z!)F<{KBpA0Aq5Odw5zw*9A?y@G67Ap@rj8FG4u2DEF75~gUOZC z$^LhT{&c+t2Qbz@D8?xJz(ocA2>t|F$AOglZ)RqN}8 zpsj$El(e4nHY+Res=YS;{C_Lq1_28lESIWBF%yLsA#(GFDh$vM!LO@3S7j5a zB=R$g>Se63A^z(sZRGmU2j=eaJ5CwqR0Z>!|ia&&X4GPz~dX`XgfrT=M!TRS< zVU*Vt=7Sz6E8CZt35L~Kj2w#GNsHbSnb#So*saMVeBbbn_%iCTEZM-G67#7{ZL?NAq$Y|V@ zAGE|FjfqHq6_h_Z03nG0=0l*Jy2tsOe7?^x2ld3|U7g9oXk~h~W`8AL6R9mBxyRi{ z6kHX})a0pc=X_qY9A$PB)z`nGN6Zy37_42guQpU;DyGBeh=YTzJ%Z^E;AE%x`Q8To-u&unQaBg4k?9NQZU*`&bLd|K@-8`r7OXq+a1fkQ znz1m#iS_0M?vkK(k2K{>YG&_g=e!{C@7MFbHBEcVYGO{vnv~nZUcHq{N$c(hiwe?@ ze0@0hHA;sWzJdU$*<&FG@!XF7-O@8-T_kA)7PZ=K ze!V&*Licd(zm~=&Aoz?pDC7NQ4+$^+YIfnOVXEEMmMDP>=WT;d=R}qTwOn1jB`Znh z=i;jK4^DF<7hhj`SNmV7*a%E@ywqy>m8>0_Xu!n>J zx)sf`u&yE?>lS?p)!eYkdNBD$c2;abj4aI%rx=@?R|X4}RJV$QLGWLT3r2h$b=$8R zF?KTNzfa{ISeJRr#B}_hh2o`Fg-L$W#VFEbAs7nSZ0Y_k8YC!NMDs-?Od{F^1~X{tGMRzYF5lpF=R)$P%*j_B$2I zpW@sdHA$|2cALH;*pUFWGQvuhl3anfBt#lj!5kfZvKRC+)0fLt%nx3Q4Wv^7yRAXf<)j#vzboO5rchAT1Mil}V(V zK~OQO%q*i(PiIjo}4xr7Uo~aftZ^Z{On5kWgVOgTeO?Mm3#WQ_PF)8 zlUh6|QUh=MzrQTh#SE7^m33=-nZ5B2Pmb?&Q2d&mqsu#giGFV~zyGDiV`QnA^)c zXT}J(uiuX#p>*ufUmUw#)815=g8oDuu=&iBmxKXyNn|$+Qy*Y4vHneu$0v zL<+UWuEaf!&+^A>&6-qO#0EW%N!q3`EDo*0U>Z*(>S~ko!0z`7J6wA~C;LPm5!J*!Dpbt}*3MRj3F226ZYchM?GwJV7*=5rAJFmrQmD-@Yzz`b1 z?g}+BttxHfHQ*!Bar18L3j%z$(h{Ycaq4DWFU;3asQy?zHdHkpy?_YmZRMYrQ69G2 zs&-;dKheLD8L|em|39c){bdkr0xOQHv|6Y#Xe%8*zcv>qN_&rF#c; ze%#tj#5E$w3HN4PpSv*b^R=`{^!R%`;@A~j?8N;jX8O6vN17?mnJskk)FsN0qRopW zgU=OoMsJI=y-(N7pA+B{6R8m_bbWnTZ>^GYU|?yGH0VVLBSpUo4!d`iE4fpi)~}7z zrETXY3)`ZkC*_M0obP%+yHZ3Not6rx;!8(96Qd0fS)&cqOg-W%O^>O~7VuZ@k7e*! zdLf4LheP8yowF^ZuJvqm1z%=3B_;CvoblK!rop%D)~8n3*XTY|p>`KzF70+^oD{x% zkC)ZVvf+}Z93)n(>aiR#TyL&}&1=?~Cmd*aRIJIiJNgu3l#dym8Jq9th24|fW^EC1 zw5$O&eGD8_I*F^A_(fcT8%RE%s=(2ZyXvnrDi6d7ew)x+RzG>_WEXSn-I;=8pxuB z+Qg47Hr*cVLSE?{*0sN86w0JLnpcQx2>-n`f~=2^Roc1*zI^4&!O*(Pi|(rq(+!W? zzhwSwtH#oQcmBXpkw&}7eRYD*aKf#`(8fD0&M$qZZ_t9b*-_~c^r~TLHML=6ZXe8Q zKgx0=dSH+=H&|<+RmKE+7|))@U!}%e>$NDw)1Y>X-v+VN3GcDF6}PuYeh97kU8r9# z)^ht1s{ign(G%~@>##m?#Ua(?d}$Rt|33Yy>+wl|Y5i%HBI^n-l9h^*+xLFF z?Plg+uNyR$TwUGhOO@X5Rr-;_Ju8jLUwU%jSJ{R#m;1pa%`EdZO>&x_dewBjxa@bQ zN_jtRxhiyAr z6eNoD!jT_onG+6dOBFw-yY%UYeo2vx%yUx|W!4XtKsPNMBRhhuI6byr7ww}qheyWI zO)s8EF(jIHfABFl{mNn>=HOe}=iv5sEV#lwqbK(79IA9|8K%;ylDnXDKQ1H7;GxSxuXV_{^+D*U$h*l;XjCZ@nJ6F^LfkUcH<33T>gIxi(*Y| zID{w1VXLS*R=mBa1X*B4Yr&=SJKjPpzm;W^^a8fbnC#D|cal!Wv;CE+;*5<5N|osA zERD3@PjV@JdRB>MQZt!fE9aJx(1N4MQMnr}xgJLy&YO#MbpGU0#)WC?MDSFeF6x+_zj>^D@ITW|S60wO$ir?9$I}WO4?*1Zj=QG>_hnb`1 z^ZGQq!=HLhYMkEA^{73rRaj#zE713^Te!==PEr^YqAZi30Q?mFvF6Vje<_^Sldur$cnBq~`)Kfu9jIhn({6oF z{ORJ|^__EP{F|w!@wp%70!i*;(+-ywxu1wUx!!0KnY&ss_Lx3+l8c%av#I3sx530M zvmpM^iaW50J}LePc(g_@8Ea(L`}OJDC+pruV(hL&4)f|-PAAj)aJ z%N*C~0!9s&Ol#-%GC60Ddw=9o-togQIyP*g>tfH;B%774(HJ5 zMF=de3HWnan^3E4Ctag?ft+0jrOi;s@~hCW$Gx}xZFhEOw%o?#k$ExiXKK!MXCnnT z{?58X^CQ2@D!{-GADq|wXhr#=e*Bu8$Le(PrwC z$@Q_1r4?26lPL6>q51}97&gF93_r4ms z)9#duM-M_|V|OG2fyL-efvd2!A~=*@4O$4P>V#)(GtwMN!c=JoQ!P_oP;g zfyc0Fs`sNrN#n=&mBZ1}uilMGy~CpLl$tUz{P>ljnM_T0w77E9wEeY#@m%$0LTAsj zp&;i5{5r#w=z4AeH;Y6wN6VM`^mr52`wotuq(kG2hDmK+w%>#jbM4w`t2uzEFN?S-PfVtuArHp$TWt4#PT zG|mc9&s%#T{}k!joR{?$?O&L?G_u3!{c7-Wy^9A6^3XIKF@S9rR<4?$P0`+xsLOMl z7v!g#{_QZmU=Ug!VCy$6<@@{oCI8{;B;WNCKI!WHAi4gwea-z!dmzEhN=J2aTn@!! z`y(o!x>NkGu=q#O>;3?`KFG8Nc$nPh+h55N`!p3h?p#9+9QG1UopZSiQu-G~E3nB- zxo07n&(`Ssa)PauylpR;(9M#i(P#1=ug;`XSf0!gQ~GUq0_+&*bbT4#5*G_5W?J-- zxw|r3Rb&)Ij##CJ5^RZ*Z9J6b{m}-uW@96tTdO8bh*FVw-DD6DnOO6FMqm_WNdq`} z3{CE4m~pRd8FxxKT-vc`y~uaVY^tGU`UKl{f|)sRign(`C+#ypZUOBU(mQUk;6-

5SXWw4^KjZ3f*uZoO+OMxL-`Qe_gp){-g2&O1te?lL<{l1 zZHq*W=WBZSu9*Jatc!!YxZku+bnqxrs;P*mI+9SbBEIj})GZQX0aA=MEh(eIFU5Id z#Hb9e@<79hLjuKc*IRtL+aucg#3Ti>57Vtj_XkVAod2Y}jvdth0zUWw&UDs{NnpQC zV#@FjY~{zY@AnXBcYpuf5qU(dij*6v}AYoDqVprl^b<@*gwXHs`?zd@bTm77! z&~e;cwMf)>;|F(%!d+RnaJg^QtTI+~0{ohmG`9o;_SyMLZVAq8MT_}7b6A)ZKr0@y zmrEWEyc$GBHc9SN!=zoZpvciYB>5*Ng8Ks?0B3!|o^Pg%=SqUuBYR zzP7^-RqDBzun%*iWks(rIz@XP-dRz;ECTJ$a^dZPfA?)}+_%{jO+eWMUFx+izgK6P zlF~IoK#R2%13&e#<-?tGAI&>HEqoM6>;O4C`CqTAc+c;Jci|9-+zifzvWDT+&QW32 zP$Rb3p|QIgTO@^Q{K|F95kKZo@80D!W(b@um7z^Eq^08JYYjMgPGcS@M0J2$c*oa- z@9DkmG^B!>G{anVTj z6VFxLmxP+_CRN#E7SFuTbxfI!j6J)aelgl+z>?!(QT)pmy%t(-FD5lsW@7eicmb5W4%6Tj62 zW*&yZ8K-eLbS8Cp#TQ1dMe?{`mwB@ui5?Z?BOsIGasfvfceaXyRAI2A^*0_<_IS$q zC)Aa*SkcpYZ^CgkA8z)9+P`dWpetF@oj?v(ILVVb_4aP}6D<@=4SoQ36$jex1 zhF#HKLMnGJEolczB{Y@B_W`rr63^|`w~dkHa>-NMh|iKXRU+|78q{zcPMJvJu92f^ zWR_cieXu`Js+v{t=BwyJ{cPqfUV3Kv$Rd?q+k6(2WbcsI?=2^%QBmet3EW9`LXUZ~ z9Q5+!P$uwt_GW}-f{OqMncEahBXy?gIa2I6&Ugs7Y@)Aqxi*7UR#HiPd?_S>wT#>J zi5r`nWnyE?TLm+rlLFbCM>eEV8qSbPqBo(u@`9P}vEavMv*+~&OXa#wtZ!6*2&%}z zRac_G5OrI7^Ia!k$xFmYC)|jDRsvJVMv24L2K7vjnZ2|e9D}9eEV7Z8xf^YwV6b%C#0t5dA@! zY(0aPFlaWSkEj<_c95jvsua=Ye_&OV@Km%vhzMN{m;Du~>S+U0jvhWrKYYSUZrr~2 zm^)46iGRP1oK_{8U{mh5%*~;pKNnzsRXA4O&C(4iKSXdO{OJ;(Lk{_f5wi=bd(QGN z*X_A;^H>%(i7KSSvq>Mz%Bimb>@fUhQn2E;Jw-VDdLJhbqksq|IN*t!mGxu6!6{j+ z>>5#}r+EuM#Mn@@7#xIYljaw*&UWIOfsph0Q71(dW2ixY>|Ii=B%++xxkY2aEe$KI zJV{PDMOOin$e^6Y(ms4374U&N*~t`|Xj$**K|zD4aGYMbFhGhB3^aq7L8N{Ech&ds)UL}_WqhR|+q+Ss1^A`F|gMFdZcuHcboWMzzSL93U z>Ym^qJXa?BI4WdqT*LI~e`pvz4v=SX!Mi3s87;xaq#XKEhz^ydkVEJsLV!eqr^Q#( z?rMi4drCmhk@ZoGw5OL(!@cQW==+QSz8=h|RL5LKT-|HNny`_QS5y=)z%2ou!>#*N zNJ}SRQJxPF@52nP?)qyFA4E)uG?Gpfd;ab=shyli!|i%e>?HIkM#@(J930#^(e<}Z zrMhLjp8*BP738{8fGaK9H8u=KBVNL6y-<$COAhsP?k!pGz zs%j3bgb`{kd`Ugc9Wd*BL(+Zx+lqMVI$K9_75i3#Y%a}wpliBpINHYO`ZqD$v#}fm zQ2hQI^E*YSU5&JaM6TW3TXgWJMWoKHwjqxawU9k)_RQwxPO|Gc1rZ`1ryt&)%<~|! zSk_CCRX)lxp7NHEPFyG#TSv=veJ@2y!nDy`05RTf@uDO?#p4u_*0{etk-g6%W0mj! zYppXx?YtSz%S^gDE~G$-ogwxW;g{8sz)dYzn)?QyY@_PUVB1(jyRO-Nn|N(q71OE? zz3~_>jq+fv{I=0RT=+Y%Vm)MEV2nD^Ei6QhL9Vr$)lN(mzm3Pi>C2HwwKT0+$ArD4 z?iVpz)oh!tAN)e977}iiXquLy7QDSfciA;US{1hlLkwPk_Xg`==B`WywuqQ4N2;z1 zhmuokIi50qbw=kl8a?XZVU(18F)`VsmYuNb%jes%(8Kmb=7Bts~MYR3A#uo zkK#8O8XQQZbpG+udAb;AlOK)_wF@n&QZ;(MVV(|tc;2f)_kXNs7!-ce4buzwp1%0* z=L1k+e4Sgp{)Uu`IRM)RgTNU3Nl#W0<0EQ<&rOCms@bssM1Q5P7D7}*3(GVrz()I> zI{$NG>E;;|RCl(_a!JcFVr1FmAUn>Rp0LXAeIc(DDq;@VpMbQC+bV6RZgCCbt zQ83sxVLg?a8B1f>pN)^}qtg=q>??J%;8DBIfcJ=vA20cBLlN-YdNd4Qli@1+%Z)ew zQN5oei(fT;vH0=RUE-9|?(TC!sNO8Uq0WBWFzWWw9rG5z5sbaep0)A}?g~G*oBy~y z3YTyTCk`QF@oC+B8LxE-C35qJWAnSQrxu69c5*{y9|myqJBa(>fFIjWQ(0-^vXb$_ z=`$%W9;%+h1fwDYNK$Y~!dMxnuX^qXgHb5Lh9jyO7-7R9NPBNh>jQ2a0h=nj;(9`` zf@s&G;?P1iylE8;>p;Mrz%~`t&Y9GSz73UXxlG1_cc4kWURust=7`CSbz-BTzZEvZ zPFyUo{EFW3VO`x2pmEEzN^!>i^;{Zr9PNGi~7!r}XID@(>QzIDLWAf7?PX|sYj#x z3Sd9!da%}NYbGQ$DNoy9(U#qeTRhw7B2}*ur1QAe^pQOkVa6n4rXUhtc<>wxG7<>* z!DfNAj#ayk)&>y!gGfRIYXE5A9pJOD{D13@Zats(CLhga$KNCkB~D-DZdRv-UwWm^ zSE`gb@xWCHx3^$v?GY`Oe5I}jYk4>-<>&dY5>{hg-)v2*;JQw4=0>dQhXF z4Dgb9BXgTcEmS=i6mz@!bL9U%ufp`-Y4GZGdlcMn<6cU&l}a8yV8g*^MR;^%7{m#4)|1rb7pxMmL+k9;fI1D`KR?(c1DB1h)XP(aUg#N^ynCb0OI_goyO5 z^Dxg!mLokW^lX@3iEoO53;(+w8F+yXiy8&VyC^G7XM-^@YIu2ot8|?6)dYAdCdr?~ z#!}No1UqsbrnAX`E14u0&5_nzC#vWi-cn2BEOoOz-yyn=-C(dfwcNa7QOR#*@jC#$ zj()12i`GT(ri>MLwl;57B!LwL9Xf-5O(scKj_un};Yfzn&i3%*BG z8v1r4MaydM&Ii9s0Vr)sjkVY*070aXo(e<0VFa#b!(`4gMV!u9bh-Vbi|u^5$xJVQ&bdRH^eI!4Jg%EFqh*^goXb)wR(a@%8~;uaNuCA`--v^v6XKSO|C1v&kXba&v^3bDKpXaNga`Sm19urAa@{^pX(aqlo zGZv6XFf#tQ$e*79I0s^&itu3H%FkFI=3?=hP=I9F)JBh%5-xX|R3WHy*Cgg^icU)k zooDpdQSgSxu>2|$C_f_buiN+a`ENG`#&+&LKZk9%;A)NRIeVs{(vN~x@y@L&d5{yn zo7s90L*ODh4RB`kvUV1fK!S@Cgj6-c;{<%AdtDX$m2=DbzgY$K+l0>A$kl6w!`6jH zu3(}*HXacp^GYbQVM38i48wa`FHx!`Hzs>_HI4Irz|V)o*LHd>Db$jqEPG9^MJi=| zw0fb&C0C@!z)ZCBx~LPJcHJ}{gNmKw!8CtLdEf0j4FVjZzaK`$+dPLQH<26ab9nN; zo}BHNkZSG2I5K>G4AtWF|Lq(_De6ow+B9hOdrHk8N3WVaC)Clj}5(3y@J!Hbt zHY(65>_5nZWt8!`I+Qm#SF6cbkMx$H=;7)c)6Pnl8ILj?0CW|8`De!bGA~daaMJvA z5M<$ZhkJd?G~`(o*DZ*4GLp#)aJK7 za&^c0^m@~zQ3Zh^vlDr)EU)pc)DZI|PbAtf`vbM@72(EQaCUz;UTgHN@ajBu^Qp5q71iU(rNQ6{T=yu&5zCcw~OCfrg5k z#BNZWvih@DWD1R6K+wV5bNJvDcH2bZyp<$GqlkMTtlYx9a)+jXq%zHiQR4{}B^+OC;2m%3;6iPD=@JPpod{;w5pO|KqGUVs{YTnm= z`skV{yBIEs|Xk*@bVzzr*>2#9*nn<%wz4+&y&iCq%arg-=#9N{gB4 zW|@bX(7bE9UtB*-Ywu^o(7+W2EEvi0G}%;iRHFb&)6m~8Dyx-8^OJ@%35#+I0HQXF zN(MgVPzWeZYG*4KV|>7VmRPI4GVd9|cMZeq9J}|#v3Ug5L`0c%Evo-a?VYoq80zppyA&#e@F2&>6XX~p9WG3=bJqK#c*Wkx-Z~)nccT_FMqDy=(Ia<&nNuAQnP42@&-O z)9m}h-*&oWj8YmS*71igsYS(~Rsv)aCa0lt0OSVjBJ~36|@nw`St>U#R6$LFR<77}K-xkrKhG zlrJ~>+ZjD8Pal4X*R;@_&6z!C*7+j{D{R_2rEI?0j}O(%+Uy_3I->j3?bf%%OF{kE z`SY5%rd_B=4DyWko=E0wpJb zacMm#XtRQQJ-f=c)Img+^E&Y1lSQ|+HijptB&zG+umb=D3B!+Fiuf5GRx#e}@E))0 z$3)Ty$7PmMIt6!8*+%`R=)5=v;`C(tkKWMNO@skf0PzO?K$xU!5iU|fv*FLJnv2a~ zW0Q*9h`0+vt_1)U>xtx;E5u`RPj~ zcKV3D-j3my%Lgc5HeFA?8jh4+i;@ldtZKi*_N-02)l=Caf49k192(Rp$3v@oKdPpq zo4pF##8+O?e1rE>&}G;JK?C=pyNr1~g}MEBmRC-x+E564mtXdq(>@Gv!nj>`s4Y^m zVufZjl8!ZkXBHH_tQR=txQTgkOe~6=1bI#$SlFaECT}rMd^}cHeTtX}SH1j+L_UL3 z8A$a$zo#8~1vv66O*?<6hLkBsL2>}ZQD8krxaLOxmT3))FfpS89>ve33dO9~OwuD_ zETor-sUZo;|L{^;6n!9t>M3J2I~yyV+IXk~c;w|bl*B2_sEvIa%` zfi(UHb&9J=KW-}*_6Q{c>)c>T9vg$hwfSpQPT9v^z1B!oZ?-$yvnJ8*Q#X^gYfpJ% zf%o>Dit6^d`E2}Ibh%&?Kdv5wdtL`LPtecF5sse-jg!oVnES``ZTP4|h_L^=Ca6fB z03Vf#3$u>EyzGPKFI)Ty`~5nP!Bq1g_11I{?S~PBNO}eUJ4oMT+W@vPS*;DJP8^f4-|{Hd#OkYdXj!#1_LZrs40(@rMEHTp8fU4 z&|kGXSIl5RA!1vM8DD|mnwGqY&fV}$xaf<=3jom^pO$n&5EzbhGd;TV#PmlSKj0w2 z_`H1<(bdAC`v>c3MV-|F))Zgdx$C;Z*dvF`tG&ZV@fm2}%iOopWF1LWvEet?L0Oe3 z75rTPwIPZkl`_#*W@9fYr<@f&5453;WLL5`B#j`jbhY2r>bnjzs$qQ&Y^n@l_^J#d z8q9$GvoBM=`YHAP_I-Dxv4VL!*erA+x(*c!7tB7!J?Ad zET)(%lO!8ndGG3;oV~C}*K~osd}*@HySI%&wrS%sdIqwBq5~y8HD_unS$Epa-g|%1 zs&I={VOyR_HjL=>BqNeCk?_KQyA>NY*wnLBN>{kIn!?n_F1WZ;8hv~>`u2qfQLKRQ z!<$D6l2F73glRp6@~5^5QZU#!7M`(1x0}|h>PVrDg~J#;$#0uTeXo%EKrVj}rUE># zx6FDs(#q}A{dw@ILGfai=!s2=Uk$r(38z~;HCNfZ>+}DX0L*mUNt&NTfE1UsY}$pV zz~^2sZ2fI>>CtJ@@b`}=uWdLX`~Bj3h#K4Sh&A0W6S;{S1Bv|>_MW0G8!4oOkeij? zRB*h}dX>kN+M*`}FoC62=;l@WW^wC+>5BOFr(Vd(tof_`nV7Z0+j)q3tZEr5n)Ps< z(R!PApcuw*kBijQhB>EmVx5QrJGVcAJ(7T_sS6lP8Csj&{1uhMRdG?JoPx9iF3Xnl zUL}ETzGD$Tiv2c47-S#t$H(pa0inJ}t#t$e$fzE{(t1N>pc5K2!2{uEBym&!GX{mWL zA=ClSg$$#&3qcCF;Em-K-02d>@rA>ru~s^$j$$-9;=hUQr&U^qE?cSM_CV-lfEH_~ zf{#3#p`d}5Qpu* za=H(Rx#W&pwD}x_5wJa9q3O8i5s_(XLCDgv{`N8wByoj{XlUp<7F6S6zsE|L6hxt$ zH{E0uGr)j;(;WFY(!bEo2G6JRxGG!Pfb!LPQSo1E@U~F5_^nvtF5^(sttFbo%7qWT zWu{dkCwx`cO_t25lOo$pmk~M)C^xBhW4k^gOgs@kQNRf>CZvFbNGeG-pz;d|@hWfB zd}Sc6-6!_@ib=TIlglR6pRwNj6b`acc>2qwNDmE+!u!c+KxClp5PnM1Gr@fLNG*uU z4K-;=V@FW`ST3Z*@uDvp3`jsr;h^9$9vKhlI&L*ga5ef3 z+Jr5U?mUB^lpD<#FRxKmW`kK`BM?#LSV6Fs(=D~ZBT z3&MfVlt2(|4G@4sBuDo^kKG*DZH9Erpz(bO0LC6y1q9}V8gJzv4<1?f zsL&4s5jiO+_7>&VCi{oP@Hhxs5O*J&ZDEXcgKyRmm+gzHc*fM*z3-S&G6^r+|>59+qzn*1gwED%Mqij6T3{ zhX;ZleQ6_40f0e5Cs|A=(BXtZ`I!gyLjj?pOLCnalm=y?&=0$r7~;&|&`#`s$b)n& zdgu!(lTv4?4pi_j*qdadw3K8wj=xfWTP?1h5dsG$4-2 z)~+z(+$983PXXLq^ZSk8g$xcNm|lMQ68bRwS1R~7AOfsB_t52}~leh_% z!<~bRRsigJLAYnSPFd0UCa(M4EYc%IT%tz*$T$RG{mUXsN)lF5c1hS*qBer-9S{H5 z+DMLHas;V$glZk(Yeo5gu}3Dbu6eC9`~{wpLmfXvERYf(h|rR&w}8{=KJYH@0$c1! z&7(sGU<@rxGt2!PW|WMdG$X1@O}jWWTg6@`t`_{kIu_bPx*whH6TQ_mHHeXkiLE%b z*}sAwy|K@=v#Q(hJ?abB?$GeKnvywqL)b{3oYR23K&Lk}tUecA^|%d@-N+qITz{t6 zXPya6dq*2;a`Y*%{Y=wsG-1dEB;itdkA6dVzZmxCh89Du5L;^79D_QKHJ+ zBq1iAEcCTw#eOoiD!oNSq2;i9Nob#4nJy^;+zQm^9F@M2RPr?q%ME*9TUu zgUpG8d1w@S->LB{`Wx1j3Nh(m{)3544R6igFuk@G8=_Vz8&_8B$6XTnuO5DOU1{95 z?-fY}0KyR53Cb#xi<6(!cFQaw)6uqh*S^Lv}_0ya)D!BqStG$GfH# z75$$+9W{agz=u!Bh#dUcaA+~|BhCkv50i1|4TS9d{bNnF^4UN2%6My~4L}0cQG?X$ zM56Ya10EYfQ!PWmOc=CH{4Owa;#7ya4q%IFBvqwEHBu=yx8Ey&kb5FQS)iJw9r0va zFD4!bW_Z9QF|9->;!K-C(u3V{vr$Nr7$unazcK(DK%b(D`X#{h(7Z_WUV3Ye)TI68 zv@;$dCTwWP^TB=z<5AXvNsWVYuF(*yZ`ZK!L4LG(`(ZcMM^d>cR@M~%rNzZ871n zeSpo#m=7dB>fp10qd{!?5+XN(jLTgDrUzA95+FE0h>Go7&)o27g@_RPY<-6ote|#( zpqVB?aRVzuwe2(^j0s|)?(X+7Av1o!d=dIEj^#VBnRbEn9U?$hv-}y31z^)KP>E>H zfocmP|evFx`Npe8s zTJ-z-ndpNP@Oi*~e*v!({*RPW!{OiNV0-~cCH_ay)$M-$pA%Fo#R9Jkv`+$Q#bt#{3uYn0nT?6Dlb33=HI^*WrH9yC<4y{ zO9OEl-Z3Mve5c*>CI|6xP;-x}QUa+@pvMJH^VzqOFq(SbLaX3&wpPRP8~k~`;L$n zQ|jLn1KZ&L;|l!$7Z9Tlp`Zgn86ew6nDc=W+jfIdAOd!^*+`ZoB1H(4!H6pWTFm-# zbwk4_ptofJ;XTlYxHIpFfrw5_frw8#$mtQmuq=qVBjOjp`akqXiyDz?!G<^v$W=7- zrpUiufN-JXW_cYWd;lR83V-r!NI{Mz~(6Aww3f*5QL);b#K^E z=s+2budwwP zjE-t`Yc!i@=P+&wnrfIZk__C#yCBQK|6Bi;g73~Zv&sda?~_He3_v0lUKKKc2`ui< zKFiuZzi9hYfu@ZRTLEy4_|3YN@-s?Ien~WB+mqVV=ph9Diy(jXPjd|JGbbx6D?ie0 z6cI)Q*&Eiwoo}~csFI0AIgJ%mC2s?*a{jYx9t&uQ(A)F#KTj&ndkLL3@)ILWJ6}Bf z1ft-hrP{X<8(j%9ac-~QY!(aahRCzNtoOHmS((ON5Z8Ztw?cdY*dy-N(03zFojwm|tJ7^T*fBOlom)5z%)vqMh8Lq^7=#at2*o;y<=L__(;Q z!Hnu``~v-2T$HuFJ$Y;^`D=fFl#>vxd}c%hE-(}F3JMC=q1nG4--rk4o#Nu+*ruP2 z3T&v!SFNCPr&VF(`^By9Gbc;jLqsEIWoCEx9p5=MtzsTE5rah=Xgxf&$6yN5iC4M`T*RwwAo`Q6@I3x~?v_xcD+~ z>!IM;HTV+h8XBlcLc`uo?OGyN$^k|YikQ&t9pU*2(gHmSXc}|WeAsKWo1PzT>L3aDQ^CC z)|lk_Xa6w_)ia5ULjy6IzsPB`YUqdaWUW%Yu@g!xjGt*t3-B>FHKBHv5Mv zs~_9iP>5t-N(wcYS`Tj_qwj7_rh=)6lov_@VqXza(LInx&n_zJ8_Z4h1y)^Rpb*`K zvkf}RSWllmW#!AtBc!!;laek?ch?bjm#b+|S&c>BWl|Kna~y7U}Ejizr4RQW$L)Yi*x(P$wv0S_S3O ziK!{}-g)~wHnz5)>e?(+mCV41=s>_gzlyeYD2R`FR~Hr*GO@DuG5NW>-#IxwP54V5 ziB+hazORGNLh-RUB&4GMVB%9T$0Iu73-KYlE@HG$|+iSPrbUtC7bVg9I3D}vnIM6gr+ zFV-?`3ikDGk@NHOx2-s{`9kP{@QenBhJI2_N#)c1n-040h$=BCGu@jzyXObXBO)Sl zcd8o*7eE~wQ8n?u_!KbhdCEq5qVVil4PuNSY`6)gXdk#FB1f$bJbt)*m}`7iifF6? z=>$F@A$ulJIkWo$xdkK8uBvHk-$X<~BfA;NBkx;h`Vb5N(Pe&lxzY#7*+GRq<4%QS z@{b>d{`cYF0-?wK(#ZkHR8~O7N=;Lf*{j6}^l`EdfWbe8GD=q1=lGqgtLp=M`=8Yn zSPvBx;@-R=x3;l)4fZtCmtbHrA|m1j$fbG`d;}RZW_EV@Yu;Nt`7y04?jq@9b93zF z<>ly*#IBH8KYgm1;hY}c+}YWAm4=2RBqU^Pc9so4kIarv|Ow067f9{|EaWE+D_?llOgLfqvH9JhmTcXvN*opJj4`kqx!`>LwOhJ7^n zdU)uj+v0`1Vg(-}v`=Y9YYHf(h;tq#l8)L_gZ1F0g4o15DobQC*4LKXr?;H_KV-qswx)8KOak?#{dXd{5NM97zq zkL%q*6XXmJF_U3dwFHEOj9^P|e>i5GsxZD%I3C{9BYStZ4P$+0r?;;U2i_qX3T_5` z9EfbZ=r)rCD*nK!Q@Z6?m~T&7OR4uqs{FlpT7Q8BgS3 zCHi*YQi~8y04cGwnHeLBUO<2hg+$Mll{|39^Dlt$7moBEuz^VAj-pU-W#AY#eLssx zfurCeh(HY<K-aXxVk7#Ux9vcx+8_g}5<)(TmcoT?HH7_3@FbV%ttpef_A;0s# z&ra*=>Xr&KpLalT76@`#!66|aB#NGR+qehl@wS|dT8t|G+E?mui-<%71O(^~Ny{7< zJ6(De_SeY7gdS|iF7P{l2TIj;*y~8(3T{~Ov!AOgDM;-BFJWT=r-+DGZK#3_|0eP} z*?|WTEE#Z1W5CI zrO{A8+$#-wdZ5W&t2-nGx3NdgP5h??PCBAP1=d8u&rh82+TAdOc~$|4gb~57(a``n z32A^Da3$hlVPPQ}nxJ+{O+zy}K8^v>9Y8h>8Jw0dh{X#bIFIYIXaDk7glO>f>#OG% z*NOk!{RwyejgJ!F%F3z@QJaj7B?jTaMUa}31&t}N(vW|^S6MkZRd8VNGH3`02!JM0 z&dBImn(|E$s*g=h-l$|sN=`;Zoyp=Ku{67FwhRtOF literal 0 HcmV?d00001