From d79f33c2aeeb0280af659724e9a8b838679e22c8 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 24 Apr 2026 07:55:06 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: rbelanec/train_mrpc_42_1774791061 Source: Original Platform --- .gitattributes | 36 + README.md | 81 + all_results.json | 13 + config.json | 39 + eval_results.json | 8 + generation_config.json | 12 + model.safetensors | 3 + special_tokens_map.json | 26 + tokenizer.json | 3 + tokenizer_config.json | 2069 +++++++++++++++++++++++ train.yaml | 55 + train_results.json | 9 + trainer_log.jsonl | 433 +++++ trainer_state.json | 3519 +++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_eval_loss.png | Bin 0 -> 47829 bytes training_loss.png | Bin 0 -> 50264 bytes 17 files changed, 6309 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 eval_results.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train.yaml create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_eval_loss.png create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..60347e6 --- /dev/null +++ b/README.md @@ -0,0 +1,81 @@ +--- +library_name: transformers +license: llama3.2 +base_model: meta-llama/Llama-3.2-1B-Instruct +tags: +- peft-factory +- full +- llama-factory +- generated_from_trainer +model-index: +- name: train_mrpc_42_1774791061 + results: [] +--- + + + +# train_mrpc_42_1774791061 + +This model is a fine-tuned version of [meta-llama/Llama-3.2-1B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct) on the mrpc dataset. +It achieves the following results on the evaluation set: +- Loss: 0.1740 +- Num Input Tokens Seen: 1780000 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 5 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | Input Tokens Seen | +|:-------------:|:------:|:----:|:---------------:|:-----------------:| +| 0.1681 | 0.2518 | 104 | 0.1740 | 89600 | +| 0.2715 | 0.5036 | 208 | 0.2312 | 178688 | +| 0.2276 | 0.7554 | 312 | 0.2285 | 267968 | +| 0.5572 | 1.0073 | 416 | 0.2625 | 357488 | +| 0.1881 | 1.2591 | 520 | 0.1977 | 446896 | +| 0.1809 | 1.5109 | 624 | 0.1926 | 536176 | +| 0.1949 | 1.7627 | 728 | 0.1982 | 626992 | +| 0.256 | 2.0145 | 832 | 0.1935 | 716344 | +| 0.1601 | 2.2663 | 936 | 0.3867 | 806712 | +| 0.1768 | 2.5182 | 1040 | 0.1944 | 895736 | +| 0.1964 | 2.7700 | 1144 | 0.1932 | 985592 | +| 0.1436 | 3.0218 | 1248 | 0.2053 | 1074624 | +| 0.2252 | 3.2736 | 1352 | 0.2092 | 1164544 | +| 0.1328 | 3.5254 | 1456 | 0.3492 | 1253248 | +| 0.1842 | 3.7772 | 1560 | 0.2190 | 1344000 | +| 0.0897 | 4.0291 | 1664 | 0.2532 | 1432880 | +| 0.0337 | 4.2809 | 1768 | 0.4315 | 1522544 | +| 0.126 | 4.5327 | 1872 | 0.4220 | 1611760 | +| 0.0336 | 4.7845 | 1976 | 0.4348 | 1702832 | + + +### Framework versions + +- Transformers 4.51.3 +- Pytorch 2.10.0+cu128 +- Datasets 4.0.0 +- Tokenizers 0.21.4 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..de16a78 --- /dev/null +++ b/all_results.json @@ -0,0 +1,13 @@ +{ + "epoch": 5.0, + "eval_loss": 0.17402823269367218, + "eval_runtime": 0.661, + "eval_samples_per_second": 555.2, + "eval_steps_per_second": 69.589, + "num_input_tokens_seen": 1780000, + "total_flos": 1.039320047616e+16, + "train_loss": 0.16683834154997698, + "train_runtime": 1017.6301, + "train_samples_per_second": 16.219, + "train_steps_per_second": 2.029 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5a2b93f --- /dev/null +++ b/config.json @@ -0,0 +1,39 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.51.3", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000..02c223a --- /dev/null +++ b/eval_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 5.0, + "eval_loss": 0.17402823269367218, + "eval_runtime": 0.661, + "eval_samples_per_second": 555.2, + "eval_steps_per_second": 69.589, + "num_input_tokens_seen": 1780000 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..2b8ae57 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.51.3" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..a57c502 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26fb6f579372bc8fc0e9c8f9cfe415d614ca68aae079c31813435015e7b0afd2 +size 4943274328 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..ddc3ce0 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2069 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizer" +} diff --git a/train.yaml b/train.yaml new file mode 100644 index 0000000..e4afdbf --- /dev/null +++ b/train.yaml @@ -0,0 +1,55 @@ +seed: 42 + +### model +model_name_or_path: meta-llama/Llama-3.2-1B-Instruct +trust_remote_code: true +flash_attn: auto +use_cache: false + +### method +stage: sft +do_train: true +finetuning_type: full + +### dataset +dataset: mrpc +template: llama3 +cutoff_len: 2048 +overwrite_cache: true +preprocessing_num_workers: 4 +dataloader_num_workers: 4 +packing: false + +### output +output_dir: saves_bts_preliminary/base/llama-3.2-1b-instruct/train_mrpc_42_1774791061 +logging_steps: 5 +save_steps: 0.05 +overwrite_output_dir: true +save_only_model: false +plot_loss: true +include_num_input_tokens_seen: true +push_to_hub: true +push_to_hub_organization: rbelanec +load_best_model_at_end: true +save_total_limit: 1 + +### train +per_device_train_batch_size: 8 +learning_rate: 5.0e-5 +num_train_epochs: 5 +weight_decay: 1.0e-5 +lr_scheduler_type: cosine +bf16: true +ddp_timeout: 180000000 +resume_from_checkpoint: null +warmup_ratio: 0.1 +optim: adamw_torch +report_to: +- wandb +run_name: base_llama-3.2-1b-instruct_train_mrpc_42_1774791061 + +### eval +per_device_eval_batch_size: 8 +eval_strategy: steps +eval_steps: 0.05 +val_size: 0.1 \ No newline at end of file diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..ac224f8 --- /dev/null +++ b/train_results.json @@ -0,0 +1,9 @@ +{ + "epoch": 5.0, + "num_input_tokens_seen": 1780000, + "total_flos": 1.039320047616e+16, + "train_loss": 0.16683834154997698, + "train_runtime": 1017.6301, + "train_samples_per_second": 16.219, + "train_steps_per_second": 2.029 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..3733a06 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,433 @@ +{"current_steps": 5, "total_steps": 2065, "loss": 0.7681, "lr": 9.66183574879227e-07, "epoch": 0.012106537530266344, "percentage": 0.24, "elapsed_time": "0:00:01", "remaining_time": "0:11:52", "throughput": 2515.41, "total_tokens": 4352} +{"current_steps": 10, "total_steps": 2065, "loss": 0.3056, "lr": 2.173913043478261e-06, "epoch": 0.024213075060532687, "percentage": 0.48, "elapsed_time": "0:00:02", "remaining_time": "0:07:14", "throughput": 4142.22, "total_tokens": 8768} +{"current_steps": 15, "total_steps": 2065, "loss": 0.183, "lr": 3.3816425120772947e-06, "epoch": 0.03631961259079903, "percentage": 0.73, "elapsed_time": "0:00:02", "remaining_time": "0:05:40", "throughput": 5217.14, "total_tokens": 12992} +{"current_steps": 20, "total_steps": 2065, "loss": 0.4041, "lr": 4.589371980676329e-06, "epoch": 0.048426150121065374, "percentage": 0.97, "elapsed_time": "0:00:02", "remaining_time": "0:04:53", "throughput": 6052.37, "total_tokens": 17344} +{"current_steps": 25, "total_steps": 2065, "loss": 0.4147, "lr": 5.797101449275362e-06, "epoch": 0.06053268765133172, "percentage": 1.21, "elapsed_time": "0:00:03", "remaining_time": "0:04:24", "throughput": 6694.63, "total_tokens": 21696} +{"current_steps": 30, "total_steps": 2065, "loss": 0.2132, "lr": 7.004830917874397e-06, "epoch": 0.07263922518159806, "percentage": 1.45, "elapsed_time": "0:00:03", "remaining_time": "0:04:05", "throughput": 7220.73, "total_tokens": 26112} +{"current_steps": 35, "total_steps": 2065, "loss": 0.2587, "lr": 8.212560386473431e-06, "epoch": 0.0847457627118644, "percentage": 1.69, "elapsed_time": "0:00:03", "remaining_time": "0:03:51", "throughput": 7573.75, "total_tokens": 30208} +{"current_steps": 40, "total_steps": 2065, "loss": 0.2076, "lr": 9.420289855072464e-06, "epoch": 0.09685230024213075, "percentage": 1.94, "elapsed_time": "0:00:04", "remaining_time": "0:03:40", "throughput": 7947.29, "total_tokens": 34688} +{"current_steps": 45, "total_steps": 2065, "loss": 0.1842, "lr": 1.0628019323671499e-05, "epoch": 0.1089588377723971, "percentage": 2.18, "elapsed_time": "0:00:04", "remaining_time": "0:03:32", "throughput": 8196.68, "total_tokens": 38784} +{"current_steps": 50, "total_steps": 2065, "loss": 0.3012, "lr": 1.1835748792270531e-05, "epoch": 0.12106537530266344, "percentage": 2.42, "elapsed_time": "0:00:05", "remaining_time": "0:03:25", "throughput": 8453.07, "total_tokens": 43200} +{"current_steps": 55, "total_steps": 2065, "loss": 0.1951, "lr": 1.3043478260869566e-05, "epoch": 0.13317191283292978, "percentage": 2.66, "elapsed_time": "0:00:05", "remaining_time": "0:03:20", "throughput": 8628.0, "total_tokens": 47296} +{"current_steps": 60, "total_steps": 2065, "loss": 0.2332, "lr": 1.4251207729468599e-05, "epoch": 0.14527845036319612, "percentage": 2.91, "elapsed_time": "0:00:05", "remaining_time": "0:03:15", "throughput": 8833.5, "total_tokens": 51712} +{"current_steps": 65, "total_steps": 2065, "loss": 0.2049, "lr": 1.5458937198067633e-05, "epoch": 0.15738498789346247, "percentage": 3.15, "elapsed_time": "0:00:06", "remaining_time": "0:03:11", "throughput": 8977.04, "total_tokens": 55872} +{"current_steps": 70, "total_steps": 2065, "loss": 0.2103, "lr": 1.6666666666666667e-05, "epoch": 0.1694915254237288, "percentage": 3.39, "elapsed_time": "0:00:06", "remaining_time": "0:03:07", "throughput": 9080.05, "total_tokens": 59840} +{"current_steps": 75, "total_steps": 2065, "loss": 0.3072, "lr": 1.78743961352657e-05, "epoch": 0.18159806295399517, "percentage": 3.63, "elapsed_time": "0:00:06", "remaining_time": "0:03:04", "throughput": 9195.06, "total_tokens": 64000} +{"current_steps": 80, "total_steps": 2065, "loss": 0.3841, "lr": 1.9082125603864733e-05, "epoch": 0.1937046004842615, "percentage": 3.87, "elapsed_time": "0:00:07", "remaining_time": "0:03:01", "throughput": 9322.35, "total_tokens": 68352} +{"current_steps": 85, "total_steps": 2065, "loss": 0.232, "lr": 2.028985507246377e-05, "epoch": 0.20581113801452786, "percentage": 4.12, "elapsed_time": "0:00:07", "remaining_time": "0:02:59", "throughput": 9442.75, "total_tokens": 72768} +{"current_steps": 90, "total_steps": 2065, "loss": 0.2474, "lr": 2.1497584541062805e-05, "epoch": 0.2179176755447942, "percentage": 4.36, "elapsed_time": "0:00:08", "remaining_time": "0:02:57", "throughput": 9543.92, "total_tokens": 77120} +{"current_steps": 95, "total_steps": 2065, "loss": 0.1841, "lr": 2.2705314009661836e-05, "epoch": 0.23002421307506055, "percentage": 4.6, "elapsed_time": "0:00:08", "remaining_time": "0:02:55", "throughput": 9636.51, "total_tokens": 81664} +{"current_steps": 100, "total_steps": 2065, "loss": 0.1681, "lr": 2.391304347826087e-05, "epoch": 0.24213075060532688, "percentage": 4.84, "elapsed_time": "0:00:08", "remaining_time": "0:02:53", "throughput": 9727.12, "total_tokens": 86080} +{"current_steps": 104, "total_steps": 2065, "eval_loss": 0.17402823269367218, "epoch": 0.25181598062953997, "percentage": 5.04, "elapsed_time": "0:00:09", "remaining_time": "0:03:04", "throughput": 9181.88, "total_tokens": 89600} +{"current_steps": 105, "total_steps": 2065, "loss": 0.1488, "lr": 2.5120772946859905e-05, "epoch": 0.2542372881355932, "percentage": 5.08, "elapsed_time": "0:01:08", "remaining_time": "0:21:12", "throughput": 1326.98, "total_tokens": 90432} +{"current_steps": 110, "total_steps": 2065, "loss": 0.2051, "lr": 2.632850241545894e-05, "epoch": 0.26634382566585957, "percentage": 5.33, "elapsed_time": "0:01:08", "remaining_time": "0:20:17", "throughput": 1379.58, "total_tokens": 94528} +{"current_steps": 115, "total_steps": 2065, "loss": 0.16, "lr": 2.753623188405797e-05, "epoch": 0.2784503631961259, "percentage": 5.57, "elapsed_time": "0:01:08", "remaining_time": "0:19:28", "throughput": 1434.33, "total_tokens": 98816} +{"current_steps": 120, "total_steps": 2065, "loss": 0.205, "lr": 2.8743961352657005e-05, "epoch": 0.29055690072639223, "percentage": 5.81, "elapsed_time": "0:01:09", "remaining_time": "0:18:42", "throughput": 1488.59, "total_tokens": 103104} +{"current_steps": 125, "total_steps": 2065, "loss": 0.1846, "lr": 2.995169082125604e-05, "epoch": 0.3026634382566586, "percentage": 6.05, "elapsed_time": "0:01:09", "remaining_time": "0:18:00", "throughput": 1541.33, "total_tokens": 107328} +{"current_steps": 130, "total_steps": 2065, "loss": 0.2243, "lr": 3.1159420289855074e-05, "epoch": 0.31476997578692495, "percentage": 6.3, "elapsed_time": "0:01:10", "remaining_time": "0:17:21", "throughput": 1592.61, "total_tokens": 111488} +{"current_steps": 135, "total_steps": 2065, "loss": 0.2013, "lr": 3.236714975845411e-05, "epoch": 0.3268765133171913, "percentage": 6.54, "elapsed_time": "0:01:10", "remaining_time": "0:16:46", "throughput": 1647.78, "total_tokens": 115968} +{"current_steps": 140, "total_steps": 2065, "loss": 0.2278, "lr": 3.357487922705314e-05, "epoch": 0.3389830508474576, "percentage": 6.78, "elapsed_time": "0:01:10", "remaining_time": "0:16:12", "throughput": 1698.84, "total_tokens": 120192} +{"current_steps": 145, "total_steps": 2065, "loss": 0.1886, "lr": 3.478260869565218e-05, "epoch": 0.35108958837772397, "percentage": 7.02, "elapsed_time": "0:01:11", "remaining_time": "0:15:41", "throughput": 1749.39, "total_tokens": 124416} +{"current_steps": 150, "total_steps": 2065, "loss": 0.1635, "lr": 3.5990338164251205e-05, "epoch": 0.36319612590799033, "percentage": 7.26, "elapsed_time": "0:01:11", "remaining_time": "0:15:12", "throughput": 1801.99, "total_tokens": 128832} +{"current_steps": 155, "total_steps": 2065, "loss": 0.2118, "lr": 3.719806763285024e-05, "epoch": 0.37530266343825663, "percentage": 7.51, "elapsed_time": "0:01:11", "remaining_time": "0:14:45", "throughput": 1850.7, "total_tokens": 132992} +{"current_steps": 160, "total_steps": 2065, "loss": 0.3186, "lr": 3.8405797101449274e-05, "epoch": 0.387409200968523, "percentage": 7.75, "elapsed_time": "0:01:12", "remaining_time": "0:14:20", "throughput": 1900.5, "total_tokens": 137280} +{"current_steps": 165, "total_steps": 2065, "loss": 0.2002, "lr": 3.961352657004831e-05, "epoch": 0.39951573849878935, "percentage": 7.99, "elapsed_time": "0:01:12", "remaining_time": "0:13:56", "throughput": 1949.84, "total_tokens": 141568} +{"current_steps": 170, "total_steps": 2065, "loss": 0.1792, "lr": 4.082125603864734e-05, "epoch": 0.4116222760290557, "percentage": 8.23, "elapsed_time": "0:01:12", "remaining_time": "0:13:33", "throughput": 2000.41, "total_tokens": 145984} +{"current_steps": 175, "total_steps": 2065, "loss": 0.3197, "lr": 4.202898550724638e-05, "epoch": 0.423728813559322, "percentage": 8.47, "elapsed_time": "0:01:13", "remaining_time": "0:13:12", "throughput": 2047.08, "total_tokens": 150144} +{"current_steps": 180, "total_steps": 2065, "loss": 0.3561, "lr": 4.323671497584541e-05, "epoch": 0.4358353510895884, "percentage": 8.72, "elapsed_time": "0:01:13", "remaining_time": "0:12:52", "throughput": 2097.46, "total_tokens": 154624} +{"current_steps": 185, "total_steps": 2065, "loss": 0.373, "lr": 4.4444444444444447e-05, "epoch": 0.44794188861985473, "percentage": 8.96, "elapsed_time": "0:01:14", "remaining_time": "0:12:32", "throughput": 2143.12, "total_tokens": 158784} +{"current_steps": 190, "total_steps": 2065, "loss": 0.3924, "lr": 4.565217391304348e-05, "epoch": 0.4600484261501211, "percentage": 9.2, "elapsed_time": "0:01:14", "remaining_time": "0:12:14", "throughput": 2189.86, "total_tokens": 163072} +{"current_steps": 195, "total_steps": 2065, "loss": 0.2368, "lr": 4.6859903381642516e-05, "epoch": 0.4721549636803874, "percentage": 9.44, "elapsed_time": "0:01:14", "remaining_time": "0:11:57", "throughput": 2233.02, "total_tokens": 167104} +{"current_steps": 200, "total_steps": 2065, "loss": 0.4497, "lr": 4.806763285024155e-05, "epoch": 0.48426150121065376, "percentage": 9.69, "elapsed_time": "0:01:15", "remaining_time": "0:11:41", "throughput": 2279.73, "total_tokens": 171456} +{"current_steps": 205, "total_steps": 2065, "loss": 0.2715, "lr": 4.9275362318840584e-05, "epoch": 0.4963680387409201, "percentage": 9.93, "elapsed_time": "0:01:15", "remaining_time": "0:11:25", "throughput": 2326.06, "total_tokens": 175808} +{"current_steps": 208, "total_steps": 2065, "eval_loss": 0.23122040927410126, "epoch": 0.5036319612590799, "percentage": 10.07, "elapsed_time": "0:01:16", "remaining_time": "0:11:22", "throughput": 2338.42, "total_tokens": 178688} +{"current_steps": 210, "total_steps": 2065, "loss": 0.1981, "lr": 4.9999857052054956e-05, "epoch": 0.5084745762711864, "percentage": 10.17, "elapsed_time": "0:01:43", "remaining_time": "0:15:17", "throughput": 1735.73, "total_tokens": 180224} +{"current_steps": 215, "total_steps": 2065, "loss": 0.1989, "lr": 4.999824890644693e-05, "epoch": 0.5205811138014528, "percentage": 10.41, "elapsed_time": "0:01:44", "remaining_time": "0:14:56", "throughput": 1772.44, "total_tokens": 184704} +{"current_steps": 220, "total_steps": 2065, "loss": 0.2336, "lr": 4.9994854045622684e-05, "epoch": 0.5326876513317191, "percentage": 10.65, "elapsed_time": "0:01:44", "remaining_time": "0:14:37", "throughput": 1808.9, "total_tokens": 189184} +{"current_steps": 225, "total_steps": 2065, "loss": 0.1595, "lr": 4.9989672712225204e-05, "epoch": 0.5447941888619855, "percentage": 10.9, "elapsed_time": "0:01:44", "remaining_time": "0:14:18", "throughput": 1843.9, "total_tokens": 193536} +{"current_steps": 230, "total_steps": 2065, "loss": 0.2147, "lr": 4.998270527658311e-05, "epoch": 0.5569007263922519, "percentage": 11.14, "elapsed_time": "0:01:45", "remaining_time": "0:14:00", "throughput": 1878.72, "total_tokens": 197888} +{"current_steps": 235, "total_steps": 2065, "loss": 0.1959, "lr": 4.9973952236684216e-05, "epoch": 0.5690072639225182, "percentage": 11.38, "elapsed_time": "0:01:45", "remaining_time": "0:13:43", "throughput": 1912.06, "total_tokens": 202112} +{"current_steps": 240, "total_steps": 2065, "loss": 0.2085, "lr": 4.996341421813993e-05, "epoch": 0.5811138014527845, "percentage": 11.62, "elapsed_time": "0:01:46", "remaining_time": "0:13:26", "throughput": 1946.98, "total_tokens": 206528} +{"current_steps": 245, "total_steps": 2065, "loss": 0.2304, "lr": 4.9951091974140506e-05, "epoch": 0.5932203389830508, "percentage": 11.86, "elapsed_time": "0:01:46", "remaining_time": "0:13:12", "throughput": 1977.19, "total_tokens": 210944} +{"current_steps": 250, "total_steps": 2065, "loss": 0.2171, "lr": 4.99369863854013e-05, "epoch": 0.6053268765133172, "percentage": 12.11, "elapsed_time": "0:01:47", "remaining_time": "0:12:57", "throughput": 2009.17, "total_tokens": 215104} +{"current_steps": 255, "total_steps": 2065, "loss": 0.2458, "lr": 4.992109846009972e-05, "epoch": 0.6174334140435835, "percentage": 12.35, "elapsed_time": "0:01:47", "remaining_time": "0:12:42", "throughput": 2041.56, "total_tokens": 219328} +{"current_steps": 260, "total_steps": 2065, "loss": 0.219, "lr": 4.990342933380321e-05, "epoch": 0.6295399515738499, "percentage": 12.59, "elapsed_time": "0:01:47", "remaining_time": "0:12:28", "throughput": 2074.86, "total_tokens": 223680} +{"current_steps": 265, "total_steps": 2065, "loss": 0.3803, "lr": 4.9883980269388106e-05, "epoch": 0.6416464891041163, "percentage": 12.83, "elapsed_time": "0:01:48", "remaining_time": "0:12:14", "throughput": 2106.8, "total_tokens": 227904} +{"current_steps": 270, "total_steps": 2065, "loss": 0.3005, "lr": 4.986275265694935e-05, "epoch": 0.6537530266343826, "percentage": 13.08, "elapsed_time": "0:01:48", "remaining_time": "0:12:01", "throughput": 2136.82, "total_tokens": 231936} +{"current_steps": 275, "total_steps": 2065, "loss": 0.2954, "lr": 4.9839748013701145e-05, "epoch": 0.6658595641646489, "percentage": 13.32, "elapsed_time": "0:01:48", "remaining_time": "0:11:48", "throughput": 2168.34, "total_tokens": 236160} +{"current_steps": 280, "total_steps": 2065, "loss": 0.2924, "lr": 4.981496798386849e-05, "epoch": 0.6779661016949152, "percentage": 13.56, "elapsed_time": "0:01:49", "remaining_time": "0:11:36", "throughput": 2199.06, "total_tokens": 240320} +{"current_steps": 285, "total_steps": 2065, "loss": 0.1771, "lr": 4.978841433856971e-05, "epoch": 0.6900726392251816, "percentage": 13.8, "elapsed_time": "0:01:49", "remaining_time": "0:11:24", "throughput": 2232.26, "total_tokens": 244800} +{"current_steps": 290, "total_steps": 2065, "loss": 0.194, "lr": 4.976008897568981e-05, "epoch": 0.7021791767554479, "percentage": 14.04, "elapsed_time": "0:01:50", "remaining_time": "0:11:13", "throughput": 2264.28, "total_tokens": 249152} +{"current_steps": 295, "total_steps": 2065, "loss": 0.2064, "lr": 4.972999391974488e-05, "epoch": 0.7142857142857143, "percentage": 14.29, "elapsed_time": "0:01:50", "remaining_time": "0:11:02", "throughput": 2294.98, "total_tokens": 253376} +{"current_steps": 300, "total_steps": 2065, "loss": 0.2096, "lr": 4.969813132173735e-05, "epoch": 0.7263922518159807, "percentage": 14.53, "elapsed_time": "0:01:50", "remaining_time": "0:10:51", "throughput": 2326.0, "total_tokens": 257664} +{"current_steps": 305, "total_steps": 2065, "loss": 0.1712, "lr": 4.966450345900229e-05, "epoch": 0.738498789346247, "percentage": 14.77, "elapsed_time": "0:01:51", "remaining_time": "0:10:41", "throughput": 2357.33, "total_tokens": 262016} +{"current_steps": 310, "total_steps": 2065, "loss": 0.2276, "lr": 4.962911273504461e-05, "epoch": 0.7506053268765133, "percentage": 15.01, "elapsed_time": "0:01:51", "remaining_time": "0:10:31", "throughput": 2389.12, "total_tokens": 266432} +{"current_steps": 312, "total_steps": 2065, "eval_loss": 0.22853781282901764, "epoch": 0.7554479418886199, "percentage": 15.11, "elapsed_time": "0:01:53", "remaining_time": "0:10:40", "throughput": 2351.03, "total_tokens": 267968} +{"current_steps": 315, "total_steps": 2065, "loss": 0.2349, "lr": 4.9591961679367284e-05, "epoch": 0.7627118644067796, "percentage": 15.25, "elapsed_time": "0:02:22", "remaining_time": "0:13:12", "throughput": 1895.52, "total_tokens": 270464} +{"current_steps": 320, "total_steps": 2065, "loss": 0.2824, "lr": 4.955305294729056e-05, "epoch": 0.774818401937046, "percentage": 15.5, "elapsed_time": "0:02:23", "remaining_time": "0:13:00", "throughput": 1920.08, "total_tokens": 274688} +{"current_steps": 325, "total_steps": 2065, "loss": 0.3105, "lr": 4.951238931976216e-05, "epoch": 0.7869249394673123, "percentage": 15.74, "elapsed_time": "0:02:23", "remaining_time": "0:12:47", "throughput": 1944.08, "total_tokens": 278848} +{"current_steps": 330, "total_steps": 2065, "loss": 0.2667, "lr": 4.9469973703158565e-05, "epoch": 0.7990314769975787, "percentage": 15.98, "elapsed_time": "0:02:23", "remaining_time": "0:12:36", "throughput": 1968.81, "total_tokens": 283136} +{"current_steps": 335, "total_steps": 2065, "loss": 0.2213, "lr": 4.9425809129077204e-05, "epoch": 0.8111380145278451, "percentage": 16.22, "elapsed_time": "0:02:24", "remaining_time": "0:12:24", "throughput": 1995.13, "total_tokens": 287680} +{"current_steps": 340, "total_steps": 2065, "loss": 0.1887, "lr": 4.937989875411985e-05, "epoch": 0.8232445520581114, "percentage": 16.46, "elapsed_time": "0:02:24", "remaining_time": "0:12:13", "throughput": 2021.36, "total_tokens": 292224} +{"current_steps": 345, "total_steps": 2065, "loss": 0.2499, "lr": 4.933224585966696e-05, "epoch": 0.8353510895883777, "percentage": 16.71, "elapsed_time": "0:02:24", "remaining_time": "0:12:02", "throughput": 2045.3, "total_tokens": 296448} +{"current_steps": 350, "total_steps": 2065, "loss": 0.2431, "lr": 4.928285385164315e-05, "epoch": 0.847457627118644, "percentage": 16.95, "elapsed_time": "0:02:25", "remaining_time": "0:11:52", "throughput": 2069.54, "total_tokens": 300736} +{"current_steps": 355, "total_steps": 2065, "loss": 0.2588, "lr": 4.923172626027379e-05, "epoch": 0.8595641646489104, "percentage": 17.19, "elapsed_time": "0:02:25", "remaining_time": "0:11:41", "throughput": 2093.18, "total_tokens": 304960} +{"current_steps": 360, "total_steps": 2065, "loss": 0.2322, "lr": 4.917886673983267e-05, "epoch": 0.8716707021791767, "percentage": 17.43, "elapsed_time": "0:02:26", "remaining_time": "0:11:31", "throughput": 2116.72, "total_tokens": 309184} +{"current_steps": 365, "total_steps": 2065, "loss": 0.2314, "lr": 4.912427906838078e-05, "epoch": 0.8837772397094431, "percentage": 17.68, "elapsed_time": "0:02:26", "remaining_time": "0:11:22", "throughput": 2140.14, "total_tokens": 313408} +{"current_steps": 370, "total_steps": 2065, "loss": 0.1782, "lr": 4.906796714749635e-05, "epoch": 0.8958837772397095, "percentage": 17.92, "elapsed_time": "0:02:26", "remaining_time": "0:11:12", "throughput": 2165.16, "total_tokens": 317888} +{"current_steps": 375, "total_steps": 2065, "loss": 0.1873, "lr": 4.900993500199591e-05, "epoch": 0.9079903147699758, "percentage": 18.16, "elapsed_time": "0:02:27", "remaining_time": "0:11:03", "throughput": 2187.92, "total_tokens": 322048} +{"current_steps": 380, "total_steps": 2065, "loss": 0.1985, "lr": 4.895018677964669e-05, "epoch": 0.9200968523002422, "percentage": 18.4, "elapsed_time": "0:02:27", "remaining_time": "0:10:54", "throughput": 2212.99, "total_tokens": 326592} +{"current_steps": 385, "total_steps": 2065, "loss": 0.3036, "lr": 4.8888726750870126e-05, "epoch": 0.9322033898305084, "percentage": 18.64, "elapsed_time": "0:02:27", "remaining_time": "0:10:45", "throughput": 2236.34, "total_tokens": 330880} +{"current_steps": 390, "total_steps": 2065, "loss": 0.2224, "lr": 4.882555930843664e-05, "epoch": 0.9443099273607748, "percentage": 18.89, "elapsed_time": "0:02:28", "remaining_time": "0:10:37", "throughput": 2259.21, "total_tokens": 335104} +{"current_steps": 395, "total_steps": 2065, "loss": 0.1898, "lr": 4.87606889671517e-05, "epoch": 0.9564164648910412, "percentage": 19.13, "elapsed_time": "0:02:28", "remaining_time": "0:10:28", "throughput": 2282.36, "total_tokens": 339392} +{"current_steps": 400, "total_steps": 2065, "loss": 0.1663, "lr": 4.8694120363533104e-05, "epoch": 0.9685230024213075, "percentage": 19.37, "elapsed_time": "0:02:29", "remaining_time": "0:10:20", "throughput": 2305.78, "total_tokens": 343744} +{"current_steps": 405, "total_steps": 2065, "loss": 0.1954, "lr": 4.8625858255479574e-05, "epoch": 0.9806295399515739, "percentage": 19.61, "elapsed_time": "0:02:29", "remaining_time": "0:10:12", "throughput": 2329.48, "total_tokens": 348160} +{"current_steps": 410, "total_steps": 2065, "loss": 0.2606, "lr": 4.855590752193076e-05, "epoch": 0.9927360774818402, "percentage": 19.85, "elapsed_time": "0:02:29", "remaining_time": "0:10:04", "throughput": 2352.34, "total_tokens": 352448} +{"current_steps": 415, "total_steps": 2065, "loss": 0.5572, "lr": 4.848427316251842e-05, "epoch": 1.0048426150121066, "percentage": 20.1, "elapsed_time": "0:02:30", "remaining_time": "0:09:59", "throughput": 2365.4, "total_tokens": 356656} +{"current_steps": 416, "total_steps": 2065, "eval_loss": 0.2624819278717041, "epoch": 1.0072639225181599, "percentage": 20.15, "elapsed_time": "0:02:31", "remaining_time": "0:10:01", "throughput": 2356.64, "total_tokens": 357488} +{"current_steps": 420, "total_steps": 2065, "loss": 0.2346, "lr": 4.841096029720921e-05, "epoch": 1.0169491525423728, "percentage": 20.34, "elapsed_time": "0:03:34", "remaining_time": "0:14:00", "throughput": 1682.04, "total_tokens": 360880} +{"current_steps": 425, "total_steps": 2065, "loss": 0.1819, "lr": 4.8335974165938615e-05, "epoch": 1.0290556900726393, "percentage": 20.58, "elapsed_time": "0:03:34", "remaining_time": "0:13:49", "throughput": 1698.77, "total_tokens": 365104} +{"current_steps": 430, "total_steps": 2065, "loss": 0.1495, "lr": 4.825932012823652e-05, "epoch": 1.0411622276029056, "percentage": 20.82, "elapsed_time": "0:03:35", "remaining_time": "0:13:38", "throughput": 1717.5, "total_tokens": 369776} +{"current_steps": 435, "total_steps": 2065, "loss": 0.2583, "lr": 4.8181003662844074e-05, "epoch": 1.053268765133172, "percentage": 21.07, "elapsed_time": "0:03:35", "remaining_time": "0:13:28", "throughput": 1734.11, "total_tokens": 374000} +{"current_steps": 440, "total_steps": 2065, "loss": 0.2093, "lr": 4.8101030367322195e-05, "epoch": 1.0653753026634383, "percentage": 21.31, "elapsed_time": "0:03:36", "remaining_time": "0:13:17", "throughput": 1750.11, "total_tokens": 378096} +{"current_steps": 445, "total_steps": 2065, "loss": 0.1806, "lr": 4.8019405957651395e-05, "epoch": 1.0774818401937045, "percentage": 21.55, "elapsed_time": "0:03:36", "remaining_time": "0:13:07", "throughput": 1766.35, "total_tokens": 382256} +{"current_steps": 450, "total_steps": 2065, "loss": 0.3307, "lr": 4.793613626782331e-05, "epoch": 1.089588377723971, "percentage": 21.79, "elapsed_time": "0:03:36", "remaining_time": "0:12:58", "throughput": 1783.69, "total_tokens": 386672} +{"current_steps": 455, "total_steps": 2065, "loss": 0.2208, "lr": 4.785122724942367e-05, "epoch": 1.1016949152542372, "percentage": 22.03, "elapsed_time": "0:03:37", "remaining_time": "0:12:48", "throughput": 1800.37, "total_tokens": 390960} +{"current_steps": 460, "total_steps": 2065, "loss": 0.2978, "lr": 4.776468497120698e-05, "epoch": 1.1138014527845037, "percentage": 22.28, "elapsed_time": "0:03:37", "remaining_time": "0:12:38", "throughput": 1817.85, "total_tokens": 395440} +{"current_steps": 465, "total_steps": 2065, "loss": 0.2315, "lr": 4.7676515618662684e-05, "epoch": 1.12590799031477, "percentage": 22.52, "elapsed_time": "0:03:37", "remaining_time": "0:12:29", "throughput": 1833.82, "total_tokens": 399600} +{"current_steps": 470, "total_steps": 2065, "loss": 0.2236, "lr": 4.758672549357316e-05, "epoch": 1.1380145278450362, "percentage": 22.76, "elapsed_time": "0:03:38", "remaining_time": "0:12:20", "throughput": 1850.34, "total_tokens": 403888} +{"current_steps": 475, "total_steps": 2065, "loss": 0.1689, "lr": 4.749532101356322e-05, "epoch": 1.1501210653753027, "percentage": 23.0, "elapsed_time": "0:03:38", "remaining_time": "0:12:11", "throughput": 1866.81, "total_tokens": 408176} +{"current_steps": 480, "total_steps": 2065, "loss": 0.2012, "lr": 4.740230871164147e-05, "epoch": 1.162227602905569, "percentage": 23.24, "elapsed_time": "0:03:39", "remaining_time": "0:12:03", "throughput": 1882.08, "total_tokens": 412208} +{"current_steps": 485, "total_steps": 2065, "loss": 0.1816, "lr": 4.730769523573337e-05, "epoch": 1.1743341404358354, "percentage": 23.49, "elapsed_time": "0:03:39", "remaining_time": "0:11:54", "throughput": 1898.99, "total_tokens": 416624} +{"current_steps": 490, "total_steps": 2065, "loss": 0.2491, "lr": 4.7211487348206054e-05, "epoch": 1.1864406779661016, "percentage": 23.73, "elapsed_time": "0:03:39", "remaining_time": "0:11:46", "throughput": 1915.85, "total_tokens": 421040} +{"current_steps": 495, "total_steps": 2065, "loss": 0.203, "lr": 4.711369192538503e-05, "epoch": 1.1985472154963681, "percentage": 23.97, "elapsed_time": "0:03:40", "remaining_time": "0:11:38", "throughput": 1931.24, "total_tokens": 425136} +{"current_steps": 500, "total_steps": 2065, "loss": 0.4102, "lr": 4.7014315957062685e-05, "epoch": 1.2106537530266344, "percentage": 24.21, "elapsed_time": "0:03:40", "remaining_time": "0:11:30", "throughput": 1948.52, "total_tokens": 429680} +{"current_steps": 505, "total_steps": 2065, "loss": 0.2409, "lr": 4.691336654599873e-05, "epoch": 1.2227602905569008, "percentage": 24.46, "elapsed_time": "0:03:40", "remaining_time": "0:11:22", "throughput": 1965.78, "total_tokens": 434224} +{"current_steps": 510, "total_steps": 2065, "loss": 0.2191, "lr": 4.6810850907412484e-05, "epoch": 1.234866828087167, "percentage": 24.7, "elapsed_time": "0:03:41", "remaining_time": "0:11:14", "throughput": 1980.99, "total_tokens": 438320} +{"current_steps": 515, "total_steps": 2065, "loss": 0.1975, "lr": 4.670677636846723e-05, "epoch": 1.2469733656174333, "percentage": 24.94, "elapsed_time": "0:03:41", "remaining_time": "0:11:07", "throughput": 1997.3, "total_tokens": 442672} +{"current_steps": 520, "total_steps": 2065, "loss": 0.1881, "lr": 4.660115036774648e-05, "epoch": 1.2590799031476998, "percentage": 25.18, "elapsed_time": "0:03:42", "remaining_time": "0:10:59", "throughput": 2012.99, "total_tokens": 446896} +{"current_steps": 520, "total_steps": 2065, "eval_loss": 0.1976936012506485, "epoch": 1.2590799031476998, "percentage": 25.18, "elapsed_time": "0:03:42", "remaining_time": "0:11:01", "throughput": 2006.94, "total_tokens": 446896} +{"current_steps": 525, "total_steps": 2065, "loss": 0.2485, "lr": 4.6493980454722344e-05, "epoch": 1.271186440677966, "percentage": 25.42, "elapsed_time": "0:04:26", "remaining_time": "0:13:01", "throughput": 1694.99, "total_tokens": 451312} +{"current_steps": 530, "total_steps": 2065, "loss": 0.2053, "lr": 4.638527428921592e-05, "epoch": 1.2832929782082325, "percentage": 25.67, "elapsed_time": "0:04:26", "remaining_time": "0:12:52", "throughput": 1708.0, "total_tokens": 455408} +{"current_steps": 535, "total_steps": 2065, "loss": 0.1867, "lr": 4.627503964084981e-05, "epoch": 1.2953995157384988, "percentage": 25.91, "elapsed_time": "0:04:27", "remaining_time": "0:12:43", "throughput": 1723.07, "total_tokens": 460080} +{"current_steps": 540, "total_steps": 2065, "loss": 0.1674, "lr": 4.6163284388492835e-05, "epoch": 1.307506053268765, "percentage": 26.15, "elapsed_time": "0:04:27", "remaining_time": "0:12:35", "throughput": 1737.15, "total_tokens": 464496} +{"current_steps": 545, "total_steps": 2065, "loss": 0.2045, "lr": 4.605001651969686e-05, "epoch": 1.3196125907990315, "percentage": 26.39, "elapsed_time": "0:04:27", "remaining_time": "0:12:26", "throughput": 1750.5, "total_tokens": 468720} +{"current_steps": 550, "total_steps": 2065, "loss": 0.191, "lr": 4.593524413012592e-05, "epoch": 1.331719128329298, "percentage": 26.63, "elapsed_time": "0:04:28", "remaining_time": "0:12:18", "throughput": 1764.97, "total_tokens": 473264} +{"current_steps": 555, "total_steps": 2065, "loss": 0.1828, "lr": 4.5818975422977606e-05, "epoch": 1.3438256658595642, "percentage": 26.88, "elapsed_time": "0:04:28", "remaining_time": "0:12:10", "throughput": 1778.47, "total_tokens": 477552} +{"current_steps": 560, "total_steps": 2065, "loss": 0.1546, "lr": 4.570121870839671e-05, "epoch": 1.3559322033898304, "percentage": 27.12, "elapsed_time": "0:04:28", "remaining_time": "0:12:02", "throughput": 1792.64, "total_tokens": 482032} +{"current_steps": 565, "total_steps": 2065, "loss": 0.2025, "lr": 4.558198240288131e-05, "epoch": 1.368038740920097, "percentage": 27.36, "elapsed_time": "0:04:29", "remaining_time": "0:11:54", "throughput": 1806.28, "total_tokens": 486384} +{"current_steps": 570, "total_steps": 2065, "loss": 0.2413, "lr": 4.546127502868118e-05, "epoch": 1.3801452784503632, "percentage": 27.6, "elapsed_time": "0:04:29", "remaining_time": "0:11:47", "throughput": 1819.67, "total_tokens": 490672} +{"current_steps": 575, "total_steps": 2065, "loss": 0.2163, "lr": 4.5339105213188714e-05, "epoch": 1.3922518159806296, "percentage": 27.85, "elapsed_time": "0:04:30", "remaining_time": "0:11:39", "throughput": 1833.01, "total_tokens": 494960} +{"current_steps": 580, "total_steps": 2065, "loss": 0.3013, "lr": 4.521548168832227e-05, "epoch": 1.4043583535108959, "percentage": 28.09, "elapsed_time": "0:04:30", "remaining_time": "0:11:32", "throughput": 1845.85, "total_tokens": 499120} +{"current_steps": 585, "total_steps": 2065, "loss": 0.2324, "lr": 4.509041328990204e-05, "epoch": 1.4164648910411621, "percentage": 28.33, "elapsed_time": "0:04:30", "remaining_time": "0:11:25", "throughput": 1859.16, "total_tokens": 503408} +{"current_steps": 590, "total_steps": 2065, "loss": 0.1956, "lr": 4.4963908957018576e-05, "epoch": 1.4285714285714286, "percentage": 28.57, "elapsed_time": "0:04:31", "remaining_time": "0:11:17", "throughput": 1871.05, "total_tokens": 507312} +{"current_steps": 595, "total_steps": 2065, "loss": 0.2206, "lr": 4.483597773139386e-05, "epoch": 1.4406779661016949, "percentage": 28.81, "elapsed_time": "0:04:31", "remaining_time": "0:11:10", "throughput": 1884.29, "total_tokens": 511600} +{"current_steps": 600, "total_steps": 2065, "loss": 0.1973, "lr": 4.470662875673506e-05, "epoch": 1.4527845036319613, "percentage": 29.06, "elapsed_time": "0:04:31", "remaining_time": "0:11:03", "throughput": 1897.48, "total_tokens": 515888} +{"current_steps": 605, "total_steps": 2065, "loss": 0.1848, "lr": 4.457587127808096e-05, "epoch": 1.4648910411622276, "percentage": 29.3, "elapsed_time": "0:04:32", "remaining_time": "0:10:56", "throughput": 1909.72, "total_tokens": 519920} +{"current_steps": 610, "total_steps": 2065, "loss": 0.1922, "lr": 4.4443714641141255e-05, "epoch": 1.4769975786924938, "percentage": 29.54, "elapsed_time": "0:04:32", "remaining_time": "0:10:50", "throughput": 1923.28, "total_tokens": 524336} +{"current_steps": 615, "total_steps": 2065, "loss": 0.1922, "lr": 4.4310168291628504e-05, "epoch": 1.4891041162227603, "percentage": 29.78, "elapsed_time": "0:04:32", "remaining_time": "0:10:43", "throughput": 1935.9, "total_tokens": 528496} +{"current_steps": 620, "total_steps": 2065, "loss": 0.1809, "lr": 4.4175241774583084e-05, "epoch": 1.5012106537530268, "percentage": 30.02, "elapsed_time": "0:04:33", "remaining_time": "0:10:37", "throughput": 1948.96, "total_tokens": 532784} +{"current_steps": 624, "total_steps": 2065, "eval_loss": 0.19258780777454376, "epoch": 1.5108958837772397, "percentage": 30.22, "elapsed_time": "0:04:34", "remaining_time": "0:10:33", "throughput": 1954.71, "total_tokens": 536176} +{"current_steps": 625, "total_steps": 2065, "loss": 0.2205, "lr": 4.403894473369092e-05, "epoch": 1.513317191283293, "percentage": 30.27, "elapsed_time": "0:05:14", "remaining_time": "0:12:05", "throughput": 1706.31, "total_tokens": 537136} +{"current_steps": 630, "total_steps": 2065, "loss": 0.26, "lr": 4.390128691059423e-05, "epoch": 1.5254237288135593, "percentage": 30.51, "elapsed_time": "0:05:15", "remaining_time": "0:11:57", "throughput": 1718.3, "total_tokens": 541552} +{"current_steps": 635, "total_steps": 2065, "loss": 0.2678, "lr": 4.3762278144195236e-05, "epoch": 1.5375302663438255, "percentage": 30.75, "elapsed_time": "0:05:15", "remaining_time": "0:11:50", "throughput": 1729.27, "total_tokens": 545648} +{"current_steps": 640, "total_steps": 2065, "loss": 0.2246, "lr": 4.362192836995299e-05, "epoch": 1.549636803874092, "percentage": 30.99, "elapsed_time": "0:05:15", "remaining_time": "0:11:43", "throughput": 1741.78, "total_tokens": 550256} +{"current_steps": 645, "total_steps": 2065, "loss": 0.2397, "lr": 4.348024761917321e-05, "epoch": 1.5617433414043584, "percentage": 31.23, "elapsed_time": "0:05:16", "remaining_time": "0:11:36", "throughput": 1754.47, "total_tokens": 554928} +{"current_steps": 650, "total_steps": 2065, "loss": 0.2303, "lr": 4.333724601829132e-05, "epoch": 1.5738498789346247, "percentage": 31.48, "elapsed_time": "0:05:16", "remaining_time": "0:11:29", "throughput": 1766.33, "total_tokens": 559344} +{"current_steps": 655, "total_steps": 2065, "loss": 0.2178, "lr": 4.319293378814868e-05, "epoch": 1.585956416464891, "percentage": 31.72, "elapsed_time": "0:05:17", "remaining_time": "0:11:22", "throughput": 1778.17, "total_tokens": 563760} +{"current_steps": 660, "total_steps": 2065, "loss": 0.1945, "lr": 4.304732124326206e-05, "epoch": 1.5980629539951574, "percentage": 31.96, "elapsed_time": "0:05:17", "remaining_time": "0:11:15", "throughput": 1789.8, "total_tokens": 568112} +{"current_steps": 665, "total_steps": 2065, "loss": 0.1908, "lr": 4.2900418791086403e-05, "epoch": 1.6101694915254239, "percentage": 32.2, "elapsed_time": "0:05:17", "remaining_time": "0:11:09", "throughput": 1801.39, "total_tokens": 572464} +{"current_steps": 670, "total_steps": 2065, "loss": 0.2026, "lr": 4.275223693127103e-05, "epoch": 1.6222760290556901, "percentage": 32.45, "elapsed_time": "0:05:18", "remaining_time": "0:11:02", "throughput": 1812.76, "total_tokens": 576752} +{"current_steps": 675, "total_steps": 2065, "loss": 0.1959, "lr": 4.260278625490911e-05, "epoch": 1.6343825665859564, "percentage": 32.69, "elapsed_time": "0:05:18", "remaining_time": "0:10:55", "throughput": 1823.89, "total_tokens": 580976} +{"current_steps": 680, "total_steps": 2065, "loss": 0.2025, "lr": 4.2452077443780744e-05, "epoch": 1.6464891041162226, "percentage": 32.93, "elapsed_time": "0:05:18", "remaining_time": "0:10:49", "throughput": 1835.2, "total_tokens": 585264} +{"current_steps": 685, "total_steps": 2065, "loss": 0.1777, "lr": 4.2300121269589475e-05, "epoch": 1.658595641646489, "percentage": 33.17, "elapsed_time": "0:05:19", "remaining_time": "0:10:43", "throughput": 1847.07, "total_tokens": 589744} +{"current_steps": 690, "total_steps": 2065, "loss": 0.2142, "lr": 4.214692859319237e-05, "epoch": 1.6707021791767556, "percentage": 33.41, "elapsed_time": "0:05:19", "remaining_time": "0:10:37", "throughput": 1858.13, "total_tokens": 593968} +{"current_steps": 695, "total_steps": 2065, "loss": 0.2096, "lr": 4.19925103638238e-05, "epoch": 1.6828087167070218, "percentage": 33.66, "elapsed_time": "0:05:20", "remaining_time": "0:10:30", "throughput": 1869.38, "total_tokens": 598256} +{"current_steps": 700, "total_steps": 2065, "loss": 0.1881, "lr": 4.183687761831281e-05, "epoch": 1.694915254237288, "percentage": 33.9, "elapsed_time": "0:05:20", "remaining_time": "0:10:24", "throughput": 1880.79, "total_tokens": 602608} +{"current_steps": 705, "total_steps": 2065, "loss": 0.1678, "lr": 4.168004148029435e-05, "epoch": 1.7070217917675545, "percentage": 34.14, "elapsed_time": "0:05:20", "remaining_time": "0:10:18", "throughput": 1892.56, "total_tokens": 607088} +{"current_steps": 710, "total_steps": 2065, "loss": 0.243, "lr": 4.1522013159414144e-05, "epoch": 1.7191283292978208, "percentage": 34.38, "elapsed_time": "0:05:21", "remaining_time": "0:10:12", "throughput": 1903.34, "total_tokens": 611248} +{"current_steps": 715, "total_steps": 2065, "loss": 0.2024, "lr": 4.136280395052754e-05, "epoch": 1.7312348668280872, "percentage": 34.62, "elapsed_time": "0:05:21", "remaining_time": "0:10:07", "throughput": 1914.47, "total_tokens": 615536} +{"current_steps": 720, "total_steps": 2065, "loss": 0.1803, "lr": 4.120242523289223e-05, "epoch": 1.7433414043583535, "percentage": 34.87, "elapsed_time": "0:05:21", "remaining_time": "0:10:01", "throughput": 1925.97, "total_tokens": 619952} +{"current_steps": 725, "total_steps": 2065, "loss": 0.1949, "lr": 4.1040888469354925e-05, "epoch": 1.7554479418886197, "percentage": 35.11, "elapsed_time": "0:05:22", "remaining_time": "0:09:55", "throughput": 1937.45, "total_tokens": 624368} +{"current_steps": 728, "total_steps": 2065, "eval_loss": 0.19822187721729279, "epoch": 1.7627118644067796, "percentage": 35.25, "elapsed_time": "0:05:23", "remaining_time": "0:09:54", "throughput": 1937.69, "total_tokens": 626992} +{"current_steps": 730, "total_steps": 2065, "loss": 0.1935, "lr": 4.087820520553205e-05, "epoch": 1.7675544794188862, "percentage": 35.35, "elapsed_time": "0:06:23", "remaining_time": "0:11:40", "throughput": 1641.4, "total_tokens": 628720} +{"current_steps": 735, "total_steps": 2065, "loss": 0.1884, "lr": 4.0714387068984574e-05, "epoch": 1.7796610169491527, "percentage": 35.59, "elapsed_time": "0:06:23", "remaining_time": "0:11:33", "throughput": 1650.99, "total_tokens": 633008} +{"current_steps": 740, "total_steps": 2065, "loss": 0.2014, "lr": 4.05494457683869e-05, "epoch": 1.791767554479419, "percentage": 35.84, "elapsed_time": "0:06:23", "remaining_time": "0:11:27", "throughput": 1660.72, "total_tokens": 637360} +{"current_steps": 745, "total_steps": 2065, "loss": 0.2152, "lr": 4.038339309269002e-05, "epoch": 1.8038740920096852, "percentage": 36.08, "elapsed_time": "0:06:24", "remaining_time": "0:11:20", "throughput": 1670.27, "total_tokens": 641648} +{"current_steps": 750, "total_steps": 2065, "loss": 0.192, "lr": 4.021624091027895e-05, "epoch": 1.8159806295399514, "percentage": 36.32, "elapsed_time": "0:06:24", "remaining_time": "0:11:14", "throughput": 1678.85, "total_tokens": 645552} +{"current_steps": 755, "total_steps": 2065, "loss": 0.3049, "lr": 4.004800116812441e-05, "epoch": 1.828087167070218, "percentage": 36.56, "elapsed_time": "0:06:24", "remaining_time": "0:11:07", "throughput": 1688.54, "total_tokens": 649904} +{"current_steps": 760, "total_steps": 2065, "loss": 0.184, "lr": 3.987868589092893e-05, "epoch": 1.8401937046004844, "percentage": 36.8, "elapsed_time": "0:06:25", "remaining_time": "0:11:01", "throughput": 1697.87, "total_tokens": 654128} +{"current_steps": 765, "total_steps": 2065, "loss": 0.1914, "lr": 3.9708307180267456e-05, "epoch": 1.8523002421307506, "percentage": 37.05, "elapsed_time": "0:06:25", "remaining_time": "0:10:55", "throughput": 1707.98, "total_tokens": 658672} +{"current_steps": 770, "total_steps": 2065, "loss": 0.4553, "lr": 3.953687721372233e-05, "epoch": 1.8644067796610169, "percentage": 37.29, "elapsed_time": "0:06:26", "remaining_time": "0:10:49", "throughput": 1717.76, "total_tokens": 663088} +{"current_steps": 775, "total_steps": 2065, "loss": 0.1709, "lr": 3.936440824401299e-05, "epoch": 1.8765133171912833, "percentage": 37.53, "elapsed_time": "0:06:26", "remaining_time": "0:10:43", "throughput": 1727.35, "total_tokens": 667440} +{"current_steps": 780, "total_steps": 2065, "loss": 0.1831, "lr": 3.919091259812013e-05, "epoch": 1.8886198547215496, "percentage": 37.77, "elapsed_time": "0:06:26", "remaining_time": "0:10:37", "throughput": 1736.94, "total_tokens": 671792} +{"current_steps": 785, "total_steps": 2065, "loss": 0.2175, "lr": 3.9016402676404753e-05, "epoch": 1.900726392251816, "percentage": 38.01, "elapsed_time": "0:06:27", "remaining_time": "0:10:31", "throughput": 1746.98, "total_tokens": 676336} +{"current_steps": 790, "total_steps": 2065, "loss": 0.18, "lr": 3.884089095172181e-05, "epoch": 1.9128329297820823, "percentage": 38.26, "elapsed_time": "0:06:27", "remaining_time": "0:10:25", "throughput": 1756.37, "total_tokens": 680624} +{"current_steps": 795, "total_steps": 2065, "loss": 0.1914, "lr": 3.866438996852872e-05, "epoch": 1.9249394673123486, "percentage": 38.5, "elapsed_time": "0:06:27", "remaining_time": "0:10:19", "throughput": 1766.05, "total_tokens": 685040} +{"current_steps": 800, "total_steps": 2065, "loss": 0.1935, "lr": 3.848691234198879e-05, "epoch": 1.937046004842615, "percentage": 38.74, "elapsed_time": "0:06:28", "remaining_time": "0:10:13", "throughput": 1775.55, "total_tokens": 689392} +{"current_steps": 805, "total_steps": 2065, "loss": 0.2046, "lr": 3.830847075706956e-05, "epoch": 1.9491525423728815, "percentage": 38.98, "elapsed_time": "0:06:28", "remaining_time": "0:10:08", "throughput": 1784.57, "total_tokens": 693552} +{"current_steps": 810, "total_steps": 2065, "loss": 0.2291, "lr": 3.812907796763616e-05, "epoch": 1.9612590799031477, "percentage": 39.23, "elapsed_time": "0:06:29", "remaining_time": "0:10:02", "throughput": 1794.36, "total_tokens": 698032} +{"current_steps": 815, "total_steps": 2065, "loss": 0.1751, "lr": 3.7948746795539745e-05, "epoch": 1.973365617433414, "percentage": 39.47, "elapsed_time": "0:06:29", "remaining_time": "0:09:57", "throughput": 1802.88, "total_tokens": 702000} +{"current_steps": 820, "total_steps": 2065, "loss": 0.1795, "lr": 3.776749012970105e-05, "epoch": 1.9854721549636802, "percentage": 39.71, "elapsed_time": "0:06:29", "remaining_time": "0:09:51", "throughput": 1811.84, "total_tokens": 706160} +{"current_steps": 825, "total_steps": 2065, "loss": 0.1852, "lr": 3.758532092518924e-05, "epoch": 1.9975786924939467, "percentage": 39.95, "elapsed_time": "0:06:30", "remaining_time": "0:09:46", "throughput": 1821.89, "total_tokens": 710768} +{"current_steps": 830, "total_steps": 2065, "loss": 0.256, "lr": 3.740225220229587e-05, "epoch": 2.009685230024213, "percentage": 40.19, "elapsed_time": "0:06:30", "remaining_time": "0:09:41", "throughput": 1829.93, "total_tokens": 714744} +{"current_steps": 832, "total_steps": 2065, "eval_loss": 0.1934857964515686, "epoch": 2.0145278450363198, "percentage": 40.29, "elapsed_time": "0:06:31", "remaining_time": "0:09:39", "throughput": 1830.36, "total_tokens": 716344} +{"current_steps": 835, "total_steps": 2065, "loss": 0.1878, "lr": 3.721829704560436e-05, "epoch": 2.0217917675544794, "percentage": 40.44, "elapsed_time": "0:07:01", "remaining_time": "0:10:21", "throughput": 1704.63, "total_tokens": 718776} +{"current_steps": 840, "total_steps": 2065, "loss": 0.2215, "lr": 3.7033468603054725e-05, "epoch": 2.0338983050847457, "percentage": 40.68, "elapsed_time": "0:07:02", "remaining_time": "0:10:15", "throughput": 1712.55, "total_tokens": 722744} +{"current_steps": 845, "total_steps": 2065, "loss": 0.1657, "lr": 3.6847780085003905e-05, "epoch": 2.046004842615012, "percentage": 40.92, "elapsed_time": "0:07:02", "remaining_time": "0:10:09", "throughput": 1721.42, "total_tokens": 727160} +{"current_steps": 850, "total_steps": 2065, "loss": 0.1957, "lr": 3.666124476328155e-05, "epoch": 2.0581113801452786, "percentage": 41.16, "elapsed_time": "0:07:02", "remaining_time": "0:10:04", "throughput": 1730.33, "total_tokens": 731576} +{"current_steps": 855, "total_steps": 2065, "loss": 0.1881, "lr": 3.647387597024139e-05, "epoch": 2.070217917675545, "percentage": 41.4, "elapsed_time": "0:07:03", "remaining_time": "0:09:58", "throughput": 1739.66, "total_tokens": 736184} +{"current_steps": 860, "total_steps": 2065, "loss": 0.2041, "lr": 3.6285687097808394e-05, "epoch": 2.082324455205811, "percentage": 41.65, "elapsed_time": "0:07:03", "remaining_time": "0:09:53", "throughput": 1748.23, "total_tokens": 740472} +{"current_steps": 865, "total_steps": 2065, "loss": 0.213, "lr": 3.609669159652158e-05, "epoch": 2.0944309927360774, "percentage": 41.89, "elapsed_time": "0:07:03", "remaining_time": "0:09:48", "throughput": 1756.79, "total_tokens": 744760} +{"current_steps": 870, "total_steps": 2065, "loss": 0.1913, "lr": 3.590690297457262e-05, "epoch": 2.106537530266344, "percentage": 42.13, "elapsed_time": "0:07:04", "remaining_time": "0:09:42", "throughput": 1765.65, "total_tokens": 749176} +{"current_steps": 875, "total_steps": 2065, "loss": 0.1961, "lr": 3.57163347968404e-05, "epoch": 2.1186440677966103, "percentage": 42.37, "elapsed_time": "0:07:04", "remaining_time": "0:09:37", "throughput": 1774.36, "total_tokens": 753528} +{"current_steps": 880, "total_steps": 2065, "loss": 0.1981, "lr": 3.552500068392147e-05, "epoch": 2.1307506053268765, "percentage": 42.62, "elapsed_time": "0:07:05", "remaining_time": "0:09:32", "throughput": 1782.59, "total_tokens": 757688} +{"current_steps": 885, "total_steps": 2065, "loss": 0.2002, "lr": 3.533291431115653e-05, "epoch": 2.142857142857143, "percentage": 42.86, "elapsed_time": "0:07:05", "remaining_time": "0:09:27", "throughput": 1791.24, "total_tokens": 762040} +{"current_steps": 890, "total_steps": 2065, "loss": 0.1856, "lr": 3.514008940765304e-05, "epoch": 2.154963680387409, "percentage": 43.1, "elapsed_time": "0:07:05", "remaining_time": "0:09:22", "throughput": 1799.47, "total_tokens": 766200} +{"current_steps": 895, "total_steps": 2065, "loss": 0.2107, "lr": 3.494653975530388e-05, "epoch": 2.1670702179176757, "percentage": 43.34, "elapsed_time": "0:07:06", "remaining_time": "0:09:17", "throughput": 1808.39, "total_tokens": 770680} +{"current_steps": 900, "total_steps": 2065, "loss": 0.1771, "lr": 3.475227918780239e-05, "epoch": 2.179176755447942, "percentage": 43.58, "elapsed_time": "0:07:06", "remaining_time": "0:09:12", "throughput": 1816.58, "total_tokens": 774840} +{"current_steps": 905, "total_steps": 2065, "loss": 0.1924, "lr": 3.4557321589653556e-05, "epoch": 2.1912832929782082, "percentage": 43.83, "elapsed_time": "0:07:06", "remaining_time": "0:09:07", "throughput": 1825.19, "total_tokens": 779192} +{"current_steps": 910, "total_steps": 2065, "loss": 0.1687, "lr": 3.436168089518168e-05, "epoch": 2.2033898305084745, "percentage": 44.07, "elapsed_time": "0:07:07", "remaining_time": "0:09:02", "throughput": 1833.92, "total_tokens": 783608} +{"current_steps": 915, "total_steps": 2065, "loss": 0.1922, "lr": 3.416537108753443e-05, "epoch": 2.2154963680387407, "percentage": 44.31, "elapsed_time": "0:07:07", "remaining_time": "0:08:57", "throughput": 1842.79, "total_tokens": 788088} +{"current_steps": 920, "total_steps": 2065, "loss": 0.1721, "lr": 3.3968406197683376e-05, "epoch": 2.2276029055690074, "percentage": 44.55, "elapsed_time": "0:07:08", "remaining_time": "0:08:52", "throughput": 1851.61, "total_tokens": 792568} +{"current_steps": 925, "total_steps": 2065, "loss": 0.2058, "lr": 3.3770800303421254e-05, "epoch": 2.2397094430992737, "percentage": 44.79, "elapsed_time": "0:07:08", "remaining_time": "0:08:47", "throughput": 1860.74, "total_tokens": 797176} +{"current_steps": 930, "total_steps": 2065, "loss": 0.1925, "lr": 3.357256752835561e-05, "epoch": 2.25181598062954, "percentage": 45.04, "elapsed_time": "0:07:08", "remaining_time": "0:08:43", "throughput": 1868.97, "total_tokens": 801400} +{"current_steps": 935, "total_steps": 2065, "loss": 0.1601, "lr": 3.3373722040899517e-05, "epoch": 2.263922518159806, "percentage": 45.28, "elapsed_time": "0:07:09", "remaining_time": "0:08:38", "throughput": 1877.92, "total_tokens": 805944} +{"current_steps": 936, "total_steps": 2065, "eval_loss": 0.38670673966407776, "epoch": 2.2663438256658597, "percentage": 45.33, "elapsed_time": "0:07:11", "remaining_time": "0:08:40", "throughput": 1869.66, "total_tokens": 806712} +{"current_steps": 940, "total_steps": 2065, "loss": 0.9421, "lr": 3.317427805325875e-05, "epoch": 2.2760290556900724, "percentage": 45.52, "elapsed_time": "0:07:46", "remaining_time": "0:09:18", "throughput": 1736.71, "total_tokens": 810040} +{"current_steps": 945, "total_steps": 2065, "loss": 0.191, "lr": 3.297424982041609e-05, "epoch": 2.288135593220339, "percentage": 45.76, "elapsed_time": "0:07:46", "remaining_time": "0:09:13", "throughput": 1744.65, "total_tokens": 814392} +{"current_steps": 950, "total_steps": 2065, "loss": 0.1962, "lr": 3.277365163911243e-05, "epoch": 2.3002421307506054, "percentage": 46.0, "elapsed_time": "0:07:47", "remaining_time": "0:09:08", "throughput": 1752.84, "total_tokens": 818872} +{"current_steps": 955, "total_steps": 2065, "loss": 0.2261, "lr": 3.257249784682492e-05, "epoch": 2.3123486682808716, "percentage": 46.25, "elapsed_time": "0:07:47", "remaining_time": "0:09:03", "throughput": 1760.48, "total_tokens": 823096} +{"current_steps": 960, "total_steps": 2065, "loss": 0.1945, "lr": 3.2370802820742275e-05, "epoch": 2.324455205811138, "percentage": 46.49, "elapsed_time": "0:07:47", "remaining_time": "0:08:58", "throughput": 1767.72, "total_tokens": 827128} +{"current_steps": 965, "total_steps": 2065, "loss": 0.2272, "lr": 3.2168580976737104e-05, "epoch": 2.3365617433414045, "percentage": 46.73, "elapsed_time": "0:07:48", "remaining_time": "0:08:53", "throughput": 1775.21, "total_tokens": 831288} +{"current_steps": 970, "total_steps": 2065, "loss": 0.1824, "lr": 3.196584676833562e-05, "epoch": 2.348668280871671, "percentage": 46.97, "elapsed_time": "0:07:48", "remaining_time": "0:08:49", "throughput": 1783.09, "total_tokens": 835640} +{"current_steps": 975, "total_steps": 2065, "loss": 0.156, "lr": 3.1762614685684567e-05, "epoch": 2.360774818401937, "percentage": 47.22, "elapsed_time": "0:07:49", "remaining_time": "0:08:44", "throughput": 1790.43, "total_tokens": 839736} +{"current_steps": 980, "total_steps": 2065, "loss": 0.2199, "lr": 3.155889925451557e-05, "epoch": 2.3728813559322033, "percentage": 47.46, "elapsed_time": "0:07:49", "remaining_time": "0:08:39", "throughput": 1798.14, "total_tokens": 844024} +{"current_steps": 985, "total_steps": 2065, "loss": 0.1885, "lr": 3.1354715035106894e-05, "epoch": 2.38498789346247, "percentage": 47.7, "elapsed_time": "0:07:49", "remaining_time": "0:08:35", "throughput": 1805.72, "total_tokens": 848248} +{"current_steps": 990, "total_steps": 2065, "loss": 0.1645, "lr": 3.1150076621242816e-05, "epoch": 2.3970944309927362, "percentage": 47.94, "elapsed_time": "0:07:50", "remaining_time": "0:08:30", "throughput": 1813.28, "total_tokens": 852472} +{"current_steps": 995, "total_steps": 2065, "loss": 0.1747, "lr": 3.0944998639170544e-05, "epoch": 2.4092009685230025, "percentage": 48.18, "elapsed_time": "0:07:50", "remaining_time": "0:08:25", "throughput": 1821.09, "total_tokens": 856824} +{"current_steps": 1000, "total_steps": 2065, "loss": 0.1751, "lr": 3.073949574655479e-05, "epoch": 2.4213075060532687, "percentage": 48.43, "elapsed_time": "0:07:50", "remaining_time": "0:08:21", "throughput": 1828.5, "total_tokens": 860984} +{"current_steps": 1005, "total_steps": 2065, "loss": 0.1975, "lr": 3.053358263143015e-05, "epoch": 2.433414043583535, "percentage": 48.67, "elapsed_time": "0:07:51", "remaining_time": "0:08:17", "throughput": 1836.17, "total_tokens": 865272} +{"current_steps": 1010, "total_steps": 2065, "loss": 0.1765, "lr": 3.032727401115135e-05, "epoch": 2.4455205811138017, "percentage": 48.91, "elapsed_time": "0:07:51", "remaining_time": "0:08:12", "throughput": 1843.81, "total_tokens": 869560} +{"current_steps": 1015, "total_steps": 2065, "loss": 0.1624, "lr": 3.012058463134126e-05, "epoch": 2.457627118644068, "percentage": 49.15, "elapsed_time": "0:07:51", "remaining_time": "0:08:08", "throughput": 1851.71, "total_tokens": 873976} +{"current_steps": 1020, "total_steps": 2065, "loss": 0.2237, "lr": 2.991352926483702e-05, "epoch": 2.469733656174334, "percentage": 49.39, "elapsed_time": "0:07:52", "remaining_time": "0:08:03", "throughput": 1859.2, "total_tokens": 878200} +{"current_steps": 1025, "total_steps": 2065, "loss": 0.2024, "lr": 2.9706122710634165e-05, "epoch": 2.4818401937046004, "percentage": 49.64, "elapsed_time": "0:07:52", "remaining_time": "0:07:59", "throughput": 1867.61, "total_tokens": 882872} +{"current_steps": 1030, "total_steps": 2065, "loss": 0.2673, "lr": 2.949837979282889e-05, "epoch": 2.4939467312348667, "percentage": 49.88, "elapsed_time": "0:07:53", "remaining_time": "0:07:55", "throughput": 1875.07, "total_tokens": 887096} +{"current_steps": 1035, "total_steps": 2065, "loss": 0.2168, "lr": 2.92903153595585e-05, "epoch": 2.5060532687651333, "percentage": 50.12, "elapsed_time": "0:07:53", "remaining_time": "0:07:51", "throughput": 1883.05, "total_tokens": 891576} +{"current_steps": 1040, "total_steps": 2065, "loss": 0.1768, "lr": 2.908194428194019e-05, "epoch": 2.5181598062953996, "percentage": 50.36, "elapsed_time": "0:07:53", "remaining_time": "0:07:47", "throughput": 1890.36, "total_tokens": 895736} +{"current_steps": 1040, "total_steps": 2065, "eval_loss": 0.1943914145231247, "epoch": 2.5181598062953996, "percentage": 50.36, "elapsed_time": "0:07:54", "remaining_time": "0:07:47", "throughput": 1887.68, "total_tokens": 895736} +{"current_steps": 1045, "total_steps": 2065, "loss": 0.1555, "lr": 2.88732814530081e-05, "epoch": 2.530266343825666, "percentage": 50.61, "elapsed_time": "0:08:52", "remaining_time": "0:08:39", "throughput": 1691.76, "total_tokens": 900024} +{"current_steps": 1050, "total_steps": 2065, "loss": 0.1744, "lr": 2.866434178664893e-05, "epoch": 2.542372881355932, "percentage": 50.85, "elapsed_time": "0:08:52", "remaining_time": "0:08:34", "throughput": 1698.88, "total_tokens": 904440} +{"current_steps": 1055, "total_steps": 2065, "loss": 0.1842, "lr": 2.8455140216535947e-05, "epoch": 2.5544794188861983, "percentage": 51.09, "elapsed_time": "0:08:52", "remaining_time": "0:08:30", "throughput": 1705.74, "total_tokens": 908728} +{"current_steps": 1060, "total_steps": 2065, "loss": 0.2018, "lr": 2.8245691695061604e-05, "epoch": 2.566585956416465, "percentage": 51.33, "elapsed_time": "0:08:53", "remaining_time": "0:08:25", "throughput": 1712.59, "total_tokens": 913016} +{"current_steps": 1065, "total_steps": 2065, "loss": 0.2027, "lr": 2.8036011192268863e-05, "epoch": 2.5786924939467313, "percentage": 51.57, "elapsed_time": "0:08:53", "remaining_time": "0:08:20", "throughput": 1719.43, "total_tokens": 917304} +{"current_steps": 1070, "total_steps": 2065, "loss": 0.1984, "lr": 2.7826113694781252e-05, "epoch": 2.5907990314769975, "percentage": 51.82, "elapsed_time": "0:08:53", "remaining_time": "0:08:16", "throughput": 1726.15, "total_tokens": 921528} +{"current_steps": 1075, "total_steps": 2065, "loss": 0.1674, "lr": 2.761601420473168e-05, "epoch": 2.6029055690072638, "percentage": 52.06, "elapsed_time": "0:08:54", "remaining_time": "0:08:11", "throughput": 1733.21, "total_tokens": 925944} +{"current_steps": 1080, "total_steps": 2065, "loss": 0.1523, "lr": 2.740572773869019e-05, "epoch": 2.61501210653753, "percentage": 52.3, "elapsed_time": "0:08:54", "remaining_time": "0:08:07", "throughput": 1740.95, "total_tokens": 930744} +{"current_steps": 1085, "total_steps": 2065, "loss": 0.1263, "lr": 2.7195269326590682e-05, "epoch": 2.6271186440677967, "percentage": 52.54, "elapsed_time": "0:08:54", "remaining_time": "0:08:03", "throughput": 1748.34, "total_tokens": 935352} +{"current_steps": 1090, "total_steps": 2065, "loss": 0.1656, "lr": 2.6984654010656667e-05, "epoch": 2.639225181598063, "percentage": 52.78, "elapsed_time": "0:08:55", "remaining_time": "0:07:58", "throughput": 1755.13, "total_tokens": 939640} +{"current_steps": 1095, "total_steps": 2065, "loss": 0.2926, "lr": 2.6773896844326125e-05, "epoch": 2.651331719128329, "percentage": 53.03, "elapsed_time": "0:08:55", "remaining_time": "0:07:54", "throughput": 1761.45, "total_tokens": 943672} +{"current_steps": 1100, "total_steps": 2065, "loss": 0.1547, "lr": 2.656301289117561e-05, "epoch": 2.663438256658596, "percentage": 53.27, "elapsed_time": "0:08:56", "remaining_time": "0:07:50", "throughput": 1767.77, "total_tokens": 947704} +{"current_steps": 1105, "total_steps": 2065, "loss": 0.2428, "lr": 2.6352017223843585e-05, "epoch": 2.6755447941888617, "percentage": 53.51, "elapsed_time": "0:08:56", "remaining_time": "0:07:46", "throughput": 1774.42, "total_tokens": 951928} +{"current_steps": 1110, "total_steps": 2065, "loss": 0.1649, "lr": 2.6140924922953125e-05, "epoch": 2.6876513317191284, "percentage": 53.75, "elapsed_time": "0:08:56", "remaining_time": "0:07:41", "throughput": 1781.17, "total_tokens": 956216} +{"current_steps": 1115, "total_steps": 2065, "loss": 0.1597, "lr": 2.5929751076034058e-05, "epoch": 2.6997578692493946, "percentage": 54.0, "elapsed_time": "0:08:57", "remaining_time": "0:07:37", "throughput": 1787.91, "total_tokens": 960504} +{"current_steps": 1120, "total_steps": 2065, "loss": 0.1407, "lr": 2.571851077644461e-05, "epoch": 2.711864406779661, "percentage": 54.24, "elapsed_time": "0:08:57", "remaining_time": "0:07:33", "throughput": 1795.11, "total_tokens": 965048} +{"current_steps": 1125, "total_steps": 2065, "loss": 0.1667, "lr": 2.5507219122292598e-05, "epoch": 2.7239709443099276, "percentage": 54.48, "elapsed_time": "0:08:57", "remaining_time": "0:07:29", "throughput": 1801.6, "total_tokens": 969208} +{"current_steps": 1130, "total_steps": 2065, "loss": 0.1438, "lr": 2.529589121535636e-05, "epoch": 2.736077481840194, "percentage": 54.72, "elapsed_time": "0:08:58", "remaining_time": "0:07:25", "throughput": 1808.55, "total_tokens": 973624} +{"current_steps": 1135, "total_steps": 2065, "loss": 0.2294, "lr": 2.5084542160005335e-05, "epoch": 2.74818401937046, "percentage": 54.96, "elapsed_time": "0:08:58", "remaining_time": "0:07:21", "throughput": 1815.37, "total_tokens": 977976} +{"current_steps": 1140, "total_steps": 2065, "loss": 0.1964, "lr": 2.487318706212051e-05, "epoch": 2.7602905569007263, "percentage": 55.21, "elapsed_time": "0:08:59", "remaining_time": "0:07:17", "throughput": 1821.95, "total_tokens": 982200} +{"current_steps": 1144, "total_steps": 2065, "eval_loss": 0.19318054616451263, "epoch": 2.7699757869249395, "percentage": 55.4, "elapsed_time": "0:09:00", "remaining_time": "0:07:14", "throughput": 1825.11, "total_tokens": 985592} +{"current_steps": 1145, "total_steps": 2065, "loss": 0.203, "lr": 2.4661841028014785e-05, "epoch": 2.7723970944309926, "percentage": 55.45, "elapsed_time": "0:09:35", "remaining_time": "0:07:42", "throughput": 1714.45, "total_tokens": 986488} +{"current_steps": 1150, "total_steps": 2065, "loss": 0.1983, "lr": 2.445051916335321e-05, "epoch": 2.7845036319612593, "percentage": 55.69, "elapsed_time": "0:09:35", "remaining_time": "0:07:38", "throughput": 1720.25, "total_tokens": 990456} +{"current_steps": 1155, "total_steps": 2065, "loss": 0.1825, "lr": 2.4239236572073352e-05, "epoch": 2.7966101694915255, "percentage": 55.93, "elapsed_time": "0:09:36", "remaining_time": "0:07:33", "throughput": 1726.57, "total_tokens": 994744} +{"current_steps": 1160, "total_steps": 2065, "loss": 0.178, "lr": 2.4028008355305815e-05, "epoch": 2.8087167070217918, "percentage": 56.17, "elapsed_time": "0:09:36", "remaining_time": "0:07:29", "throughput": 1733.1, "total_tokens": 999160} +{"current_steps": 1165, "total_steps": 2065, "loss": 0.1709, "lr": 2.3816849610294783e-05, "epoch": 2.820823244552058, "percentage": 56.42, "elapsed_time": "0:09:36", "remaining_time": "0:07:25", "throughput": 1739.09, "total_tokens": 1003256} +{"current_steps": 1170, "total_steps": 2065, "loss": 0.1853, "lr": 2.3605775429319115e-05, "epoch": 2.8329297820823243, "percentage": 56.66, "elapsed_time": "0:09:37", "remaining_time": "0:07:21", "throughput": 1745.28, "total_tokens": 1007480} +{"current_steps": 1175, "total_steps": 2065, "loss": 0.1431, "lr": 2.3394800898613535e-05, "epoch": 2.845036319612591, "percentage": 56.9, "elapsed_time": "0:09:37", "remaining_time": "0:07:17", "throughput": 1751.79, "total_tokens": 1011896} +{"current_steps": 1180, "total_steps": 2065, "loss": 0.2253, "lr": 2.318394109729041e-05, "epoch": 2.857142857142857, "percentage": 57.14, "elapsed_time": "0:09:38", "remaining_time": "0:07:13", "throughput": 1757.76, "total_tokens": 1015992} +{"current_steps": 1185, "total_steps": 2065, "loss": 0.1686, "lr": 2.297321109626198e-05, "epoch": 2.8692493946731235, "percentage": 57.38, "elapsed_time": "0:09:38", "remaining_time": "0:07:09", "throughput": 1764.24, "total_tokens": 1020408} +{"current_steps": 1190, "total_steps": 2065, "loss": 0.1988, "lr": 2.27626259571632e-05, "epoch": 2.8813559322033897, "percentage": 57.63, "elapsed_time": "0:09:38", "remaining_time": "0:07:05", "throughput": 1771.03, "total_tokens": 1025016} +{"current_steps": 1195, "total_steps": 2065, "loss": 0.1682, "lr": 2.2552200731275213e-05, "epoch": 2.893462469733656, "percentage": 57.87, "elapsed_time": "0:09:39", "remaining_time": "0:07:01", "throughput": 1777.39, "total_tokens": 1029368} +{"current_steps": 1200, "total_steps": 2065, "loss": 0.1918, "lr": 2.2341950458449576e-05, "epoch": 2.9055690072639226, "percentage": 58.11, "elapsed_time": "0:09:39", "remaining_time": "0:06:57", "throughput": 1783.54, "total_tokens": 1033592} +{"current_steps": 1205, "total_steps": 2065, "loss": 0.2047, "lr": 2.213189016603333e-05, "epoch": 2.917675544794189, "percentage": 58.35, "elapsed_time": "0:09:39", "remaining_time": "0:06:53", "throughput": 1789.47, "total_tokens": 1037688} +{"current_steps": 1210, "total_steps": 2065, "loss": 0.1686, "lr": 2.1922034867794925e-05, "epoch": 2.929782082324455, "percentage": 58.6, "elapsed_time": "0:09:40", "remaining_time": "0:06:50", "throughput": 1795.6, "total_tokens": 1041912} +{"current_steps": 1215, "total_steps": 2065, "loss": 0.1663, "lr": 2.1712399562851147e-05, "epoch": 2.9418886198547214, "percentage": 58.84, "elapsed_time": "0:09:40", "remaining_time": "0:06:46", "throughput": 1802.14, "total_tokens": 1046392} +{"current_steps": 1220, "total_steps": 2065, "loss": 0.1158, "lr": 2.150299923459505e-05, "epoch": 2.9539951573849876, "percentage": 59.08, "elapsed_time": "0:09:41", "remaining_time": "0:06:42", "throughput": 1808.26, "total_tokens": 1050616} +{"current_steps": 1225, "total_steps": 2065, "loss": 0.1857, "lr": 2.1293848849625065e-05, "epoch": 2.9661016949152543, "percentage": 59.32, "elapsed_time": "0:09:41", "remaining_time": "0:06:38", "throughput": 1814.37, "total_tokens": 1054840} +{"current_steps": 1230, "total_steps": 2065, "loss": 0.2051, "lr": 2.108496335667527e-05, "epoch": 2.9782082324455206, "percentage": 59.56, "elapsed_time": "0:09:41", "remaining_time": "0:06:34", "throughput": 1820.25, "total_tokens": 1058936} +{"current_steps": 1235, "total_steps": 2065, "loss": 0.137, "lr": 2.0876357685546944e-05, "epoch": 2.990314769975787, "percentage": 59.81, "elapsed_time": "0:09:42", "remaining_time": "0:06:31", "throughput": 1826.56, "total_tokens": 1063288} +{"current_steps": 1240, "total_steps": 2065, "loss": 0.294, "lr": 2.06680467460415e-05, "epoch": 3.002421307506053, "percentage": 60.05, "elapsed_time": "0:09:42", "remaining_time": "0:06:27", "throughput": 1832.19, "total_tokens": 1067392} +{"current_steps": 1245, "total_steps": 2065, "loss": 0.1436, "lr": 2.0460045426894817e-05, "epoch": 3.0145278450363198, "percentage": 60.29, "elapsed_time": "0:09:42", "remaining_time": "0:06:23", "throughput": 1838.67, "total_tokens": 1071872} +{"current_steps": 1248, "total_steps": 2065, "eval_loss": 0.20527909696102142, "epoch": 3.0217917675544794, "percentage": 60.44, "elapsed_time": "0:09:43", "remaining_time": "0:06:22", "throughput": 1840.65, "total_tokens": 1074624} +{"current_steps": 1250, "total_steps": 2065, "loss": 0.1503, "lr": 2.0252368594713083e-05, "epoch": 3.026634382566586, "percentage": 60.53, "elapsed_time": "0:10:13", "remaining_time": "0:06:40", "throughput": 1753.59, "total_tokens": 1076416} +{"current_steps": 1255, "total_steps": 2065, "loss": 0.156, "lr": 2.004503109291023e-05, "epoch": 3.0387409200968523, "percentage": 60.77, "elapsed_time": "0:10:14", "remaining_time": "0:06:36", "throughput": 1759.2, "total_tokens": 1080512} +{"current_steps": 1260, "total_steps": 2065, "loss": 0.1971, "lr": 1.9838047740647026e-05, "epoch": 3.0508474576271185, "percentage": 61.02, "elapsed_time": "0:10:14", "remaining_time": "0:06:32", "throughput": 1764.79, "total_tokens": 1084608} +{"current_steps": 1265, "total_steps": 2065, "loss": 0.1813, "lr": 1.9631433331771886e-05, "epoch": 3.062953995157385, "percentage": 61.26, "elapsed_time": "0:10:14", "remaining_time": "0:06:28", "throughput": 1770.87, "total_tokens": 1089024} +{"current_steps": 1270, "total_steps": 2065, "loss": 0.133, "lr": 1.9425202633763513e-05, "epoch": 3.0750605326876514, "percentage": 61.5, "elapsed_time": "0:10:15", "remaining_time": "0:06:25", "throughput": 1776.84, "total_tokens": 1093376} +{"current_steps": 1275, "total_steps": 2065, "loss": 0.089, "lr": 1.9219370386675388e-05, "epoch": 3.0871670702179177, "percentage": 61.74, "elapsed_time": "0:10:15", "remaining_time": "0:06:21", "throughput": 1782.81, "total_tokens": 1097728} +{"current_steps": 1280, "total_steps": 2065, "loss": 0.2836, "lr": 1.901395130208229e-05, "epoch": 3.099273607748184, "percentage": 61.99, "elapsed_time": "0:10:16", "remaining_time": "0:06:17", "throughput": 1788.45, "total_tokens": 1101888} +{"current_steps": 1285, "total_steps": 2065, "loss": 0.1116, "lr": 1.880896006202876e-05, "epoch": 3.11138014527845, "percentage": 62.23, "elapsed_time": "0:10:16", "remaining_time": "0:06:14", "throughput": 1794.31, "total_tokens": 1106176} +{"current_steps": 1290, "total_steps": 2065, "loss": 0.1027, "lr": 1.860441131797977e-05, "epoch": 3.123486682808717, "percentage": 62.47, "elapsed_time": "0:10:16", "remaining_time": "0:06:10", "throughput": 1799.87, "total_tokens": 1110272} +{"current_steps": 1295, "total_steps": 2065, "loss": 0.1582, "lr": 1.8400319689773474e-05, "epoch": 3.135593220338983, "percentage": 62.71, "elapsed_time": "0:10:17", "remaining_time": "0:06:07", "throughput": 1805.6, "total_tokens": 1114496} +{"current_steps": 1300, "total_steps": 2065, "loss": 0.0408, "lr": 1.8196699764576318e-05, "epoch": 3.1476997578692494, "percentage": 62.95, "elapsed_time": "0:10:17", "remaining_time": "0:06:03", "throughput": 1811.43, "total_tokens": 1118784} +{"current_steps": 1305, "total_steps": 2065, "loss": 0.1234, "lr": 1.7993566095840443e-05, "epoch": 3.1598062953995156, "percentage": 63.2, "elapsed_time": "0:10:18", "remaining_time": "0:05:59", "throughput": 1817.16, "total_tokens": 1123008} +{"current_steps": 1310, "total_steps": 2065, "loss": 0.2236, "lr": 1.7790933202263434e-05, "epoch": 3.171912832929782, "percentage": 63.44, "elapsed_time": "0:10:18", "remaining_time": "0:05:56", "throughput": 1823.19, "total_tokens": 1127424} +{"current_steps": 1315, "total_steps": 2065, "loss": 0.1958, "lr": 1.758881556675073e-05, "epoch": 3.1840193704600486, "percentage": 63.68, "elapsed_time": "0:10:18", "remaining_time": "0:05:52", "throughput": 1829.2, "total_tokens": 1131840} +{"current_steps": 1320, "total_steps": 2065, "loss": 0.1238, "lr": 1.738722763538036e-05, "epoch": 3.196125907990315, "percentage": 63.92, "elapsed_time": "0:10:19", "remaining_time": "0:05:49", "throughput": 1835.11, "total_tokens": 1136192} +{"current_steps": 1325, "total_steps": 2065, "loss": 0.1027, "lr": 1.7186183816370522e-05, "epoch": 3.208232445520581, "percentage": 64.16, "elapsed_time": "0:10:19", "remaining_time": "0:05:45", "throughput": 1841.02, "total_tokens": 1140544} +{"current_steps": 1330, "total_steps": 2065, "loss": 0.0907, "lr": 1.6985698479049702e-05, "epoch": 3.2203389830508473, "percentage": 64.41, "elapsed_time": "0:10:19", "remaining_time": "0:05:42", "throughput": 1847.51, "total_tokens": 1145280} +{"current_steps": 1335, "total_steps": 2065, "loss": 0.1037, "lr": 1.6785785952829717e-05, "epoch": 3.232445520581114, "percentage": 64.65, "elapsed_time": "0:10:20", "remaining_time": "0:05:39", "throughput": 1853.81, "total_tokens": 1149888} +{"current_steps": 1340, "total_steps": 2065, "loss": 0.1776, "lr": 1.6586460526181473e-05, "epoch": 3.2445520581113803, "percentage": 64.89, "elapsed_time": "0:10:20", "remaining_time": "0:05:35", "throughput": 1859.21, "total_tokens": 1153920} +{"current_steps": 1345, "total_steps": 2065, "loss": 0.2125, "lr": 1.6387736445613772e-05, "epoch": 3.2566585956416465, "percentage": 65.13, "elapsed_time": "0:10:21", "remaining_time": "0:05:32", "throughput": 1865.59, "total_tokens": 1158592} +{"current_steps": 1350, "total_steps": 2065, "loss": 0.2252, "lr": 1.6189627914655008e-05, "epoch": 3.2687651331719128, "percentage": 65.38, "elapsed_time": "0:10:21", "remaining_time": "0:05:29", "throughput": 1871.26, "total_tokens": 1162816} +{"current_steps": 1352, "total_steps": 2065, "eval_loss": 0.2091810256242752, "epoch": 3.2736077481840193, "percentage": 65.47, "elapsed_time": "0:10:22", "remaining_time": "0:05:28", "throughput": 1871.63, "total_tokens": 1164544} +{"current_steps": 1355, "total_steps": 2065, "loss": 0.1163, "lr": 1.599214909283805e-05, "epoch": 3.280871670702179, "percentage": 65.62, "elapsed_time": "0:11:34", "remaining_time": "0:06:03", "throughput": 1680.92, "total_tokens": 1167232} +{"current_steps": 1360, "total_steps": 2065, "loss": 0.1094, "lr": 1.579531409468815e-05, "epoch": 3.2929782082324457, "percentage": 65.86, "elapsed_time": "0:11:34", "remaining_time": "0:06:00", "throughput": 1686.37, "total_tokens": 1171648} +{"current_steps": 1365, "total_steps": 2065, "loss": 0.141, "lr": 1.5599136988714186e-05, "epoch": 3.305084745762712, "percentage": 66.1, "elapsed_time": "0:11:35", "remaining_time": "0:05:56", "throughput": 1691.46, "total_tokens": 1175808} +{"current_steps": 1370, "total_steps": 2065, "loss": 0.1296, "lr": 1.5403631796403085e-05, "epoch": 3.317191283292978, "percentage": 66.34, "elapsed_time": "0:11:35", "remaining_time": "0:05:52", "throughput": 1696.9, "total_tokens": 1180224} +{"current_steps": 1375, "total_steps": 2065, "loss": 0.1375, "lr": 1.520881249121767e-05, "epoch": 3.3292978208232444, "percentage": 66.59, "elapsed_time": "0:11:35", "remaining_time": "0:05:49", "throughput": 1702.42, "total_tokens": 1184704} +{"current_steps": 1380, "total_steps": 2065, "loss": 0.1459, "lr": 1.5014692997597962e-05, "epoch": 3.341404358353511, "percentage": 66.83, "elapsed_time": "0:11:36", "remaining_time": "0:05:45", "throughput": 1707.67, "total_tokens": 1188992} +{"current_steps": 1385, "total_steps": 2065, "loss": 0.1535, "lr": 1.4821287189965866e-05, "epoch": 3.3535108958837774, "percentage": 67.07, "elapsed_time": "0:11:36", "remaining_time": "0:05:42", "throughput": 1713.09, "total_tokens": 1193408} +{"current_steps": 1390, "total_steps": 2065, "loss": 0.1246, "lr": 1.4628608891733625e-05, "epoch": 3.3656174334140436, "percentage": 67.31, "elapsed_time": "0:11:37", "remaining_time": "0:05:38", "throughput": 1718.42, "total_tokens": 1197760} +{"current_steps": 1395, "total_steps": 2065, "loss": 0.0863, "lr": 1.4436671874315722e-05, "epoch": 3.37772397094431, "percentage": 67.55, "elapsed_time": "0:11:37", "remaining_time": "0:05:34", "throughput": 1723.3, "total_tokens": 1201792} +{"current_steps": 1400, "total_steps": 2065, "loss": 0.0968, "lr": 1.4245489856144634e-05, "epoch": 3.389830508474576, "percentage": 67.8, "elapsed_time": "0:11:37", "remaining_time": "0:05:31", "throughput": 1728.18, "total_tokens": 1205824} +{"current_steps": 1405, "total_steps": 2065, "loss": 0.0749, "lr": 1.4055076501690311e-05, "epoch": 3.401937046004843, "percentage": 68.04, "elapsed_time": "0:11:38", "remaining_time": "0:05:27", "throughput": 1733.57, "total_tokens": 1210240} +{"current_steps": 1410, "total_steps": 2065, "loss": 0.09, "lr": 1.3865445420483526e-05, "epoch": 3.414043583535109, "percentage": 68.28, "elapsed_time": "0:11:38", "remaining_time": "0:05:24", "throughput": 1738.7, "total_tokens": 1214464} +{"current_steps": 1415, "total_steps": 2065, "loss": 0.1746, "lr": 1.367661016614315e-05, "epoch": 3.4261501210653753, "percentage": 68.52, "elapsed_time": "0:11:38", "remaining_time": "0:05:21", "throughput": 1743.91, "total_tokens": 1218752} +{"current_steps": 1420, "total_steps": 2065, "loss": 0.0826, "lr": 1.3488584235407439e-05, "epoch": 3.4382566585956416, "percentage": 68.77, "elapsed_time": "0:11:39", "remaining_time": "0:05:17", "throughput": 1749.29, "total_tokens": 1223168} +{"current_steps": 1425, "total_steps": 2065, "loss": 0.1469, "lr": 1.3301381067169366e-05, "epoch": 3.450363196125908, "percentage": 69.01, "elapsed_time": "0:11:39", "remaining_time": "0:05:14", "throughput": 1754.31, "total_tokens": 1227328} +{"current_steps": 1430, "total_steps": 2065, "loss": 0.1454, "lr": 1.3115014041516089e-05, "epoch": 3.4624697336561745, "percentage": 69.25, "elapsed_time": "0:11:39", "remaining_time": "0:05:10", "throughput": 1759.16, "total_tokens": 1231360} +{"current_steps": 1435, "total_steps": 2065, "loss": 0.0455, "lr": 1.2929496478772635e-05, "epoch": 3.4745762711864407, "percentage": 69.49, "elapsed_time": "0:11:40", "remaining_time": "0:05:07", "throughput": 1764.09, "total_tokens": 1235456} +{"current_steps": 1440, "total_steps": 2065, "loss": 0.106, "lr": 1.2744841638549842e-05, "epoch": 3.486682808716707, "percentage": 69.73, "elapsed_time": "0:11:40", "remaining_time": "0:05:04", "throughput": 1769.09, "total_tokens": 1239616} +{"current_steps": 1445, "total_steps": 2065, "loss": 0.0763, "lr": 1.2561062718796662e-05, "epoch": 3.4987893462469732, "percentage": 69.98, "elapsed_time": "0:11:41", "remaining_time": "0:05:00", "throughput": 1774.36, "total_tokens": 1243968} +{"current_steps": 1450, "total_steps": 2065, "loss": 0.0978, "lr": 1.2378172854856831e-05, "epoch": 3.5108958837772395, "percentage": 70.22, "elapsed_time": "0:11:41", "remaining_time": "0:04:57", "throughput": 1779.36, "total_tokens": 1248128} +{"current_steps": 1455, "total_steps": 2065, "loss": 0.1328, "lr": 1.2196185118530063e-05, "epoch": 3.523002421307506, "percentage": 70.46, "elapsed_time": "0:11:41", "remaining_time": "0:04:54", "throughput": 1784.35, "total_tokens": 1252288} +{"current_steps": 1456, "total_steps": 2065, "eval_loss": 0.3491859436035156, "epoch": 3.5254237288135593, "percentage": 70.51, "elapsed_time": "0:11:42", "remaining_time": "0:04:53", "throughput": 1783.88, "total_tokens": 1253248} +{"current_steps": 1460, "total_steps": 2065, "loss": 0.1139, "lr": 1.2015112517137744e-05, "epoch": 3.5351089588377724, "percentage": 70.7, "elapsed_time": "0:12:11", "remaining_time": "0:05:03", "throughput": 1718.3, "total_tokens": 1256640} +{"current_steps": 1465, "total_steps": 2065, "loss": 0.1247, "lr": 1.183496799259326e-05, "epoch": 3.5472154963680387, "percentage": 70.94, "elapsed_time": "0:12:11", "remaining_time": "0:04:59", "throughput": 1723.96, "total_tokens": 1261440} +{"current_steps": 1470, "total_steps": 2065, "loss": 0.0777, "lr": 1.1655764420476988e-05, "epoch": 3.559322033898305, "percentage": 71.19, "elapsed_time": "0:12:12", "remaining_time": "0:04:56", "throughput": 1728.86, "total_tokens": 1265664} +{"current_steps": 1475, "total_steps": 2065, "loss": 0.0848, "lr": 1.1477514609116039e-05, "epoch": 3.571428571428571, "percentage": 71.43, "elapsed_time": "0:12:12", "remaining_time": "0:04:52", "throughput": 1733.92, "total_tokens": 1270016} +{"current_steps": 1480, "total_steps": 2065, "loss": 0.1263, "lr": 1.1300231298668786e-05, "epoch": 3.583535108958838, "percentage": 71.67, "elapsed_time": "0:12:12", "remaining_time": "0:04:49", "throughput": 1739.23, "total_tokens": 1274560} +{"current_steps": 1485, "total_steps": 2065, "loss": 0.1362, "lr": 1.1123927160214289e-05, "epoch": 3.595641646489104, "percentage": 71.91, "elapsed_time": "0:12:13", "remaining_time": "0:04:46", "throughput": 1744.36, "total_tokens": 1278976} +{"current_steps": 1490, "total_steps": 2065, "loss": 0.1068, "lr": 1.0948614794846668e-05, "epoch": 3.6077481840193704, "percentage": 72.15, "elapsed_time": "0:12:13", "remaining_time": "0:04:43", "throughput": 1749.24, "total_tokens": 1283200} +{"current_steps": 1495, "total_steps": 2065, "loss": 0.2069, "lr": 1.0774306732774414e-05, "epoch": 3.619854721549637, "percentage": 72.4, "elapsed_time": "0:12:13", "remaining_time": "0:04:39", "throughput": 1753.94, "total_tokens": 1287296} +{"current_steps": 1500, "total_steps": 2065, "loss": 0.1368, "lr": 1.0601015432424819e-05, "epoch": 3.6319612590799033, "percentage": 72.64, "elapsed_time": "0:12:14", "remaining_time": "0:04:36", "throughput": 1759.06, "total_tokens": 1291712} +{"current_steps": 1505, "total_steps": 2065, "loss": 0.1959, "lr": 1.042875327955356e-05, "epoch": 3.6440677966101696, "percentage": 72.88, "elapsed_time": "0:12:14", "remaining_time": "0:04:33", "throughput": 1763.91, "total_tokens": 1295936} +{"current_steps": 1510, "total_steps": 2065, "loss": 0.0932, "lr": 1.0257532586359422e-05, "epoch": 3.656174334140436, "percentage": 73.12, "elapsed_time": "0:12:15", "remaining_time": "0:04:30", "throughput": 1769.35, "total_tokens": 1300608} +{"current_steps": 1515, "total_steps": 2065, "loss": 0.1347, "lr": 1.0087365590604289e-05, "epoch": 3.668280871670702, "percentage": 73.37, "elapsed_time": "0:12:15", "remaining_time": "0:04:26", "throughput": 1774.45, "total_tokens": 1305024} +{"current_steps": 1520, "total_steps": 2065, "loss": 0.1287, "lr": 9.918264454738504e-06, "epoch": 3.6803874092009687, "percentage": 73.61, "elapsed_time": "0:12:15", "remaining_time": "0:04:23", "throughput": 1779.47, "total_tokens": 1309376} +{"current_steps": 1525, "total_steps": 2065, "loss": 0.0818, "lr": 9.75024126503153e-06, "epoch": 3.692493946731235, "percentage": 73.85, "elapsed_time": "0:12:16", "remaining_time": "0:04:20", "throughput": 1784.39, "total_tokens": 1313664} +{"current_steps": 1530, "total_steps": 2065, "loss": 0.0869, "lr": 9.583308030708135e-06, "epoch": 3.7046004842615012, "percentage": 74.09, "elapsed_time": "0:12:16", "remaining_time": "0:04:17", "throughput": 1789.47, "total_tokens": 1318080} +{"current_steps": 1535, "total_steps": 2065, "loss": 0.0893, "lr": 9.417476683090007e-06, "epoch": 3.7167070217917675, "percentage": 74.33, "elapsed_time": "0:12:16", "remaining_time": "0:04:14", "throughput": 1794.46, "total_tokens": 1322432} +{"current_steps": 1540, "total_steps": 2065, "loss": 0.1556, "lr": 9.252759074743034e-06, "epoch": 3.7288135593220337, "percentage": 74.58, "elapsed_time": "0:12:17", "remaining_time": "0:04:11", "throughput": 1799.53, "total_tokens": 1326848} +{"current_steps": 1545, "total_steps": 2065, "loss": 0.0774, "lr": 9.08916697863014e-06, "epoch": 3.7409200968523004, "percentage": 74.82, "elapsed_time": "0:12:17", "remaining_time": "0:04:08", "throughput": 1804.68, "total_tokens": 1331328} +{"current_steps": 1550, "total_steps": 2065, "loss": 0.1253, "lr": 8.926712087269801e-06, "epoch": 3.7530266343825667, "percentage": 75.06, "elapsed_time": "0:12:18", "remaining_time": "0:04:05", "throughput": 1809.33, "total_tokens": 1335424} +{"current_steps": 1555, "total_steps": 2065, "loss": 0.1276, "lr": 8.765406011900368e-06, "epoch": 3.765133171912833, "percentage": 75.3, "elapsed_time": "0:12:18", "remaining_time": "0:04:02", "throughput": 1814.22, "total_tokens": 1339712} +{"current_steps": 1560, "total_steps": 2065, "loss": 0.1842, "lr": 8.605260281650152e-06, "epoch": 3.777239709443099, "percentage": 75.54, "elapsed_time": "0:12:18", "remaining_time": "0:03:59", "throughput": 1819.11, "total_tokens": 1344000} +{"current_steps": 1560, "total_steps": 2065, "eval_loss": 0.21899566054344177, "epoch": 3.777239709443099, "percentage": 75.54, "elapsed_time": "0:12:19", "remaining_time": "0:03:59", "throughput": 1817.44, "total_tokens": 1344000} +{"current_steps": 1565, "total_steps": 2065, "loss": 0.0881, "lr": 8.446286342713419e-06, "epoch": 3.7893462469733654, "percentage": 75.79, "elapsed_time": "0:12:58", "remaining_time": "0:04:08", "throughput": 1731.06, "total_tokens": 1348224} +{"current_steps": 1570, "total_steps": 2065, "loss": 0.1348, "lr": 8.288495557532241e-06, "epoch": 3.801452784503632, "percentage": 76.03, "elapsed_time": "0:12:59", "remaining_time": "0:04:05", "throughput": 1735.78, "total_tokens": 1352576} +{"current_steps": 1575, "total_steps": 2065, "loss": 0.134, "lr": 8.131899203984463e-06, "epoch": 3.8135593220338984, "percentage": 76.27, "elapsed_time": "0:12:59", "remaining_time": "0:04:02", "throughput": 1740.44, "total_tokens": 1356864} +{"current_steps": 1580, "total_steps": 2065, "loss": 0.1141, "lr": 7.976508474577548e-06, "epoch": 3.8256658595641646, "percentage": 76.51, "elapsed_time": "0:12:59", "remaining_time": "0:03:59", "throughput": 1745.1, "total_tokens": 1361152} +{"current_steps": 1585, "total_steps": 2065, "loss": 0.0705, "lr": 7.822334475648654e-06, "epoch": 3.837772397094431, "percentage": 76.76, "elapsed_time": "0:13:00", "remaining_time": "0:03:56", "throughput": 1749.67, "total_tokens": 1365376} +{"current_steps": 1590, "total_steps": 2065, "loss": 0.0907, "lr": 7.669388226570809e-06, "epoch": 3.849878934624697, "percentage": 77.0, "elapsed_time": "0:13:00", "remaining_time": "0:03:53", "throughput": 1754.39, "total_tokens": 1369728} +{"current_steps": 1595, "total_steps": 2065, "loss": 0.1261, "lr": 7.517680658965329e-06, "epoch": 3.861985472154964, "percentage": 77.24, "elapsed_time": "0:13:01", "remaining_time": "0:03:50", "throughput": 1759.19, "total_tokens": 1374144} +{"current_steps": 1600, "total_steps": 2065, "loss": 0.1084, "lr": 7.367222615920477e-06, "epoch": 3.87409200968523, "percentage": 77.48, "elapsed_time": "0:13:01", "remaining_time": "0:03:47", "throughput": 1763.75, "total_tokens": 1378368} +{"current_steps": 1605, "total_steps": 2065, "loss": 0.0813, "lr": 7.2180248512164896e-06, "epoch": 3.8861985472154963, "percentage": 77.72, "elapsed_time": "0:13:01", "remaining_time": "0:03:44", "throughput": 1768.14, "total_tokens": 1382464} +{"current_steps": 1610, "total_steps": 2065, "loss": 0.0805, "lr": 7.070098028556948e-06, "epoch": 3.898305084745763, "percentage": 77.97, "elapsed_time": "0:13:02", "remaining_time": "0:03:41", "throughput": 1772.92, "total_tokens": 1386880} +{"current_steps": 1615, "total_steps": 2065, "loss": 0.1924, "lr": 6.923452720806611e-06, "epoch": 3.910411622276029, "percentage": 78.21, "elapsed_time": "0:13:02", "remaining_time": "0:03:38", "throughput": 1777.7, "total_tokens": 1391296} +{"current_steps": 1620, "total_steps": 2065, "loss": 0.0609, "lr": 6.778099409235739e-06, "epoch": 3.9225181598062955, "percentage": 78.45, "elapsed_time": "0:13:03", "remaining_time": "0:03:35", "throughput": 1782.16, "total_tokens": 1395456} +{"current_steps": 1625, "total_steps": 2065, "loss": 0.0932, "lr": 6.634048482770946e-06, "epoch": 3.9346246973365617, "percentage": 78.69, "elapsed_time": "0:13:03", "remaining_time": "0:03:32", "throughput": 1786.62, "total_tokens": 1399616} +{"current_steps": 1630, "total_steps": 2065, "loss": 0.1241, "lr": 6.491310237252679e-06, "epoch": 3.946731234866828, "percentage": 78.93, "elapsed_time": "0:13:03", "remaining_time": "0:03:29", "throughput": 1790.99, "total_tokens": 1403712} +{"current_steps": 1635, "total_steps": 2065, "loss": 0.1232, "lr": 6.349894874699344e-06, "epoch": 3.9588377723970947, "percentage": 79.18, "elapsed_time": "0:13:04", "remaining_time": "0:03:26", "throughput": 1795.76, "total_tokens": 1408128} +{"current_steps": 1640, "total_steps": 2065, "loss": 0.0787, "lr": 6.209812502578114e-06, "epoch": 3.970944309927361, "percentage": 79.42, "elapsed_time": "0:13:04", "remaining_time": "0:03:23", "throughput": 1800.44, "total_tokens": 1412480} +{"current_steps": 1645, "total_steps": 2065, "loss": 0.0494, "lr": 6.071073133082492e-06, "epoch": 3.983050847457627, "percentage": 79.66, "elapsed_time": "0:13:04", "remaining_time": "0:03:20", "throughput": 1804.95, "total_tokens": 1416704} +{"current_steps": 1650, "total_steps": 2065, "loss": 0.0969, "lr": 5.933686682416758e-06, "epoch": 3.9951573849878934, "percentage": 79.9, "elapsed_time": "0:13:05", "remaining_time": "0:03:17", "throughput": 1809.72, "total_tokens": 1421120} +{"current_steps": 1655, "total_steps": 2065, "loss": 0.09, "lr": 5.797662970087184e-06, "epoch": 4.00726392251816, "percentage": 80.15, "elapsed_time": "0:13:05", "remaining_time": "0:03:14", "throughput": 1813.5, "total_tokens": 1424944} +{"current_steps": 1660, "total_steps": 2065, "loss": 0.0897, "lr": 5.663011718200201e-06, "epoch": 4.019370460048426, "percentage": 80.39, "elapsed_time": "0:13:06", "remaining_time": "0:03:11", "throughput": 1818.17, "total_tokens": 1429296} +{"current_steps": 1664, "total_steps": 2065, "eval_loss": 0.2532218098640442, "epoch": 4.0290556900726395, "percentage": 80.58, "elapsed_time": "0:13:07", "remaining_time": "0:03:09", "throughput": 1820.54, "total_tokens": 1432880} +{"current_steps": 1665, "total_steps": 2065, "loss": 0.0316, "lr": 5.529742550767544e-06, "epoch": 4.031476997578692, "percentage": 80.63, "elapsed_time": "0:13:55", "remaining_time": "0:03:20", "throughput": 1715.95, "total_tokens": 1433776} +{"current_steps": 1670, "total_steps": 2065, "loss": 0.0492, "lr": 5.397864993018367e-06, "epoch": 4.043583535108959, "percentage": 80.87, "elapsed_time": "0:13:55", "remaining_time": "0:03:17", "throughput": 1720.23, "total_tokens": 1438000} +{"current_steps": 1675, "total_steps": 2065, "loss": 0.029, "lr": 5.267388470718449e-06, "epoch": 4.0556900726392255, "percentage": 81.11, "elapsed_time": "0:13:56", "remaining_time": "0:03:14", "throughput": 1724.67, "total_tokens": 1442352} +{"current_steps": 1680, "total_steps": 2065, "loss": 0.052, "lr": 5.138322309496504e-06, "epoch": 4.067796610169491, "percentage": 81.36, "elapsed_time": "0:13:56", "remaining_time": "0:03:11", "throughput": 1729.11, "total_tokens": 1446704} +{"current_steps": 1685, "total_steps": 2065, "loss": 0.0469, "lr": 5.010675734177631e-06, "epoch": 4.079903147699758, "percentage": 81.6, "elapsed_time": "0:13:57", "remaining_time": "0:03:08", "throughput": 1733.32, "total_tokens": 1450864} +{"current_steps": 1690, "total_steps": 2065, "loss": 0.0316, "lr": 4.884457868124001e-06, "epoch": 4.092009685230024, "percentage": 81.84, "elapsed_time": "0:13:57", "remaining_time": "0:03:05", "throughput": 1737.6, "total_tokens": 1455088} +{"current_steps": 1695, "total_steps": 2065, "loss": 0.0228, "lr": 4.759677732582782e-06, "epoch": 4.1041162227602905, "percentage": 82.08, "elapsed_time": "0:13:57", "remaining_time": "0:03:02", "throughput": 1741.94, "total_tokens": 1459376} +{"current_steps": 1700, "total_steps": 2065, "loss": 0.0529, "lr": 4.636344246041321e-06, "epoch": 4.116222760290557, "percentage": 82.32, "elapsed_time": "0:13:58", "remaining_time": "0:02:59", "throughput": 1746.21, "total_tokens": 1463600} +{"current_steps": 1705, "total_steps": 2065, "loss": 0.0565, "lr": 4.514466223589753e-06, "epoch": 4.128329297820823, "percentage": 82.57, "elapsed_time": "0:13:58", "remaining_time": "0:02:57", "throughput": 1750.77, "total_tokens": 1468080} +{"current_steps": 1710, "total_steps": 2065, "loss": 0.0695, "lr": 4.3940523762909135e-06, "epoch": 4.14043583535109, "percentage": 82.81, "elapsed_time": "0:13:58", "remaining_time": "0:02:54", "throughput": 1755.4, "total_tokens": 1472624} +{"current_steps": 1715, "total_steps": 2065, "loss": 0.0511, "lr": 4.275111310557758e-06, "epoch": 4.1525423728813555, "percentage": 83.05, "elapsed_time": "0:13:59", "remaining_time": "0:02:51", "throughput": 1759.87, "total_tokens": 1477040} +{"current_steps": 1720, "total_steps": 2065, "loss": 0.0311, "lr": 4.1576515275382226e-06, "epoch": 4.164648910411622, "percentage": 83.29, "elapsed_time": "0:13:59", "remaining_time": "0:02:48", "throughput": 1764.19, "total_tokens": 1481328} +{"current_steps": 1725, "total_steps": 2065, "loss": 0.0394, "lr": 4.0416814225076035e-06, "epoch": 4.176755447941889, "percentage": 83.54, "elapsed_time": "0:14:00", "remaining_time": "0:02:45", "throughput": 1768.73, "total_tokens": 1485808} +{"current_steps": 1730, "total_steps": 2065, "loss": 0.0255, "lr": 3.9272092842685345e-06, "epoch": 4.188861985472155, "percentage": 83.78, "elapsed_time": "0:14:00", "remaining_time": "0:02:42", "throughput": 1773.13, "total_tokens": 1490160} +{"current_steps": 1735, "total_steps": 2065, "loss": 0.0073, "lr": 3.814243294558542e-06, "epoch": 4.200968523002421, "percentage": 84.02, "elapsed_time": "0:14:00", "remaining_time": "0:02:39", "throughput": 1777.51, "total_tokens": 1494512} +{"current_steps": 1740, "total_steps": 2065, "loss": 0.0562, "lr": 3.702791527465274e-06, "epoch": 4.213075060532688, "percentage": 84.26, "elapsed_time": "0:14:01", "remaining_time": "0:02:37", "throughput": 1781.45, "total_tokens": 1498480} +{"current_steps": 1745, "total_steps": 2065, "loss": 0.0463, "lr": 3.592861948849416e-06, "epoch": 4.225181598062954, "percentage": 84.5, "elapsed_time": "0:14:01", "remaining_time": "0:02:34", "throughput": 1785.76, "total_tokens": 1502768} +{"current_steps": 1750, "total_steps": 2065, "loss": 0.0429, "lr": 3.484462415775333e-06, "epoch": 4.237288135593221, "percentage": 84.75, "elapsed_time": "0:14:01", "remaining_time": "0:02:31", "throughput": 1789.99, "total_tokens": 1506992} +{"current_steps": 1755, "total_steps": 2065, "loss": 0.0035, "lr": 3.377600675949527e-06, "epoch": 4.249394673123486, "percentage": 84.99, "elapsed_time": "0:14:02", "remaining_time": "0:02:28", "throughput": 1794.51, "total_tokens": 1511472} +{"current_steps": 1760, "total_steps": 2065, "loss": 0.0395, "lr": 3.272284367166825e-06, "epoch": 4.261501210653753, "percentage": 85.23, "elapsed_time": "0:14:02", "remaining_time": "0:02:26", "throughput": 1798.87, "total_tokens": 1515824} +{"current_steps": 1765, "total_steps": 2065, "loss": 0.0337, "lr": 3.1685210167645335e-06, "epoch": 4.27360774818402, "percentage": 85.47, "elapsed_time": "0:14:03", "remaining_time": "0:02:23", "throughput": 1803.24, "total_tokens": 1520176} +{"current_steps": 1768, "total_steps": 2065, "eval_loss": 0.4314914643764496, "epoch": 4.280871670702179, "percentage": 85.62, "elapsed_time": "0:14:04", "remaining_time": "0:02:21", "throughput": 1803.91, "total_tokens": 1522544} +{"current_steps": 1770, "total_steps": 2065, "loss": 0.008, "lr": 3.0663180410843982e-06, "epoch": 4.285714285714286, "percentage": 85.71, "elapsed_time": "0:14:32", "remaining_time": "0:02:25", "throughput": 1747.79, "total_tokens": 1524336} +{"current_steps": 1775, "total_steps": 2065, "loss": 0.1379, "lr": 2.9656827449425494e-06, "epoch": 4.297820823244552, "percentage": 85.96, "elapsed_time": "0:14:32", "remaining_time": "0:02:22", "throughput": 1751.87, "total_tokens": 1528560} +{"current_steps": 1780, "total_steps": 2065, "loss": 0.0391, "lr": 2.86662232110739e-06, "epoch": 4.309927360774818, "percentage": 86.2, "elapsed_time": "0:14:32", "remaining_time": "0:02:19", "throughput": 1755.89, "total_tokens": 1532720} +{"current_steps": 1785, "total_steps": 2065, "loss": 0.0481, "lr": 2.7691438497855134e-06, "epoch": 4.322033898305085, "percentage": 86.44, "elapsed_time": "0:14:33", "remaining_time": "0:02:16", "throughput": 1759.98, "total_tokens": 1536944} +{"current_steps": 1790, "total_steps": 2065, "loss": 0.0365, "lr": 2.673254298115646e-06, "epoch": 4.3341404358353515, "percentage": 86.68, "elapsed_time": "0:14:33", "remaining_time": "0:02:14", "throughput": 1764.07, "total_tokens": 1541168} +{"current_steps": 1795, "total_steps": 2065, "loss": 0.0094, "lr": 2.5789605196706674e-06, "epoch": 4.346246973365617, "percentage": 86.92, "elapsed_time": "0:14:34", "remaining_time": "0:02:11", "throughput": 1768.23, "total_tokens": 1545456} +{"current_steps": 1800, "total_steps": 2065, "loss": 0.0798, "lr": 2.4862692539677906e-06, "epoch": 4.358353510895884, "percentage": 87.17, "elapsed_time": "0:14:34", "remaining_time": "0:02:08", "throughput": 1772.52, "total_tokens": 1549872} +{"current_steps": 1805, "total_steps": 2065, "loss": 0.113, "lr": 2.3951871259868503e-06, "epoch": 4.37046004842615, "percentage": 87.41, "elapsed_time": "0:14:34", "remaining_time": "0:02:06", "throughput": 1776.82, "total_tokens": 1554288} +{"current_steps": 1810, "total_steps": 2065, "loss": 0.1113, "lr": 2.3057206456967905e-06, "epoch": 4.3825665859564165, "percentage": 87.65, "elapsed_time": "0:14:35", "remaining_time": "0:02:03", "throughput": 1780.75, "total_tokens": 1558384} +{"current_steps": 1815, "total_steps": 2065, "loss": 0.0523, "lr": 2.217876207590375e-06, "epoch": 4.394673123486683, "percentage": 87.89, "elapsed_time": "0:14:35", "remaining_time": "0:02:00", "throughput": 1784.75, "total_tokens": 1562544} +{"current_steps": 1820, "total_steps": 2065, "loss": 0.0659, "lr": 2.131660090227139e-06, "epoch": 4.406779661016949, "percentage": 88.14, "elapsed_time": "0:14:35", "remaining_time": "0:01:57", "throughput": 1789.31, "total_tokens": 1567216} +{"current_steps": 1825, "total_steps": 2065, "loss": 0.0756, "lr": 2.0470784557846652e-06, "epoch": 4.418886198547216, "percentage": 88.38, "elapsed_time": "0:14:36", "remaining_time": "0:01:55", "throughput": 1793.51, "total_tokens": 1571568} +{"current_steps": 1830, "total_steps": 2065, "loss": 0.0018, "lr": 1.964137349618114e-06, "epoch": 4.4309927360774815, "percentage": 88.62, "elapsed_time": "0:14:36", "remaining_time": "0:01:52", "throughput": 1797.57, "total_tokens": 1575792} +{"current_steps": 1835, "total_steps": 2065, "loss": 0.0419, "lr": 1.8828426998281689e-06, "epoch": 4.443099273607748, "percentage": 88.86, "elapsed_time": "0:14:36", "remaining_time": "0:01:49", "throughput": 1801.7, "total_tokens": 1580080} +{"current_steps": 1840, "total_steps": 2065, "loss": 0.0692, "lr": 1.8032003168373306e-06, "epoch": 4.455205811138015, "percentage": 89.1, "elapsed_time": "0:14:37", "remaining_time": "0:01:47", "throughput": 1805.53, "total_tokens": 1584112} +{"current_steps": 1845, "total_steps": 2065, "loss": 0.0456, "lr": 1.7252158929746131e-06, "epoch": 4.467312348668281, "percentage": 89.35, "elapsed_time": "0:14:37", "remaining_time": "0:01:44", "throughput": 1809.65, "total_tokens": 1588400} +{"current_steps": 1850, "total_steps": 2065, "loss": 0.0504, "lr": 1.6488950020686955e-06, "epoch": 4.479418886198547, "percentage": 89.59, "elapsed_time": "0:14:38", "remaining_time": "0:01:42", "throughput": 1813.9, "total_tokens": 1592816} +{"current_steps": 1855, "total_steps": 2065, "loss": 0.0573, "lr": 1.5742430990495466e-06, "epoch": 4.491525423728813, "percentage": 89.83, "elapsed_time": "0:14:38", "remaining_time": "0:01:39", "throughput": 1818.23, "total_tokens": 1597296} +{"current_steps": 1860, "total_steps": 2065, "loss": 0.0293, "lr": 1.5012655195585368e-06, "epoch": 4.50363196125908, "percentage": 90.07, "elapsed_time": "0:14:38", "remaining_time": "0:01:36", "throughput": 1822.4, "total_tokens": 1601648} +{"current_steps": 1865, "total_steps": 2065, "loss": 0.1156, "lr": 1.4299674795670764e-06, "epoch": 4.5157384987893465, "percentage": 90.31, "elapsed_time": "0:14:39", "remaining_time": "0:01:34", "throughput": 1826.5, "total_tokens": 1605936} +{"current_steps": 1870, "total_steps": 2065, "loss": 0.126, "lr": 1.360354075003828e-06, "epoch": 4.527845036319612, "percentage": 90.56, "elapsed_time": "0:14:39", "remaining_time": "0:01:31", "throughput": 1830.46, "total_tokens": 1610096} +{"current_steps": 1872, "total_steps": 2065, "eval_loss": 0.42201921343803406, "epoch": 4.532687651331719, "percentage": 90.65, "elapsed_time": "0:14:40", "remaining_time": "0:01:30", "throughput": 1830.66, "total_tokens": 1611760} +{"current_steps": 1875, "total_steps": 2065, "loss": 0.0436, "lr": 1.2924302813904582e-06, "epoch": 4.539951573849879, "percentage": 90.8, "elapsed_time": "0:15:21", "remaining_time": "0:01:33", "throughput": 1752.76, "total_tokens": 1614384} +{"current_steps": 1880, "total_steps": 2065, "loss": 0.0591, "lr": 1.226200953486037e-06, "epoch": 4.552058111380145, "percentage": 91.04, "elapsed_time": "0:15:21", "remaining_time": "0:01:30", "throughput": 1756.85, "total_tokens": 1618800} +{"current_steps": 1885, "total_steps": 2065, "loss": 0.0027, "lr": 1.1616708249400449e-06, "epoch": 4.5641646489104115, "percentage": 91.28, "elapsed_time": "0:15:21", "remaining_time": "0:01:28", "throughput": 1760.65, "total_tokens": 1622960} +{"current_steps": 1890, "total_steps": 2065, "loss": 0.037, "lr": 1.0988445079540388e-06, "epoch": 4.576271186440678, "percentage": 91.53, "elapsed_time": "0:15:22", "remaining_time": "0:01:25", "throughput": 1764.39, "total_tokens": 1627056} +{"current_steps": 1895, "total_steps": 2065, "loss": 0.0205, "lr": 1.0377264929520125e-06, "epoch": 4.588377723970944, "percentage": 91.77, "elapsed_time": "0:15:22", "remaining_time": "0:01:22", "throughput": 1768.39, "total_tokens": 1631408} +{"current_steps": 1900, "total_steps": 2065, "loss": 0.0687, "lr": 9.783211482594285e-07, "epoch": 4.600484261501211, "percentage": 92.01, "elapsed_time": "0:15:22", "remaining_time": "0:01:20", "throughput": 1772.52, "total_tokens": 1635888} +{"current_steps": 1905, "total_steps": 2065, "loss": 0.0049, "lr": 9.206327197910203e-07, "epoch": 4.6125907990314765, "percentage": 92.25, "elapsed_time": "0:15:23", "remaining_time": "0:01:17", "throughput": 1776.45, "total_tokens": 1640176} +{"current_steps": 1910, "total_steps": 2065, "loss": 0.056, "lr": 8.646653307473079e-07, "epoch": 4.624697336561743, "percentage": 92.49, "elapsed_time": "0:15:23", "remaining_time": "0:01:14", "throughput": 1780.44, "total_tokens": 1644528} +{"current_steps": 1915, "total_steps": 2065, "loss": 0.002, "lr": 8.10422981319911e-07, "epoch": 4.63680387409201, "percentage": 92.74, "elapsed_time": "0:15:24", "remaining_time": "0:01:12", "throughput": 1784.83, "total_tokens": 1649264} +{"current_steps": 1920, "total_steps": 2065, "loss": 0.0111, "lr": 7.579095484056192e-07, "epoch": 4.648910411622276, "percentage": 92.98, "elapsed_time": "0:15:24", "remaining_time": "0:01:09", "throughput": 1789.01, "total_tokens": 1653808} +{"current_steps": 1925, "total_steps": 2065, "loss": 0.0023, "lr": 7.07128785329314e-07, "epoch": 4.661016949152542, "percentage": 93.22, "elapsed_time": "0:15:24", "remaining_time": "0:01:07", "throughput": 1793.13, "total_tokens": 1658288} +{"current_steps": 1930, "total_steps": 2065, "loss": 0.0228, "lr": 6.580843215757082e-07, "epoch": 4.673123486682809, "percentage": 93.46, "elapsed_time": "0:15:25", "remaining_time": "0:01:04", "throughput": 1797.04, "total_tokens": 1662576} +{"current_steps": 1935, "total_steps": 2065, "loss": 0.0221, "lr": 6.107796625299117e-07, "epoch": 4.685230024213075, "percentage": 93.7, "elapsed_time": "0:15:25", "remaining_time": "0:01:02", "throughput": 1801.15, "total_tokens": 1667056} +{"current_steps": 1940, "total_steps": 2065, "loss": 0.0733, "lr": 5.652181892269181e-07, "epoch": 4.697336561743342, "percentage": 93.95, "elapsed_time": "0:15:25", "remaining_time": "0:00:59", "throughput": 1805.25, "total_tokens": 1671536} +{"current_steps": 1945, "total_steps": 2065, "loss": 0.0023, "lr": 5.214031581099149e-07, "epoch": 4.709443099273607, "percentage": 94.19, "elapsed_time": "0:15:26", "remaining_time": "0:00:57", "throughput": 1809.22, "total_tokens": 1675888} +{"current_steps": 1950, "total_steps": 2065, "loss": 0.0341, "lr": 4.793377007975719e-07, "epoch": 4.721549636803874, "percentage": 94.43, "elapsed_time": "0:15:26", "remaining_time": "0:00:54", "throughput": 1813.12, "total_tokens": 1680176} +{"current_steps": 1955, "total_steps": 2065, "loss": 0.0568, "lr": 4.3902482386018186e-07, "epoch": 4.733656174334141, "percentage": 94.67, "elapsed_time": "0:15:27", "remaining_time": "0:00:52", "throughput": 1816.95, "total_tokens": 1684400} +{"current_steps": 1960, "total_steps": 2065, "loss": 0.1211, "lr": 4.004674086047905e-07, "epoch": 4.745762711864407, "percentage": 94.92, "elapsed_time": "0:15:27", "remaining_time": "0:00:49", "throughput": 1820.97, "total_tokens": 1688816} +{"current_steps": 1965, "total_steps": 2065, "loss": 0.0408, "lr": 3.636682108692502e-07, "epoch": 4.757869249394673, "percentage": 95.16, "elapsed_time": "0:15:27", "remaining_time": "0:00:47", "throughput": 1825.13, "total_tokens": 1693360} +{"current_steps": 1970, "total_steps": 2065, "loss": 0.0647, "lr": 3.2862986082524416e-07, "epoch": 4.76997578692494, "percentage": 95.4, "elapsed_time": "0:15:28", "remaining_time": "0:00:44", "throughput": 1828.94, "total_tokens": 1697584} +{"current_steps": 1975, "total_steps": 2065, "loss": 0.0336, "lr": 2.953548627903202e-07, "epoch": 4.782082324455206, "percentage": 95.64, "elapsed_time": "0:15:28", "remaining_time": "0:00:42", "throughput": 1832.96, "total_tokens": 1702000} +{"current_steps": 1976, "total_steps": 2065, "eval_loss": 0.4348176121711731, "epoch": 4.784503631961259, "percentage": 95.69, "elapsed_time": "0:15:29", "remaining_time": "0:00:41", "throughput": 1832.42, "total_tokens": 1702832} +{"current_steps": 1980, "total_steps": 2065, "loss": 0.1448, "lr": 2.6384559504886166e-07, "epoch": 4.7941888619854724, "percentage": 95.88, "elapsed_time": "0:16:21", "remaining_time": "0:00:42", "throughput": 1737.89, "total_tokens": 1706416} +{"current_steps": 1985, "total_steps": 2065, "loss": 0.0163, "lr": 2.3410430968214824e-07, "epoch": 4.806295399515738, "percentage": 96.13, "elapsed_time": "0:16:22", "remaining_time": "0:00:39", "throughput": 1741.85, "total_tokens": 1710960} +{"current_steps": 1990, "total_steps": 2065, "loss": 0.1048, "lr": 2.0613313240735454e-07, "epoch": 4.818401937046005, "percentage": 96.37, "elapsed_time": "0:16:22", "remaining_time": "0:00:37", "throughput": 1745.75, "total_tokens": 1715440} +{"current_steps": 1995, "total_steps": 2065, "loss": 0.0295, "lr": 1.7993406242563238e-07, "epoch": 4.830508474576272, "percentage": 96.61, "elapsed_time": "0:16:23", "remaining_time": "0:00:34", "throughput": 1749.45, "total_tokens": 1719728} +{"current_steps": 2000, "total_steps": 2065, "loss": 0.0007, "lr": 1.5550897227922523e-07, "epoch": 4.842615012106537, "percentage": 96.85, "elapsed_time": "0:16:23", "remaining_time": "0:00:31", "throughput": 1753.41, "total_tokens": 1724272} +{"current_steps": 2005, "total_steps": 2065, "loss": 0.064, "lr": 1.3285960771761697e-07, "epoch": 4.854721549636804, "percentage": 97.09, "elapsed_time": "0:16:23", "remaining_time": "0:00:29", "throughput": 1757.11, "total_tokens": 1728560} +{"current_steps": 2010, "total_steps": 2065, "loss": 0.0289, "lr": 1.119875875727705e-07, "epoch": 4.86682808716707, "percentage": 97.34, "elapsed_time": "0:16:24", "remaining_time": "0:00:26", "throughput": 1761.06, "total_tokens": 1733104} +{"current_steps": 2015, "total_steps": 2065, "loss": 0.0127, "lr": 9.289440364341485e-08, "epoch": 4.878934624697337, "percentage": 97.58, "elapsed_time": "0:16:24", "remaining_time": "0:00:24", "throughput": 1764.62, "total_tokens": 1737264} +{"current_steps": 2020, "total_steps": 2065, "loss": 0.0664, "lr": 7.558142058842754e-08, "epoch": 4.891041162227603, "percentage": 97.82, "elapsed_time": "0:16:24", "remaining_time": "0:00:21", "throughput": 1768.18, "total_tokens": 1741424} +{"current_steps": 2025, "total_steps": 2065, "loss": 0.0657, "lr": 6.004987582929055e-08, "epoch": 4.903147699757869, "percentage": 98.06, "elapsed_time": "0:16:25", "remaining_time": "0:00:19", "throughput": 1771.8, "total_tokens": 1745648} +{"current_steps": 2030, "total_steps": 2065, "loss": 0.045, "lr": 4.63008794616554e-08, "epoch": 4.915254237288136, "percentage": 98.31, "elapsed_time": "0:16:25", "remaining_time": "0:00:16", "throughput": 1775.41, "total_tokens": 1749872} +{"current_steps": 2035, "total_steps": 2065, "loss": 0.0431, "lr": 3.433541417599551e-08, "epoch": 4.927360774818402, "percentage": 98.55, "elapsed_time": "0:16:25", "remaining_time": "0:00:14", "throughput": 1779.22, "total_tokens": 1754288} +{"current_steps": 2040, "total_steps": 2065, "loss": 0.0332, "lr": 2.4154335187365207e-08, "epoch": 4.939467312348668, "percentage": 98.79, "elapsed_time": "0:16:26", "remaining_time": "0:00:12", "throughput": 1782.96, "total_tokens": 1758640} +{"current_steps": 2045, "total_steps": 2065, "loss": 0.0602, "lr": 1.5758370174284722e-08, "epoch": 4.951573849878935, "percentage": 99.03, "elapsed_time": "0:16:26", "remaining_time": "0:00:09", "throughput": 1786.63, "total_tokens": 1762928} +{"current_steps": 2050, "total_steps": 2065, "loss": 0.0118, "lr": 9.14811922672898e-09, "epoch": 4.963680387409201, "percentage": 99.27, "elapsed_time": "0:16:27", "remaining_time": "0:00:07", "throughput": 1790.43, "total_tokens": 1767344} +{"current_steps": 2055, "total_steps": 2065, "loss": 0.0392, "lr": 4.324054803223065e-09, "epoch": 4.9757869249394675, "percentage": 99.52, "elapsed_time": "0:16:27", "remaining_time": "0:00:04", "throughput": 1794.1, "total_tokens": 1771632} +{"current_steps": 2060, "total_steps": 2065, "loss": 0.0333, "lr": 1.286521697091425e-09, "epoch": 4.987893462469733, "percentage": 99.76, "elapsed_time": "0:16:27", "remaining_time": "0:00:02", "throughput": 1797.58, "total_tokens": 1775728} +{"current_steps": 2065, "total_steps": 2065, "loss": 0.0653, "lr": 3.5737011805370145e-11, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "0:16:28", "remaining_time": "0:00:00", "throughput": 1801.14, "total_tokens": 1780000} +{"current_steps": 2065, "total_steps": 2065, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "0:16:54", "remaining_time": "0:00:00", "throughput": 1753.7, "total_tokens": 1780000} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..08037a7 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,3519 @@ +{ + "best_global_step": 104, + "best_metric": 0.17402823269367218, + "best_model_checkpoint": "saves_bts_preliminary/base/llama-3.2-1b-instruct/train_mrpc_42_1774791061/checkpoint-104", + "epoch": 5.0, + "eval_steps": 104, + "global_step": 2065, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.012106537530266344, + "grad_norm": 262.4778747558594, + "learning_rate": 9.66183574879227e-07, + "loss": 0.7681, + "num_input_tokens_seen": 4352, + "step": 5 + }, + { + "epoch": 0.024213075060532687, + "grad_norm": 26.363384246826172, + "learning_rate": 2.173913043478261e-06, + "loss": 0.3056, + "num_input_tokens_seen": 8768, + "step": 10 + }, + { + "epoch": 0.03631961259079903, + "grad_norm": 10.327119827270508, + "learning_rate": 3.3816425120772947e-06, + "loss": 0.183, + "num_input_tokens_seen": 12992, + "step": 15 + }, + { + "epoch": 0.048426150121065374, + "grad_norm": 36.403324127197266, + "learning_rate": 4.589371980676329e-06, + "loss": 0.4041, + "num_input_tokens_seen": 17344, + "step": 20 + }, + { + "epoch": 0.06053268765133172, + "grad_norm": 8.729621887207031, + "learning_rate": 5.797101449275362e-06, + "loss": 0.4147, + "num_input_tokens_seen": 21696, + "step": 25 + }, + { + "epoch": 0.07263922518159806, + "grad_norm": 4.769359111785889, + "learning_rate": 7.004830917874397e-06, + "loss": 0.2132, + "num_input_tokens_seen": 26112, + "step": 30 + }, + { + "epoch": 0.0847457627118644, + "grad_norm": 4.588466644287109, + "learning_rate": 8.212560386473431e-06, + "loss": 0.2587, + "num_input_tokens_seen": 30208, + "step": 35 + }, + { + "epoch": 0.09685230024213075, + "grad_norm": 21.823162078857422, + "learning_rate": 9.420289855072464e-06, + "loss": 0.2076, + "num_input_tokens_seen": 34688, + "step": 40 + }, + { + "epoch": 0.1089588377723971, + "grad_norm": 18.038860321044922, + "learning_rate": 1.0628019323671499e-05, + "loss": 0.1842, + "num_input_tokens_seen": 38784, + "step": 45 + }, + { + "epoch": 0.12106537530266344, + "grad_norm": 12.918279647827148, + "learning_rate": 1.1835748792270531e-05, + "loss": 0.3012, + "num_input_tokens_seen": 43200, + "step": 50 + }, + { + "epoch": 0.13317191283292978, + "grad_norm": 24.635744094848633, + "learning_rate": 1.3043478260869566e-05, + "loss": 0.1951, + "num_input_tokens_seen": 47296, + "step": 55 + }, + { + "epoch": 0.14527845036319612, + "grad_norm": 14.053600311279297, + "learning_rate": 1.4251207729468599e-05, + "loss": 0.2332, + "num_input_tokens_seen": 51712, + "step": 60 + }, + { + "epoch": 0.15738498789346247, + "grad_norm": 8.166345596313477, + "learning_rate": 1.5458937198067633e-05, + "loss": 0.2049, + "num_input_tokens_seen": 55872, + "step": 65 + }, + { + "epoch": 0.1694915254237288, + "grad_norm": 27.84511947631836, + "learning_rate": 1.6666666666666667e-05, + "loss": 0.2103, + "num_input_tokens_seen": 59840, + "step": 70 + }, + { + "epoch": 0.18159806295399517, + "grad_norm": 55.02257537841797, + "learning_rate": 1.78743961352657e-05, + "loss": 0.3072, + "num_input_tokens_seen": 64000, + "step": 75 + }, + { + "epoch": 0.1937046004842615, + "grad_norm": 11.449199676513672, + "learning_rate": 1.9082125603864733e-05, + "loss": 0.3841, + "num_input_tokens_seen": 68352, + "step": 80 + }, + { + "epoch": 0.20581113801452786, + "grad_norm": 11.381855964660645, + "learning_rate": 2.028985507246377e-05, + "loss": 0.232, + "num_input_tokens_seen": 72768, + "step": 85 + }, + { + "epoch": 0.2179176755447942, + "grad_norm": 42.495670318603516, + "learning_rate": 2.1497584541062805e-05, + "loss": 0.2474, + "num_input_tokens_seen": 77120, + "step": 90 + }, + { + "epoch": 0.23002421307506055, + "grad_norm": 21.28970718383789, + "learning_rate": 2.2705314009661836e-05, + "loss": 0.1841, + "num_input_tokens_seen": 81664, + "step": 95 + }, + { + "epoch": 0.24213075060532688, + "grad_norm": 17.023759841918945, + "learning_rate": 2.391304347826087e-05, + "loss": 0.1681, + "num_input_tokens_seen": 86080, + "step": 100 + }, + { + "epoch": 0.25181598062953997, + "eval_loss": 0.17402823269367218, + "eval_runtime": 0.639, + "eval_samples_per_second": 574.368, + "eval_steps_per_second": 71.992, + "num_input_tokens_seen": 89600, + "step": 104 + }, + { + "epoch": 0.2542372881355932, + "grad_norm": 16.713178634643555, + "learning_rate": 2.5120772946859905e-05, + "loss": 0.1488, + "num_input_tokens_seen": 90432, + "step": 105 + }, + { + "epoch": 0.26634382566585957, + "grad_norm": 6.363961219787598, + "learning_rate": 2.632850241545894e-05, + "loss": 0.2051, + "num_input_tokens_seen": 94528, + "step": 110 + }, + { + "epoch": 0.2784503631961259, + "grad_norm": 7.700758934020996, + "learning_rate": 2.753623188405797e-05, + "loss": 0.16, + "num_input_tokens_seen": 98816, + "step": 115 + }, + { + "epoch": 0.29055690072639223, + "grad_norm": 8.657270431518555, + "learning_rate": 2.8743961352657005e-05, + "loss": 0.205, + "num_input_tokens_seen": 103104, + "step": 120 + }, + { + "epoch": 0.3026634382566586, + "grad_norm": 7.297232151031494, + "learning_rate": 2.995169082125604e-05, + "loss": 0.1846, + "num_input_tokens_seen": 107328, + "step": 125 + }, + { + "epoch": 0.31476997578692495, + "grad_norm": 13.21757984161377, + "learning_rate": 3.1159420289855074e-05, + "loss": 0.2243, + "num_input_tokens_seen": 111488, + "step": 130 + }, + { + "epoch": 0.3268765133171913, + "grad_norm": 6.457214832305908, + "learning_rate": 3.236714975845411e-05, + "loss": 0.2013, + "num_input_tokens_seen": 115968, + "step": 135 + }, + { + "epoch": 0.3389830508474576, + "grad_norm": 29.321474075317383, + "learning_rate": 3.357487922705314e-05, + "loss": 0.2278, + "num_input_tokens_seen": 120192, + "step": 140 + }, + { + "epoch": 0.35108958837772397, + "grad_norm": 10.676529884338379, + "learning_rate": 3.478260869565218e-05, + "loss": 0.1886, + "num_input_tokens_seen": 124416, + "step": 145 + }, + { + "epoch": 0.36319612590799033, + "grad_norm": 11.802507400512695, + "learning_rate": 3.5990338164251205e-05, + "loss": 0.1635, + "num_input_tokens_seen": 128832, + "step": 150 + }, + { + "epoch": 0.37530266343825663, + "grad_norm": 9.175806999206543, + "learning_rate": 3.719806763285024e-05, + "loss": 0.2118, + "num_input_tokens_seen": 132992, + "step": 155 + }, + { + "epoch": 0.387409200968523, + "grad_norm": 17.557262420654297, + "learning_rate": 3.8405797101449274e-05, + "loss": 0.3186, + "num_input_tokens_seen": 137280, + "step": 160 + }, + { + "epoch": 0.39951573849878935, + "grad_norm": 31.175756454467773, + "learning_rate": 3.961352657004831e-05, + "loss": 0.2002, + "num_input_tokens_seen": 141568, + "step": 165 + }, + { + "epoch": 0.4116222760290557, + "grad_norm": 12.988505363464355, + "learning_rate": 4.082125603864734e-05, + "loss": 0.1792, + "num_input_tokens_seen": 145984, + "step": 170 + }, + { + "epoch": 0.423728813559322, + "grad_norm": 43.43312454223633, + "learning_rate": 4.202898550724638e-05, + "loss": 0.3197, + "num_input_tokens_seen": 150144, + "step": 175 + }, + { + "epoch": 0.4358353510895884, + "grad_norm": 10.99770736694336, + "learning_rate": 4.323671497584541e-05, + "loss": 0.3561, + "num_input_tokens_seen": 154624, + "step": 180 + }, + { + "epoch": 0.44794188861985473, + "grad_norm": 8.507532119750977, + "learning_rate": 4.4444444444444447e-05, + "loss": 0.373, + "num_input_tokens_seen": 158784, + "step": 185 + }, + { + "epoch": 0.4600484261501211, + "grad_norm": 129.54592895507812, + "learning_rate": 4.565217391304348e-05, + "loss": 0.3924, + "num_input_tokens_seen": 163072, + "step": 190 + }, + { + "epoch": 0.4721549636803874, + "grad_norm": 15.108623504638672, + "learning_rate": 4.6859903381642516e-05, + "loss": 0.2368, + "num_input_tokens_seen": 167104, + "step": 195 + }, + { + "epoch": 0.48426150121065376, + "grad_norm": 9.902148246765137, + "learning_rate": 4.806763285024155e-05, + "loss": 0.4497, + "num_input_tokens_seen": 171456, + "step": 200 + }, + { + "epoch": 0.4963680387409201, + "grad_norm": 16.188369750976562, + "learning_rate": 4.9275362318840584e-05, + "loss": 0.2715, + "num_input_tokens_seen": 175808, + "step": 205 + }, + { + "epoch": 0.5036319612590799, + "eval_loss": 0.23122040927410126, + "eval_runtime": 0.6326, + "eval_samples_per_second": 580.165, + "eval_steps_per_second": 72.718, + "num_input_tokens_seen": 178688, + "step": 208 + }, + { + "epoch": 0.5084745762711864, + "grad_norm": 0.7912328839302063, + "learning_rate": 4.9999857052054956e-05, + "loss": 0.1981, + "num_input_tokens_seen": 180224, + "step": 210 + }, + { + "epoch": 0.5205811138014528, + "grad_norm": 4.983211040496826, + "learning_rate": 4.999824890644693e-05, + "loss": 0.1989, + "num_input_tokens_seen": 184704, + "step": 215 + }, + { + "epoch": 0.5326876513317191, + "grad_norm": 16.626827239990234, + "learning_rate": 4.9994854045622684e-05, + "loss": 0.2336, + "num_input_tokens_seen": 189184, + "step": 220 + }, + { + "epoch": 0.5447941888619855, + "grad_norm": 5.18185567855835, + "learning_rate": 4.9989672712225204e-05, + "loss": 0.1595, + "num_input_tokens_seen": 193536, + "step": 225 + }, + { + "epoch": 0.5569007263922519, + "grad_norm": 8.547920227050781, + "learning_rate": 4.998270527658311e-05, + "loss": 0.2147, + "num_input_tokens_seen": 197888, + "step": 230 + }, + { + "epoch": 0.5690072639225182, + "grad_norm": 1.19011652469635, + "learning_rate": 4.9973952236684216e-05, + "loss": 0.1959, + "num_input_tokens_seen": 202112, + "step": 235 + }, + { + "epoch": 0.5811138014527845, + "grad_norm": 12.658636093139648, + "learning_rate": 4.996341421813993e-05, + "loss": 0.2085, + "num_input_tokens_seen": 206528, + "step": 240 + }, + { + "epoch": 0.5932203389830508, + "grad_norm": 20.122756958007812, + "learning_rate": 4.9951091974140506e-05, + "loss": 0.2304, + "num_input_tokens_seen": 210944, + "step": 245 + }, + { + "epoch": 0.6053268765133172, + "grad_norm": 10.99802303314209, + "learning_rate": 4.99369863854013e-05, + "loss": 0.2171, + "num_input_tokens_seen": 215104, + "step": 250 + }, + { + "epoch": 0.6174334140435835, + "grad_norm": 7.956684112548828, + "learning_rate": 4.992109846009972e-05, + "loss": 0.2458, + "num_input_tokens_seen": 219328, + "step": 255 + }, + { + "epoch": 0.6295399515738499, + "grad_norm": 19.862939834594727, + "learning_rate": 4.990342933380321e-05, + "loss": 0.219, + "num_input_tokens_seen": 223680, + "step": 260 + }, + { + "epoch": 0.6416464891041163, + "grad_norm": 7.302405834197998, + "learning_rate": 4.9883980269388106e-05, + "loss": 0.3803, + "num_input_tokens_seen": 227904, + "step": 265 + }, + { + "epoch": 0.6537530266343826, + "grad_norm": 9.361984252929688, + "learning_rate": 4.986275265694935e-05, + "loss": 0.3005, + "num_input_tokens_seen": 231936, + "step": 270 + }, + { + "epoch": 0.6658595641646489, + "grad_norm": 16.678607940673828, + "learning_rate": 4.9839748013701145e-05, + "loss": 0.2954, + "num_input_tokens_seen": 236160, + "step": 275 + }, + { + "epoch": 0.6779661016949152, + "grad_norm": 9.596780776977539, + "learning_rate": 4.981496798386849e-05, + "loss": 0.2924, + "num_input_tokens_seen": 240320, + "step": 280 + }, + { + "epoch": 0.6900726392251816, + "grad_norm": 6.522184371948242, + "learning_rate": 4.978841433856971e-05, + "loss": 0.1771, + "num_input_tokens_seen": 244800, + "step": 285 + }, + { + "epoch": 0.7021791767554479, + "grad_norm": 8.720867156982422, + "learning_rate": 4.976008897568981e-05, + "loss": 0.194, + "num_input_tokens_seen": 249152, + "step": 290 + }, + { + "epoch": 0.7142857142857143, + "grad_norm": 11.178607940673828, + "learning_rate": 4.972999391974488e-05, + "loss": 0.2064, + "num_input_tokens_seen": 253376, + "step": 295 + }, + { + "epoch": 0.7263922518159807, + "grad_norm": 12.191368103027344, + "learning_rate": 4.969813132173735e-05, + "loss": 0.2096, + "num_input_tokens_seen": 257664, + "step": 300 + }, + { + "epoch": 0.738498789346247, + "grad_norm": 5.037217617034912, + "learning_rate": 4.966450345900229e-05, + "loss": 0.1712, + "num_input_tokens_seen": 262016, + "step": 305 + }, + { + "epoch": 0.7506053268765133, + "grad_norm": 10.153473854064941, + "learning_rate": 4.962911273504461e-05, + "loss": 0.2276, + "num_input_tokens_seen": 266432, + "step": 310 + }, + { + "epoch": 0.7554479418886199, + "eval_loss": 0.22853781282901764, + "eval_runtime": 2.3445, + "eval_samples_per_second": 156.536, + "eval_steps_per_second": 19.62, + "num_input_tokens_seen": 267968, + "step": 312 + }, + { + "epoch": 0.7627118644067796, + "grad_norm": 12.040881156921387, + "learning_rate": 4.9591961679367284e-05, + "loss": 0.2349, + "num_input_tokens_seen": 270464, + "step": 315 + }, + { + "epoch": 0.774818401937046, + "grad_norm": 12.473306655883789, + "learning_rate": 4.955305294729056e-05, + "loss": 0.2824, + "num_input_tokens_seen": 274688, + "step": 320 + }, + { + "epoch": 0.7869249394673123, + "grad_norm": 21.77474594116211, + "learning_rate": 4.951238931976216e-05, + "loss": 0.3105, + "num_input_tokens_seen": 278848, + "step": 325 + }, + { + "epoch": 0.7990314769975787, + "grad_norm": 17.280487060546875, + "learning_rate": 4.9469973703158565e-05, + "loss": 0.2667, + "num_input_tokens_seen": 283136, + "step": 330 + }, + { + "epoch": 0.8111380145278451, + "grad_norm": 6.448112487792969, + "learning_rate": 4.9425809129077204e-05, + "loss": 0.2213, + "num_input_tokens_seen": 287680, + "step": 335 + }, + { + "epoch": 0.8232445520581114, + "grad_norm": 1.0759979486465454, + "learning_rate": 4.937989875411985e-05, + "loss": 0.1887, + "num_input_tokens_seen": 292224, + "step": 340 + }, + { + "epoch": 0.8353510895883777, + "grad_norm": 8.703038215637207, + "learning_rate": 4.933224585966696e-05, + "loss": 0.2499, + "num_input_tokens_seen": 296448, + "step": 345 + }, + { + "epoch": 0.847457627118644, + "grad_norm": 16.416717529296875, + "learning_rate": 4.928285385164315e-05, + "loss": 0.2431, + "num_input_tokens_seen": 300736, + "step": 350 + }, + { + "epoch": 0.8595641646489104, + "grad_norm": 6.670568943023682, + "learning_rate": 4.923172626027379e-05, + "loss": 0.2588, + "num_input_tokens_seen": 304960, + "step": 355 + }, + { + "epoch": 0.8716707021791767, + "grad_norm": 3.8800857067108154, + "learning_rate": 4.917886673983267e-05, + "loss": 0.2322, + "num_input_tokens_seen": 309184, + "step": 360 + }, + { + "epoch": 0.8837772397094431, + "grad_norm": 8.991925239562988, + "learning_rate": 4.912427906838078e-05, + "loss": 0.2314, + "num_input_tokens_seen": 313408, + "step": 365 + }, + { + "epoch": 0.8958837772397095, + "grad_norm": 9.208677291870117, + "learning_rate": 4.906796714749635e-05, + "loss": 0.1782, + "num_input_tokens_seen": 317888, + "step": 370 + }, + { + "epoch": 0.9079903147699758, + "grad_norm": 6.636046886444092, + "learning_rate": 4.900993500199591e-05, + "loss": 0.1873, + "num_input_tokens_seen": 322048, + "step": 375 + }, + { + "epoch": 0.9200968523002422, + "grad_norm": 10.718189239501953, + "learning_rate": 4.895018677964669e-05, + "loss": 0.1985, + "num_input_tokens_seen": 326592, + "step": 380 + }, + { + "epoch": 0.9322033898305084, + "grad_norm": 22.99626922607422, + "learning_rate": 4.8888726750870126e-05, + "loss": 0.3036, + "num_input_tokens_seen": 330880, + "step": 385 + }, + { + "epoch": 0.9443099273607748, + "grad_norm": 3.320899486541748, + "learning_rate": 4.882555930843664e-05, + "loss": 0.2224, + "num_input_tokens_seen": 335104, + "step": 390 + }, + { + "epoch": 0.9564164648910412, + "grad_norm": 5.677978038787842, + "learning_rate": 4.87606889671517e-05, + "loss": 0.1898, + "num_input_tokens_seen": 339392, + "step": 395 + }, + { + "epoch": 0.9685230024213075, + "grad_norm": 11.17044448852539, + "learning_rate": 4.8694120363533104e-05, + "loss": 0.1663, + "num_input_tokens_seen": 343744, + "step": 400 + }, + { + "epoch": 0.9806295399515739, + "grad_norm": 9.493459701538086, + "learning_rate": 4.8625858255479574e-05, + "loss": 0.1954, + "num_input_tokens_seen": 348160, + "step": 405 + }, + { + "epoch": 0.9927360774818402, + "grad_norm": 13.322687149047852, + "learning_rate": 4.855590752193076e-05, + "loss": 0.2606, + "num_input_tokens_seen": 352448, + "step": 410 + }, + { + "epoch": 1.0048426150121066, + "grad_norm": 13.647954940795898, + "learning_rate": 4.848427316251842e-05, + "loss": 0.5572, + "num_input_tokens_seen": 356656, + "step": 415 + }, + { + "epoch": 1.0072639225181599, + "eval_loss": 0.2624819278717041, + "eval_runtime": 0.8628, + "eval_samples_per_second": 425.363, + "eval_steps_per_second": 53.315, + "num_input_tokens_seen": 357488, + "step": 416 + }, + { + "epoch": 1.0169491525423728, + "grad_norm": 43.02584457397461, + "learning_rate": 4.841096029720921e-05, + "loss": 0.2346, + "num_input_tokens_seen": 360880, + "step": 420 + }, + { + "epoch": 1.0290556900726393, + "grad_norm": 8.104162216186523, + "learning_rate": 4.8335974165938615e-05, + "loss": 0.1819, + "num_input_tokens_seen": 365104, + "step": 425 + }, + { + "epoch": 1.0411622276029056, + "grad_norm": 5.002182483673096, + "learning_rate": 4.825932012823652e-05, + "loss": 0.1495, + "num_input_tokens_seen": 369776, + "step": 430 + }, + { + "epoch": 1.053268765133172, + "grad_norm": 27.77912139892578, + "learning_rate": 4.8181003662844074e-05, + "loss": 0.2583, + "num_input_tokens_seen": 374000, + "step": 435 + }, + { + "epoch": 1.0653753026634383, + "grad_norm": 9.262914657592773, + "learning_rate": 4.8101030367322195e-05, + "loss": 0.2093, + "num_input_tokens_seen": 378096, + "step": 440 + }, + { + "epoch": 1.0774818401937045, + "grad_norm": 5.5975823402404785, + "learning_rate": 4.8019405957651395e-05, + "loss": 0.1806, + "num_input_tokens_seen": 382256, + "step": 445 + }, + { + "epoch": 1.089588377723971, + "grad_norm": 10.306631088256836, + "learning_rate": 4.793613626782331e-05, + "loss": 0.3307, + "num_input_tokens_seen": 386672, + "step": 450 + }, + { + "epoch": 1.1016949152542372, + "grad_norm": 4.157079696655273, + "learning_rate": 4.785122724942367e-05, + "loss": 0.2208, + "num_input_tokens_seen": 390960, + "step": 455 + }, + { + "epoch": 1.1138014527845037, + "grad_norm": 0.7576245069503784, + "learning_rate": 4.776468497120698e-05, + "loss": 0.2978, + "num_input_tokens_seen": 395440, + "step": 460 + }, + { + "epoch": 1.12590799031477, + "grad_norm": 6.9619035720825195, + "learning_rate": 4.7676515618662684e-05, + "loss": 0.2315, + "num_input_tokens_seen": 399600, + "step": 465 + }, + { + "epoch": 1.1380145278450362, + "grad_norm": 1.4395357370376587, + "learning_rate": 4.758672549357316e-05, + "loss": 0.2236, + "num_input_tokens_seen": 403888, + "step": 470 + }, + { + "epoch": 1.1501210653753027, + "grad_norm": 18.561601638793945, + "learning_rate": 4.749532101356322e-05, + "loss": 0.1689, + "num_input_tokens_seen": 408176, + "step": 475 + }, + { + "epoch": 1.162227602905569, + "grad_norm": 16.139604568481445, + "learning_rate": 4.740230871164147e-05, + "loss": 0.2012, + "num_input_tokens_seen": 412208, + "step": 480 + }, + { + "epoch": 1.1743341404358354, + "grad_norm": 1.962085247039795, + "learning_rate": 4.730769523573337e-05, + "loss": 0.1816, + "num_input_tokens_seen": 416624, + "step": 485 + }, + { + "epoch": 1.1864406779661016, + "grad_norm": 3.118806838989258, + "learning_rate": 4.7211487348206054e-05, + "loss": 0.2491, + "num_input_tokens_seen": 421040, + "step": 490 + }, + { + "epoch": 1.1985472154963681, + "grad_norm": 3.9620296955108643, + "learning_rate": 4.711369192538503e-05, + "loss": 0.203, + "num_input_tokens_seen": 425136, + "step": 495 + }, + { + "epoch": 1.2106537530266344, + "grad_norm": 4.469512462615967, + "learning_rate": 4.7014315957062685e-05, + "loss": 0.4102, + "num_input_tokens_seen": 429680, + "step": 500 + }, + { + "epoch": 1.2227602905569008, + "grad_norm": 8.607080459594727, + "learning_rate": 4.691336654599873e-05, + "loss": 0.2409, + "num_input_tokens_seen": 434224, + "step": 505 + }, + { + "epoch": 1.234866828087167, + "grad_norm": 9.237229347229004, + "learning_rate": 4.6810850907412484e-05, + "loss": 0.2191, + "num_input_tokens_seen": 438320, + "step": 510 + }, + { + "epoch": 1.2469733656174333, + "grad_norm": 5.81946325302124, + "learning_rate": 4.670677636846723e-05, + "loss": 0.1975, + "num_input_tokens_seen": 442672, + "step": 515 + }, + { + "epoch": 1.2590799031476998, + "grad_norm": 2.934025764465332, + "learning_rate": 4.660115036774648e-05, + "loss": 0.1881, + "num_input_tokens_seen": 446896, + "step": 520 + }, + { + "epoch": 1.2590799031476998, + "eval_loss": 0.1976936012506485, + "eval_runtime": 0.6676, + "eval_samples_per_second": 549.73, + "eval_steps_per_second": 68.904, + "num_input_tokens_seen": 446896, + "step": 520 + }, + { + "epoch": 1.271186440677966, + "grad_norm": 2.785706043243408, + "learning_rate": 4.6493980454722344e-05, + "loss": 0.2485, + "num_input_tokens_seen": 451312, + "step": 525 + }, + { + "epoch": 1.2832929782082325, + "grad_norm": 9.8702392578125, + "learning_rate": 4.638527428921592e-05, + "loss": 0.2053, + "num_input_tokens_seen": 455408, + "step": 530 + }, + { + "epoch": 1.2953995157384988, + "grad_norm": 7.424989223480225, + "learning_rate": 4.627503964084981e-05, + "loss": 0.1867, + "num_input_tokens_seen": 460080, + "step": 535 + }, + { + "epoch": 1.307506053268765, + "grad_norm": 4.052550792694092, + "learning_rate": 4.6163284388492835e-05, + "loss": 0.1674, + "num_input_tokens_seen": 464496, + "step": 540 + }, + { + "epoch": 1.3196125907990315, + "grad_norm": 2.9404428005218506, + "learning_rate": 4.605001651969686e-05, + "loss": 0.2045, + "num_input_tokens_seen": 468720, + "step": 545 + }, + { + "epoch": 1.331719128329298, + "grad_norm": 6.4158148765563965, + "learning_rate": 4.593524413012592e-05, + "loss": 0.191, + "num_input_tokens_seen": 473264, + "step": 550 + }, + { + "epoch": 1.3438256658595642, + "grad_norm": 2.213015556335449, + "learning_rate": 4.5818975422977606e-05, + "loss": 0.1828, + "num_input_tokens_seen": 477552, + "step": 555 + }, + { + "epoch": 1.3559322033898304, + "grad_norm": 5.9616804122924805, + "learning_rate": 4.570121870839671e-05, + "loss": 0.1546, + "num_input_tokens_seen": 482032, + "step": 560 + }, + { + "epoch": 1.368038740920097, + "grad_norm": 0.6267197132110596, + "learning_rate": 4.558198240288131e-05, + "loss": 0.2025, + "num_input_tokens_seen": 486384, + "step": 565 + }, + { + "epoch": 1.3801452784503632, + "grad_norm": 9.450618743896484, + "learning_rate": 4.546127502868118e-05, + "loss": 0.2413, + "num_input_tokens_seen": 490672, + "step": 570 + }, + { + "epoch": 1.3922518159806296, + "grad_norm": 5.918724536895752, + "learning_rate": 4.5339105213188714e-05, + "loss": 0.2163, + "num_input_tokens_seen": 494960, + "step": 575 + }, + { + "epoch": 1.4043583535108959, + "grad_norm": 2.0229716300964355, + "learning_rate": 4.521548168832227e-05, + "loss": 0.3013, + "num_input_tokens_seen": 499120, + "step": 580 + }, + { + "epoch": 1.4164648910411621, + "grad_norm": 4.871718406677246, + "learning_rate": 4.509041328990204e-05, + "loss": 0.2324, + "num_input_tokens_seen": 503408, + "step": 585 + }, + { + "epoch": 1.4285714285714286, + "grad_norm": 4.264101028442383, + "learning_rate": 4.4963908957018576e-05, + "loss": 0.1956, + "num_input_tokens_seen": 507312, + "step": 590 + }, + { + "epoch": 1.4406779661016949, + "grad_norm": 0.7742087841033936, + "learning_rate": 4.483597773139386e-05, + "loss": 0.2206, + "num_input_tokens_seen": 511600, + "step": 595 + }, + { + "epoch": 1.4527845036319613, + "grad_norm": 1.387762427330017, + "learning_rate": 4.470662875673506e-05, + "loss": 0.1973, + "num_input_tokens_seen": 515888, + "step": 600 + }, + { + "epoch": 1.4648910411622276, + "grad_norm": 8.138726234436035, + "learning_rate": 4.457587127808096e-05, + "loss": 0.1848, + "num_input_tokens_seen": 519920, + "step": 605 + }, + { + "epoch": 1.4769975786924938, + "grad_norm": 3.1052446365356445, + "learning_rate": 4.4443714641141255e-05, + "loss": 0.1922, + "num_input_tokens_seen": 524336, + "step": 610 + }, + { + "epoch": 1.4891041162227603, + "grad_norm": 1.7755212783813477, + "learning_rate": 4.4310168291628504e-05, + "loss": 0.1922, + "num_input_tokens_seen": 528496, + "step": 615 + }, + { + "epoch": 1.5012106537530268, + "grad_norm": 8.44454288482666, + "learning_rate": 4.4175241774583084e-05, + "loss": 0.1809, + "num_input_tokens_seen": 532784, + "step": 620 + }, + { + "epoch": 1.5108958837772397, + "eval_loss": 0.19258780777454376, + "eval_runtime": 0.6591, + "eval_samples_per_second": 556.848, + "eval_steps_per_second": 69.796, + "num_input_tokens_seen": 536176, + "step": 624 + }, + { + "epoch": 1.513317191283293, + "grad_norm": 6.506056785583496, + "learning_rate": 4.403894473369092e-05, + "loss": 0.2205, + "num_input_tokens_seen": 537136, + "step": 625 + }, + { + "epoch": 1.5254237288135593, + "grad_norm": 15.012322425842285, + "learning_rate": 4.390128691059423e-05, + "loss": 0.26, + "num_input_tokens_seen": 541552, + "step": 630 + }, + { + "epoch": 1.5375302663438255, + "grad_norm": 2.567143440246582, + "learning_rate": 4.3762278144195236e-05, + "loss": 0.2678, + "num_input_tokens_seen": 545648, + "step": 635 + }, + { + "epoch": 1.549636803874092, + "grad_norm": 9.604016304016113, + "learning_rate": 4.362192836995299e-05, + "loss": 0.2246, + "num_input_tokens_seen": 550256, + "step": 640 + }, + { + "epoch": 1.5617433414043584, + "grad_norm": 6.7328104972839355, + "learning_rate": 4.348024761917321e-05, + "loss": 0.2397, + "num_input_tokens_seen": 554928, + "step": 645 + }, + { + "epoch": 1.5738498789346247, + "grad_norm": 13.930996894836426, + "learning_rate": 4.333724601829132e-05, + "loss": 0.2303, + "num_input_tokens_seen": 559344, + "step": 650 + }, + { + "epoch": 1.585956416464891, + "grad_norm": 7.173315048217773, + "learning_rate": 4.319293378814868e-05, + "loss": 0.2178, + "num_input_tokens_seen": 563760, + "step": 655 + }, + { + "epoch": 1.5980629539951574, + "grad_norm": 1.3246958255767822, + "learning_rate": 4.304732124326206e-05, + "loss": 0.1945, + "num_input_tokens_seen": 568112, + "step": 660 + }, + { + "epoch": 1.6101694915254239, + "grad_norm": 10.188156127929688, + "learning_rate": 4.2900418791086403e-05, + "loss": 0.1908, + "num_input_tokens_seen": 572464, + "step": 665 + }, + { + "epoch": 1.6222760290556901, + "grad_norm": 7.808104515075684, + "learning_rate": 4.275223693127103e-05, + "loss": 0.2026, + "num_input_tokens_seen": 576752, + "step": 670 + }, + { + "epoch": 1.6343825665859564, + "grad_norm": 0.8921657204627991, + "learning_rate": 4.260278625490911e-05, + "loss": 0.1959, + "num_input_tokens_seen": 580976, + "step": 675 + }, + { + "epoch": 1.6464891041162226, + "grad_norm": 6.147708892822266, + "learning_rate": 4.2452077443780744e-05, + "loss": 0.2025, + "num_input_tokens_seen": 585264, + "step": 680 + }, + { + "epoch": 1.658595641646489, + "grad_norm": 5.73768424987793, + "learning_rate": 4.2300121269589475e-05, + "loss": 0.1777, + "num_input_tokens_seen": 589744, + "step": 685 + }, + { + "epoch": 1.6707021791767556, + "grad_norm": 5.188973426818848, + "learning_rate": 4.214692859319237e-05, + "loss": 0.2142, + "num_input_tokens_seen": 593968, + "step": 690 + }, + { + "epoch": 1.6828087167070218, + "grad_norm": 20.29938316345215, + "learning_rate": 4.19925103638238e-05, + "loss": 0.2096, + "num_input_tokens_seen": 598256, + "step": 695 + }, + { + "epoch": 1.694915254237288, + "grad_norm": 3.481995105743408, + "learning_rate": 4.183687761831281e-05, + "loss": 0.1881, + "num_input_tokens_seen": 602608, + "step": 700 + }, + { + "epoch": 1.7070217917675545, + "grad_norm": 2.9380016326904297, + "learning_rate": 4.168004148029435e-05, + "loss": 0.1678, + "num_input_tokens_seen": 607088, + "step": 705 + }, + { + "epoch": 1.7191283292978208, + "grad_norm": 6.645642280578613, + "learning_rate": 4.1522013159414144e-05, + "loss": 0.243, + "num_input_tokens_seen": 611248, + "step": 710 + }, + { + "epoch": 1.7312348668280872, + "grad_norm": 5.701453685760498, + "learning_rate": 4.136280395052754e-05, + "loss": 0.2024, + "num_input_tokens_seen": 615536, + "step": 715 + }, + { + "epoch": 1.7433414043583535, + "grad_norm": 4.573903560638428, + "learning_rate": 4.120242523289223e-05, + "loss": 0.1803, + "num_input_tokens_seen": 619952, + "step": 720 + }, + { + "epoch": 1.7554479418886197, + "grad_norm": 3.025674819946289, + "learning_rate": 4.1040888469354925e-05, + "loss": 0.1949, + "num_input_tokens_seen": 624368, + "step": 725 + }, + { + "epoch": 1.7627118644067796, + "eval_loss": 0.19822187721729279, + "eval_runtime": 1.1195, + "eval_samples_per_second": 327.835, + "eval_steps_per_second": 41.091, + "num_input_tokens_seen": 626992, + "step": 728 + }, + { + "epoch": 1.7675544794188862, + "grad_norm": 5.934816360473633, + "learning_rate": 4.087820520553205e-05, + "loss": 0.1935, + "num_input_tokens_seen": 628720, + "step": 730 + }, + { + "epoch": 1.7796610169491527, + "grad_norm": 1.3624376058578491, + "learning_rate": 4.0714387068984574e-05, + "loss": 0.1884, + "num_input_tokens_seen": 633008, + "step": 735 + }, + { + "epoch": 1.791767554479419, + "grad_norm": 2.1475796699523926, + "learning_rate": 4.05494457683869e-05, + "loss": 0.2014, + "num_input_tokens_seen": 637360, + "step": 740 + }, + { + "epoch": 1.8038740920096852, + "grad_norm": 10.264263153076172, + "learning_rate": 4.038339309269002e-05, + "loss": 0.2152, + "num_input_tokens_seen": 641648, + "step": 745 + }, + { + "epoch": 1.8159806295399514, + "grad_norm": 4.37279748916626, + "learning_rate": 4.021624091027895e-05, + "loss": 0.192, + "num_input_tokens_seen": 645552, + "step": 750 + }, + { + "epoch": 1.828087167070218, + "grad_norm": 10.11119270324707, + "learning_rate": 4.004800116812441e-05, + "loss": 0.3049, + "num_input_tokens_seen": 649904, + "step": 755 + }, + { + "epoch": 1.8401937046004844, + "grad_norm": 0.4716910719871521, + "learning_rate": 3.987868589092893e-05, + "loss": 0.184, + "num_input_tokens_seen": 654128, + "step": 760 + }, + { + "epoch": 1.8523002421307506, + "grad_norm": 8.259904861450195, + "learning_rate": 3.9708307180267456e-05, + "loss": 0.1914, + "num_input_tokens_seen": 658672, + "step": 765 + }, + { + "epoch": 1.8644067796610169, + "grad_norm": 14.706856727600098, + "learning_rate": 3.953687721372233e-05, + "loss": 0.4553, + "num_input_tokens_seen": 663088, + "step": 770 + }, + { + "epoch": 1.8765133171912833, + "grad_norm": 9.08963394165039, + "learning_rate": 3.936440824401299e-05, + "loss": 0.1709, + "num_input_tokens_seen": 667440, + "step": 775 + }, + { + "epoch": 1.8886198547215496, + "grad_norm": 4.246565818786621, + "learning_rate": 3.919091259812013e-05, + "loss": 0.1831, + "num_input_tokens_seen": 671792, + "step": 780 + }, + { + "epoch": 1.900726392251816, + "grad_norm": 11.860783576965332, + "learning_rate": 3.9016402676404753e-05, + "loss": 0.2175, + "num_input_tokens_seen": 676336, + "step": 785 + }, + { + "epoch": 1.9128329297820823, + "grad_norm": 5.474867820739746, + "learning_rate": 3.884089095172181e-05, + "loss": 0.18, + "num_input_tokens_seen": 680624, + "step": 790 + }, + { + "epoch": 1.9249394673123486, + "grad_norm": 2.7666966915130615, + "learning_rate": 3.866438996852872e-05, + "loss": 0.1914, + "num_input_tokens_seen": 685040, + "step": 795 + }, + { + "epoch": 1.937046004842615, + "grad_norm": 10.039326667785645, + "learning_rate": 3.848691234198879e-05, + "loss": 0.1935, + "num_input_tokens_seen": 689392, + "step": 800 + }, + { + "epoch": 1.9491525423728815, + "grad_norm": 3.919206142425537, + "learning_rate": 3.830847075706956e-05, + "loss": 0.2046, + "num_input_tokens_seen": 693552, + "step": 805 + }, + { + "epoch": 1.9612590799031477, + "grad_norm": 16.429906845092773, + "learning_rate": 3.812907796763616e-05, + "loss": 0.2291, + "num_input_tokens_seen": 698032, + "step": 810 + }, + { + "epoch": 1.973365617433414, + "grad_norm": 6.558701992034912, + "learning_rate": 3.7948746795539745e-05, + "loss": 0.1751, + "num_input_tokens_seen": 702000, + "step": 815 + }, + { + "epoch": 1.9854721549636802, + "grad_norm": 8.950061798095703, + "learning_rate": 3.776749012970105e-05, + "loss": 0.1795, + "num_input_tokens_seen": 706160, + "step": 820 + }, + { + "epoch": 1.9975786924939467, + "grad_norm": 3.701720714569092, + "learning_rate": 3.758532092518924e-05, + "loss": 0.1852, + "num_input_tokens_seen": 710768, + "step": 825 + }, + { + "epoch": 2.009685230024213, + "grad_norm": 6.777426719665527, + "learning_rate": 3.740225220229587e-05, + "loss": 0.256, + "num_input_tokens_seen": 714744, + "step": 830 + }, + { + "epoch": 2.0145278450363198, + "eval_loss": 0.1934857964515686, + "eval_runtime": 0.6627, + "eval_samples_per_second": 553.776, + "eval_steps_per_second": 69.411, + "num_input_tokens_seen": 716344, + "step": 832 + }, + { + "epoch": 2.0217917675544794, + "grad_norm": 7.20669412612915, + "learning_rate": 3.721829704560436e-05, + "loss": 0.1878, + "num_input_tokens_seen": 718776, + "step": 835 + }, + { + "epoch": 2.0338983050847457, + "grad_norm": 6.232179164886475, + "learning_rate": 3.7033468603054725e-05, + "loss": 0.2215, + "num_input_tokens_seen": 722744, + "step": 840 + }, + { + "epoch": 2.046004842615012, + "grad_norm": 8.393187522888184, + "learning_rate": 3.6847780085003905e-05, + "loss": 0.1657, + "num_input_tokens_seen": 727160, + "step": 845 + }, + { + "epoch": 2.0581113801452786, + "grad_norm": 9.579306602478027, + "learning_rate": 3.666124476328155e-05, + "loss": 0.1957, + "num_input_tokens_seen": 731576, + "step": 850 + }, + { + "epoch": 2.070217917675545, + "grad_norm": 8.12859058380127, + "learning_rate": 3.647387597024139e-05, + "loss": 0.1881, + "num_input_tokens_seen": 736184, + "step": 855 + }, + { + "epoch": 2.082324455205811, + "grad_norm": 11.758556365966797, + "learning_rate": 3.6285687097808394e-05, + "loss": 0.2041, + "num_input_tokens_seen": 740472, + "step": 860 + }, + { + "epoch": 2.0944309927360774, + "grad_norm": 1.7637454271316528, + "learning_rate": 3.609669159652158e-05, + "loss": 0.213, + "num_input_tokens_seen": 744760, + "step": 865 + }, + { + "epoch": 2.106537530266344, + "grad_norm": 5.633957386016846, + "learning_rate": 3.590690297457262e-05, + "loss": 0.1913, + "num_input_tokens_seen": 749176, + "step": 870 + }, + { + "epoch": 2.1186440677966103, + "grad_norm": 4.531621932983398, + "learning_rate": 3.57163347968404e-05, + "loss": 0.1961, + "num_input_tokens_seen": 753528, + "step": 875 + }, + { + "epoch": 2.1307506053268765, + "grad_norm": 6.524752140045166, + "learning_rate": 3.552500068392147e-05, + "loss": 0.1981, + "num_input_tokens_seen": 757688, + "step": 880 + }, + { + "epoch": 2.142857142857143, + "grad_norm": 5.924046516418457, + "learning_rate": 3.533291431115653e-05, + "loss": 0.2002, + "num_input_tokens_seen": 762040, + "step": 885 + }, + { + "epoch": 2.154963680387409, + "grad_norm": 4.7628068923950195, + "learning_rate": 3.514008940765304e-05, + "loss": 0.1856, + "num_input_tokens_seen": 766200, + "step": 890 + }, + { + "epoch": 2.1670702179176757, + "grad_norm": 9.14155101776123, + "learning_rate": 3.494653975530388e-05, + "loss": 0.2107, + "num_input_tokens_seen": 770680, + "step": 895 + }, + { + "epoch": 2.179176755447942, + "grad_norm": 7.742560386657715, + "learning_rate": 3.475227918780239e-05, + "loss": 0.1771, + "num_input_tokens_seen": 774840, + "step": 900 + }, + { + "epoch": 2.1912832929782082, + "grad_norm": 1.2218825817108154, + "learning_rate": 3.4557321589653556e-05, + "loss": 0.1924, + "num_input_tokens_seen": 779192, + "step": 905 + }, + { + "epoch": 2.2033898305084745, + "grad_norm": 10.382070541381836, + "learning_rate": 3.436168089518168e-05, + "loss": 0.1687, + "num_input_tokens_seen": 783608, + "step": 910 + }, + { + "epoch": 2.2154963680387407, + "grad_norm": 2.07893967628479, + "learning_rate": 3.416537108753443e-05, + "loss": 0.1922, + "num_input_tokens_seen": 788088, + "step": 915 + }, + { + "epoch": 2.2276029055690074, + "grad_norm": 14.99792194366455, + "learning_rate": 3.3968406197683376e-05, + "loss": 0.1721, + "num_input_tokens_seen": 792568, + "step": 920 + }, + { + "epoch": 2.2397094430992737, + "grad_norm": 4.237668037414551, + "learning_rate": 3.3770800303421254e-05, + "loss": 0.2058, + "num_input_tokens_seen": 797176, + "step": 925 + }, + { + "epoch": 2.25181598062954, + "grad_norm": 2.3142411708831787, + "learning_rate": 3.357256752835561e-05, + "loss": 0.1925, + "num_input_tokens_seen": 801400, + "step": 930 + }, + { + "epoch": 2.263922518159806, + "grad_norm": 3.0918896198272705, + "learning_rate": 3.3373722040899517e-05, + "loss": 0.1601, + "num_input_tokens_seen": 805944, + "step": 935 + }, + { + "epoch": 2.2663438256658597, + "eval_loss": 0.38670673966407776, + "eval_runtime": 2.26, + "eval_samples_per_second": 162.386, + "eval_steps_per_second": 20.354, + "num_input_tokens_seen": 806712, + "step": 936 + }, + { + "epoch": 2.2760290556900724, + "grad_norm": 3.9013168811798096, + "learning_rate": 3.317427805325875e-05, + "loss": 0.9421, + "num_input_tokens_seen": 810040, + "step": 940 + }, + { + "epoch": 2.288135593220339, + "grad_norm": 1.7496920824050903, + "learning_rate": 3.297424982041609e-05, + "loss": 0.191, + "num_input_tokens_seen": 814392, + "step": 945 + }, + { + "epoch": 2.3002421307506054, + "grad_norm": 6.5397491455078125, + "learning_rate": 3.277365163911243e-05, + "loss": 0.1962, + "num_input_tokens_seen": 818872, + "step": 950 + }, + { + "epoch": 2.3123486682808716, + "grad_norm": 2.407987594604492, + "learning_rate": 3.257249784682492e-05, + "loss": 0.2261, + "num_input_tokens_seen": 823096, + "step": 955 + }, + { + "epoch": 2.324455205811138, + "grad_norm": 3.1127803325653076, + "learning_rate": 3.2370802820742275e-05, + "loss": 0.1945, + "num_input_tokens_seen": 827128, + "step": 960 + }, + { + "epoch": 2.3365617433414045, + "grad_norm": 10.151595115661621, + "learning_rate": 3.2168580976737104e-05, + "loss": 0.2272, + "num_input_tokens_seen": 831288, + "step": 965 + }, + { + "epoch": 2.348668280871671, + "grad_norm": 1.2875597476959229, + "learning_rate": 3.196584676833562e-05, + "loss": 0.1824, + "num_input_tokens_seen": 835640, + "step": 970 + }, + { + "epoch": 2.360774818401937, + "grad_norm": 0.8216660022735596, + "learning_rate": 3.1762614685684567e-05, + "loss": 0.156, + "num_input_tokens_seen": 839736, + "step": 975 + }, + { + "epoch": 2.3728813559322033, + "grad_norm": 7.343863010406494, + "learning_rate": 3.155889925451557e-05, + "loss": 0.2199, + "num_input_tokens_seen": 844024, + "step": 980 + }, + { + "epoch": 2.38498789346247, + "grad_norm": 2.2787206172943115, + "learning_rate": 3.1354715035106894e-05, + "loss": 0.1885, + "num_input_tokens_seen": 848248, + "step": 985 + }, + { + "epoch": 2.3970944309927362, + "grad_norm": 6.654670238494873, + "learning_rate": 3.1150076621242816e-05, + "loss": 0.1645, + "num_input_tokens_seen": 852472, + "step": 990 + }, + { + "epoch": 2.4092009685230025, + "grad_norm": 3.4156064987182617, + "learning_rate": 3.0944998639170544e-05, + "loss": 0.1747, + "num_input_tokens_seen": 856824, + "step": 995 + }, + { + "epoch": 2.4213075060532687, + "grad_norm": 0.4972361624240875, + "learning_rate": 3.073949574655479e-05, + "loss": 0.1751, + "num_input_tokens_seen": 860984, + "step": 1000 + }, + { + "epoch": 2.433414043583535, + "grad_norm": 0.7988845705986023, + "learning_rate": 3.053358263143015e-05, + "loss": 0.1975, + "num_input_tokens_seen": 865272, + "step": 1005 + }, + { + "epoch": 2.4455205811138017, + "grad_norm": 5.293003082275391, + "learning_rate": 3.032727401115135e-05, + "loss": 0.1765, + "num_input_tokens_seen": 869560, + "step": 1010 + }, + { + "epoch": 2.457627118644068, + "grad_norm": 3.4668216705322266, + "learning_rate": 3.012058463134126e-05, + "loss": 0.1624, + "num_input_tokens_seen": 873976, + "step": 1015 + }, + { + "epoch": 2.469733656174334, + "grad_norm": 1.981259822845459, + "learning_rate": 2.991352926483702e-05, + "loss": 0.2237, + "num_input_tokens_seen": 878200, + "step": 1020 + }, + { + "epoch": 2.4818401937046004, + "grad_norm": 15.534086227416992, + "learning_rate": 2.9706122710634165e-05, + "loss": 0.2024, + "num_input_tokens_seen": 882872, + "step": 1025 + }, + { + "epoch": 2.4939467312348667, + "grad_norm": 2.0866310596466064, + "learning_rate": 2.949837979282889e-05, + "loss": 0.2673, + "num_input_tokens_seen": 887096, + "step": 1030 + }, + { + "epoch": 2.5060532687651333, + "grad_norm": 1.296164870262146, + "learning_rate": 2.92903153595585e-05, + "loss": 0.2168, + "num_input_tokens_seen": 891576, + "step": 1035 + }, + { + "epoch": 2.5181598062953996, + "grad_norm": 3.0610435009002686, + "learning_rate": 2.908194428194019e-05, + "loss": 0.1768, + "num_input_tokens_seen": 895736, + "step": 1040 + }, + { + "epoch": 2.5181598062953996, + "eval_loss": 0.1943914145231247, + "eval_runtime": 0.6714, + "eval_samples_per_second": 546.608, + "eval_steps_per_second": 68.512, + "num_input_tokens_seen": 895736, + "step": 1040 + }, + { + "epoch": 2.530266343825666, + "grad_norm": 13.436739921569824, + "learning_rate": 2.88732814530081e-05, + "loss": 0.1555, + "num_input_tokens_seen": 900024, + "step": 1045 + }, + { + "epoch": 2.542372881355932, + "grad_norm": 9.469161987304688, + "learning_rate": 2.866434178664893e-05, + "loss": 0.1744, + "num_input_tokens_seen": 904440, + "step": 1050 + }, + { + "epoch": 2.5544794188861983, + "grad_norm": 6.683951377868652, + "learning_rate": 2.8455140216535947e-05, + "loss": 0.1842, + "num_input_tokens_seen": 908728, + "step": 1055 + }, + { + "epoch": 2.566585956416465, + "grad_norm": 4.156672954559326, + "learning_rate": 2.8245691695061604e-05, + "loss": 0.2018, + "num_input_tokens_seen": 913016, + "step": 1060 + }, + { + "epoch": 2.5786924939467313, + "grad_norm": 2.5280745029449463, + "learning_rate": 2.8036011192268863e-05, + "loss": 0.2027, + "num_input_tokens_seen": 917304, + "step": 1065 + }, + { + "epoch": 2.5907990314769975, + "grad_norm": 3.3346853256225586, + "learning_rate": 2.7826113694781252e-05, + "loss": 0.1984, + "num_input_tokens_seen": 921528, + "step": 1070 + }, + { + "epoch": 2.6029055690072638, + "grad_norm": 6.732588768005371, + "learning_rate": 2.761601420473168e-05, + "loss": 0.1674, + "num_input_tokens_seen": 925944, + "step": 1075 + }, + { + "epoch": 2.61501210653753, + "grad_norm": 5.7978363037109375, + "learning_rate": 2.740572773869019e-05, + "loss": 0.1523, + "num_input_tokens_seen": 930744, + "step": 1080 + }, + { + "epoch": 2.6271186440677967, + "grad_norm": 4.692154884338379, + "learning_rate": 2.7195269326590682e-05, + "loss": 0.1263, + "num_input_tokens_seen": 935352, + "step": 1085 + }, + { + "epoch": 2.639225181598063, + "grad_norm": 8.889333724975586, + "learning_rate": 2.6984654010656667e-05, + "loss": 0.1656, + "num_input_tokens_seen": 939640, + "step": 1090 + }, + { + "epoch": 2.651331719128329, + "grad_norm": 4.259967803955078, + "learning_rate": 2.6773896844326125e-05, + "loss": 0.2926, + "num_input_tokens_seen": 943672, + "step": 1095 + }, + { + "epoch": 2.663438256658596, + "grad_norm": 3.0391273498535156, + "learning_rate": 2.656301289117561e-05, + "loss": 0.1547, + "num_input_tokens_seen": 947704, + "step": 1100 + }, + { + "epoch": 2.6755447941888617, + "grad_norm": 9.067920684814453, + "learning_rate": 2.6352017223843585e-05, + "loss": 0.2428, + "num_input_tokens_seen": 951928, + "step": 1105 + }, + { + "epoch": 2.6876513317191284, + "grad_norm": 7.765347957611084, + "learning_rate": 2.6140924922953125e-05, + "loss": 0.1649, + "num_input_tokens_seen": 956216, + "step": 1110 + }, + { + "epoch": 2.6997578692493946, + "grad_norm": 1.6490931510925293, + "learning_rate": 2.5929751076034058e-05, + "loss": 0.1597, + "num_input_tokens_seen": 960504, + "step": 1115 + }, + { + "epoch": 2.711864406779661, + "grad_norm": 1.5548573732376099, + "learning_rate": 2.571851077644461e-05, + "loss": 0.1407, + "num_input_tokens_seen": 965048, + "step": 1120 + }, + { + "epoch": 2.7239709443099276, + "grad_norm": 5.526769161224365, + "learning_rate": 2.5507219122292598e-05, + "loss": 0.1667, + "num_input_tokens_seen": 969208, + "step": 1125 + }, + { + "epoch": 2.736077481840194, + "grad_norm": 5.792220115661621, + "learning_rate": 2.529589121535636e-05, + "loss": 0.1438, + "num_input_tokens_seen": 973624, + "step": 1130 + }, + { + "epoch": 2.74818401937046, + "grad_norm": 6.361023902893066, + "learning_rate": 2.5084542160005335e-05, + "loss": 0.2294, + "num_input_tokens_seen": 977976, + "step": 1135 + }, + { + "epoch": 2.7602905569007263, + "grad_norm": 1.0617471933364868, + "learning_rate": 2.487318706212051e-05, + "loss": 0.1964, + "num_input_tokens_seen": 982200, + "step": 1140 + }, + { + "epoch": 2.7699757869249395, + "eval_loss": 0.19318054616451263, + "eval_runtime": 0.6508, + "eval_samples_per_second": 563.894, + "eval_steps_per_second": 70.679, + "num_input_tokens_seen": 985592, + "step": 1144 + }, + { + "epoch": 2.7723970944309926, + "grad_norm": 7.693630695343018, + "learning_rate": 2.4661841028014785e-05, + "loss": 0.203, + "num_input_tokens_seen": 986488, + "step": 1145 + }, + { + "epoch": 2.7845036319612593, + "grad_norm": 4.296042442321777, + "learning_rate": 2.445051916335321e-05, + "loss": 0.1983, + "num_input_tokens_seen": 990456, + "step": 1150 + }, + { + "epoch": 2.7966101694915255, + "grad_norm": 2.928414821624756, + "learning_rate": 2.4239236572073352e-05, + "loss": 0.1825, + "num_input_tokens_seen": 994744, + "step": 1155 + }, + { + "epoch": 2.8087167070217918, + "grad_norm": 2.411320686340332, + "learning_rate": 2.4028008355305815e-05, + "loss": 0.178, + "num_input_tokens_seen": 999160, + "step": 1160 + }, + { + "epoch": 2.820823244552058, + "grad_norm": 6.881911754608154, + "learning_rate": 2.3816849610294783e-05, + "loss": 0.1709, + "num_input_tokens_seen": 1003256, + "step": 1165 + }, + { + "epoch": 2.8329297820823243, + "grad_norm": 4.286351680755615, + "learning_rate": 2.3605775429319115e-05, + "loss": 0.1853, + "num_input_tokens_seen": 1007480, + "step": 1170 + }, + { + "epoch": 2.845036319612591, + "grad_norm": 3.7688863277435303, + "learning_rate": 2.3394800898613535e-05, + "loss": 0.1431, + "num_input_tokens_seen": 1011896, + "step": 1175 + }, + { + "epoch": 2.857142857142857, + "grad_norm": 3.717094898223877, + "learning_rate": 2.318394109729041e-05, + "loss": 0.2253, + "num_input_tokens_seen": 1015992, + "step": 1180 + }, + { + "epoch": 2.8692493946731235, + "grad_norm": 7.443727493286133, + "learning_rate": 2.297321109626198e-05, + "loss": 0.1686, + "num_input_tokens_seen": 1020408, + "step": 1185 + }, + { + "epoch": 2.8813559322033897, + "grad_norm": 12.574480056762695, + "learning_rate": 2.27626259571632e-05, + "loss": 0.1988, + "num_input_tokens_seen": 1025016, + "step": 1190 + }, + { + "epoch": 2.893462469733656, + "grad_norm": 9.311829566955566, + "learning_rate": 2.2552200731275213e-05, + "loss": 0.1682, + "num_input_tokens_seen": 1029368, + "step": 1195 + }, + { + "epoch": 2.9055690072639226, + "grad_norm": 4.659236431121826, + "learning_rate": 2.2341950458449576e-05, + "loss": 0.1918, + "num_input_tokens_seen": 1033592, + "step": 1200 + }, + { + "epoch": 2.917675544794189, + "grad_norm": 1.1926063299179077, + "learning_rate": 2.213189016603333e-05, + "loss": 0.2047, + "num_input_tokens_seen": 1037688, + "step": 1205 + }, + { + "epoch": 2.929782082324455, + "grad_norm": 1.54401433467865, + "learning_rate": 2.1922034867794925e-05, + "loss": 0.1686, + "num_input_tokens_seen": 1041912, + "step": 1210 + }, + { + "epoch": 2.9418886198547214, + "grad_norm": 6.956883430480957, + "learning_rate": 2.1712399562851147e-05, + "loss": 0.1663, + "num_input_tokens_seen": 1046392, + "step": 1215 + }, + { + "epoch": 2.9539951573849876, + "grad_norm": 6.875396728515625, + "learning_rate": 2.150299923459505e-05, + "loss": 0.1158, + "num_input_tokens_seen": 1050616, + "step": 1220 + }, + { + "epoch": 2.9661016949152543, + "grad_norm": 4.653652191162109, + "learning_rate": 2.1293848849625065e-05, + "loss": 0.1857, + "num_input_tokens_seen": 1054840, + "step": 1225 + }, + { + "epoch": 2.9782082324455206, + "grad_norm": 4.641164302825928, + "learning_rate": 2.108496335667527e-05, + "loss": 0.2051, + "num_input_tokens_seen": 1058936, + "step": 1230 + }, + { + "epoch": 2.990314769975787, + "grad_norm": 4.4205002784729, + "learning_rate": 2.0876357685546944e-05, + "loss": 0.137, + "num_input_tokens_seen": 1063288, + "step": 1235 + }, + { + "epoch": 3.002421307506053, + "grad_norm": 9.87366771697998, + "learning_rate": 2.06680467460415e-05, + "loss": 0.294, + "num_input_tokens_seen": 1067392, + "step": 1240 + }, + { + "epoch": 3.0145278450363198, + "grad_norm": 1.3809499740600586, + "learning_rate": 2.0460045426894817e-05, + "loss": 0.1436, + "num_input_tokens_seen": 1071872, + "step": 1245 + }, + { + "epoch": 3.0217917675544794, + "eval_loss": 0.20527909696102142, + "eval_runtime": 0.667, + "eval_samples_per_second": 550.187, + "eval_steps_per_second": 68.961, + "num_input_tokens_seen": 1074624, + "step": 1248 + }, + { + "epoch": 3.026634382566586, + "grad_norm": 1.1184051036834717, + "learning_rate": 2.0252368594713083e-05, + "loss": 0.1503, + "num_input_tokens_seen": 1076416, + "step": 1250 + }, + { + "epoch": 3.0387409200968523, + "grad_norm": 3.941237211227417, + "learning_rate": 2.004503109291023e-05, + "loss": 0.156, + "num_input_tokens_seen": 1080512, + "step": 1255 + }, + { + "epoch": 3.0508474576271185, + "grad_norm": 2.0000264644622803, + "learning_rate": 1.9838047740647026e-05, + "loss": 0.1971, + "num_input_tokens_seen": 1084608, + "step": 1260 + }, + { + "epoch": 3.062953995157385, + "grad_norm": 11.35123062133789, + "learning_rate": 1.9631433331771886e-05, + "loss": 0.1813, + "num_input_tokens_seen": 1089024, + "step": 1265 + }, + { + "epoch": 3.0750605326876514, + "grad_norm": 2.1008217334747314, + "learning_rate": 1.9425202633763513e-05, + "loss": 0.133, + "num_input_tokens_seen": 1093376, + "step": 1270 + }, + { + "epoch": 3.0871670702179177, + "grad_norm": 5.499813556671143, + "learning_rate": 1.9219370386675388e-05, + "loss": 0.089, + "num_input_tokens_seen": 1097728, + "step": 1275 + }, + { + "epoch": 3.099273607748184, + "grad_norm": 8.502225875854492, + "learning_rate": 1.901395130208229e-05, + "loss": 0.2836, + "num_input_tokens_seen": 1101888, + "step": 1280 + }, + { + "epoch": 3.11138014527845, + "grad_norm": 14.45283031463623, + "learning_rate": 1.880896006202876e-05, + "loss": 0.1116, + "num_input_tokens_seen": 1106176, + "step": 1285 + }, + { + "epoch": 3.123486682808717, + "grad_norm": 3.364891767501831, + "learning_rate": 1.860441131797977e-05, + "loss": 0.1027, + "num_input_tokens_seen": 1110272, + "step": 1290 + }, + { + "epoch": 3.135593220338983, + "grad_norm": 8.516124725341797, + "learning_rate": 1.8400319689773474e-05, + "loss": 0.1582, + "num_input_tokens_seen": 1114496, + "step": 1295 + }, + { + "epoch": 3.1476997578692494, + "grad_norm": 11.724932670593262, + "learning_rate": 1.8196699764576318e-05, + "loss": 0.0408, + "num_input_tokens_seen": 1118784, + "step": 1300 + }, + { + "epoch": 3.1598062953995156, + "grad_norm": 8.753253936767578, + "learning_rate": 1.7993566095840443e-05, + "loss": 0.1234, + "num_input_tokens_seen": 1123008, + "step": 1305 + }, + { + "epoch": 3.171912832929782, + "grad_norm": 8.221136093139648, + "learning_rate": 1.7790933202263434e-05, + "loss": 0.2236, + "num_input_tokens_seen": 1127424, + "step": 1310 + }, + { + "epoch": 3.1840193704600486, + "grad_norm": 17.435853958129883, + "learning_rate": 1.758881556675073e-05, + "loss": 0.1958, + "num_input_tokens_seen": 1131840, + "step": 1315 + }, + { + "epoch": 3.196125907990315, + "grad_norm": 5.691689491271973, + "learning_rate": 1.738722763538036e-05, + "loss": 0.1238, + "num_input_tokens_seen": 1136192, + "step": 1320 + }, + { + "epoch": 3.208232445520581, + "grad_norm": 2.6163206100463867, + "learning_rate": 1.7186183816370522e-05, + "loss": 0.1027, + "num_input_tokens_seen": 1140544, + "step": 1325 + }, + { + "epoch": 3.2203389830508473, + "grad_norm": 5.7949724197387695, + "learning_rate": 1.6985698479049702e-05, + "loss": 0.0907, + "num_input_tokens_seen": 1145280, + "step": 1330 + }, + { + "epoch": 3.232445520581114, + "grad_norm": 5.007083892822266, + "learning_rate": 1.6785785952829717e-05, + "loss": 0.1037, + "num_input_tokens_seen": 1149888, + "step": 1335 + }, + { + "epoch": 3.2445520581113803, + "grad_norm": 12.367361068725586, + "learning_rate": 1.6586460526181473e-05, + "loss": 0.1776, + "num_input_tokens_seen": 1153920, + "step": 1340 + }, + { + "epoch": 3.2566585956416465, + "grad_norm": 16.06878089904785, + "learning_rate": 1.6387736445613772e-05, + "loss": 0.2125, + "num_input_tokens_seen": 1158592, + "step": 1345 + }, + { + "epoch": 3.2687651331719128, + "grad_norm": 7.7484588623046875, + "learning_rate": 1.6189627914655008e-05, + "loss": 0.2252, + "num_input_tokens_seen": 1162816, + "step": 1350 + }, + { + "epoch": 3.2736077481840193, + "eval_loss": 0.2091810256242752, + "eval_runtime": 0.6785, + "eval_samples_per_second": 540.886, + "eval_steps_per_second": 67.795, + "num_input_tokens_seen": 1164544, + "step": 1352 + }, + { + "epoch": 3.280871670702179, + "grad_norm": 9.04961109161377, + "learning_rate": 1.599214909283805e-05, + "loss": 0.1163, + "num_input_tokens_seen": 1167232, + "step": 1355 + }, + { + "epoch": 3.2929782082324457, + "grad_norm": 3.317920446395874, + "learning_rate": 1.579531409468815e-05, + "loss": 0.1094, + "num_input_tokens_seen": 1171648, + "step": 1360 + }, + { + "epoch": 3.305084745762712, + "grad_norm": 8.250765800476074, + "learning_rate": 1.5599136988714186e-05, + "loss": 0.141, + "num_input_tokens_seen": 1175808, + "step": 1365 + }, + { + "epoch": 3.317191283292978, + "grad_norm": 5.985897541046143, + "learning_rate": 1.5403631796403085e-05, + "loss": 0.1296, + "num_input_tokens_seen": 1180224, + "step": 1370 + }, + { + "epoch": 3.3292978208232444, + "grad_norm": 4.8227314949035645, + "learning_rate": 1.520881249121767e-05, + "loss": 0.1375, + "num_input_tokens_seen": 1184704, + "step": 1375 + }, + { + "epoch": 3.341404358353511, + "grad_norm": 2.318727970123291, + "learning_rate": 1.5014692997597962e-05, + "loss": 0.1459, + "num_input_tokens_seen": 1188992, + "step": 1380 + }, + { + "epoch": 3.3535108958837774, + "grad_norm": 13.753244400024414, + "learning_rate": 1.4821287189965866e-05, + "loss": 0.1535, + "num_input_tokens_seen": 1193408, + "step": 1385 + }, + { + "epoch": 3.3656174334140436, + "grad_norm": 1.9978270530700684, + "learning_rate": 1.4628608891733625e-05, + "loss": 0.1246, + "num_input_tokens_seen": 1197760, + "step": 1390 + }, + { + "epoch": 3.37772397094431, + "grad_norm": 6.705835819244385, + "learning_rate": 1.4436671874315722e-05, + "loss": 0.0863, + "num_input_tokens_seen": 1201792, + "step": 1395 + }, + { + "epoch": 3.389830508474576, + "grad_norm": 7.748871326446533, + "learning_rate": 1.4245489856144634e-05, + "loss": 0.0968, + "num_input_tokens_seen": 1205824, + "step": 1400 + }, + { + "epoch": 3.401937046004843, + "grad_norm": 4.018503189086914, + "learning_rate": 1.4055076501690311e-05, + "loss": 0.0749, + "num_input_tokens_seen": 1210240, + "step": 1405 + }, + { + "epoch": 3.414043583535109, + "grad_norm": 4.750000953674316, + "learning_rate": 1.3865445420483526e-05, + "loss": 0.09, + "num_input_tokens_seen": 1214464, + "step": 1410 + }, + { + "epoch": 3.4261501210653753, + "grad_norm": 9.335100173950195, + "learning_rate": 1.367661016614315e-05, + "loss": 0.1746, + "num_input_tokens_seen": 1218752, + "step": 1415 + }, + { + "epoch": 3.4382566585956416, + "grad_norm": 4.242533206939697, + "learning_rate": 1.3488584235407439e-05, + "loss": 0.0826, + "num_input_tokens_seen": 1223168, + "step": 1420 + }, + { + "epoch": 3.450363196125908, + "grad_norm": 1.9875125885009766, + "learning_rate": 1.3301381067169366e-05, + "loss": 0.1469, + "num_input_tokens_seen": 1227328, + "step": 1425 + }, + { + "epoch": 3.4624697336561745, + "grad_norm": 10.304492950439453, + "learning_rate": 1.3115014041516089e-05, + "loss": 0.1454, + "num_input_tokens_seen": 1231360, + "step": 1430 + }, + { + "epoch": 3.4745762711864407, + "grad_norm": 2.467794418334961, + "learning_rate": 1.2929496478772635e-05, + "loss": 0.0455, + "num_input_tokens_seen": 1235456, + "step": 1435 + }, + { + "epoch": 3.486682808716707, + "grad_norm": 5.000001907348633, + "learning_rate": 1.2744841638549842e-05, + "loss": 0.106, + "num_input_tokens_seen": 1239616, + "step": 1440 + }, + { + "epoch": 3.4987893462469732, + "grad_norm": 0.32030388712882996, + "learning_rate": 1.2561062718796662e-05, + "loss": 0.0763, + "num_input_tokens_seen": 1243968, + "step": 1445 + }, + { + "epoch": 3.5108958837772395, + "grad_norm": 1.8182225227355957, + "learning_rate": 1.2378172854856831e-05, + "loss": 0.0978, + "num_input_tokens_seen": 1248128, + "step": 1450 + }, + { + "epoch": 3.523002421307506, + "grad_norm": 5.48933219909668, + "learning_rate": 1.2196185118530063e-05, + "loss": 0.1328, + "num_input_tokens_seen": 1252288, + "step": 1455 + }, + { + "epoch": 3.5254237288135593, + "eval_loss": 0.3491859436035156, + "eval_runtime": 0.6747, + "eval_samples_per_second": 543.942, + "eval_steps_per_second": 68.178, + "num_input_tokens_seen": 1253248, + "step": 1456 + }, + { + "epoch": 3.5351089588377724, + "grad_norm": 1.86709725856781, + "learning_rate": 1.2015112517137744e-05, + "loss": 0.1139, + "num_input_tokens_seen": 1256640, + "step": 1460 + }, + { + "epoch": 3.5472154963680387, + "grad_norm": 10.584001541137695, + "learning_rate": 1.183496799259326e-05, + "loss": 0.1247, + "num_input_tokens_seen": 1261440, + "step": 1465 + }, + { + "epoch": 3.559322033898305, + "grad_norm": 0.81782066822052, + "learning_rate": 1.1655764420476988e-05, + "loss": 0.0777, + "num_input_tokens_seen": 1265664, + "step": 1470 + }, + { + "epoch": 3.571428571428571, + "grad_norm": 4.23323917388916, + "learning_rate": 1.1477514609116039e-05, + "loss": 0.0848, + "num_input_tokens_seen": 1270016, + "step": 1475 + }, + { + "epoch": 3.583535108958838, + "grad_norm": 4.22898006439209, + "learning_rate": 1.1300231298668786e-05, + "loss": 0.1263, + "num_input_tokens_seen": 1274560, + "step": 1480 + }, + { + "epoch": 3.595641646489104, + "grad_norm": 7.585851669311523, + "learning_rate": 1.1123927160214289e-05, + "loss": 0.1362, + "num_input_tokens_seen": 1278976, + "step": 1485 + }, + { + "epoch": 3.6077481840193704, + "grad_norm": 2.0685174465179443, + "learning_rate": 1.0948614794846668e-05, + "loss": 0.1068, + "num_input_tokens_seen": 1283200, + "step": 1490 + }, + { + "epoch": 3.619854721549637, + "grad_norm": 4.345080852508545, + "learning_rate": 1.0774306732774414e-05, + "loss": 0.2069, + "num_input_tokens_seen": 1287296, + "step": 1495 + }, + { + "epoch": 3.6319612590799033, + "grad_norm": 15.997807502746582, + "learning_rate": 1.0601015432424819e-05, + "loss": 0.1368, + "num_input_tokens_seen": 1291712, + "step": 1500 + }, + { + "epoch": 3.6440677966101696, + "grad_norm": 6.712691783905029, + "learning_rate": 1.042875327955356e-05, + "loss": 0.1959, + "num_input_tokens_seen": 1295936, + "step": 1505 + }, + { + "epoch": 3.656174334140436, + "grad_norm": 5.0442962646484375, + "learning_rate": 1.0257532586359422e-05, + "loss": 0.0932, + "num_input_tokens_seen": 1300608, + "step": 1510 + }, + { + "epoch": 3.668280871670702, + "grad_norm": 5.707069396972656, + "learning_rate": 1.0087365590604289e-05, + "loss": 0.1347, + "num_input_tokens_seen": 1305024, + "step": 1515 + }, + { + "epoch": 3.6803874092009687, + "grad_norm": 2.964393138885498, + "learning_rate": 9.918264454738504e-06, + "loss": 0.1287, + "num_input_tokens_seen": 1309376, + "step": 1520 + }, + { + "epoch": 3.692493946731235, + "grad_norm": 10.144442558288574, + "learning_rate": 9.75024126503153e-06, + "loss": 0.0818, + "num_input_tokens_seen": 1313664, + "step": 1525 + }, + { + "epoch": 3.7046004842615012, + "grad_norm": 8.710615158081055, + "learning_rate": 9.583308030708135e-06, + "loss": 0.0869, + "num_input_tokens_seen": 1318080, + "step": 1530 + }, + { + "epoch": 3.7167070217917675, + "grad_norm": 2.1846084594726562, + "learning_rate": 9.417476683090007e-06, + "loss": 0.0893, + "num_input_tokens_seen": 1322432, + "step": 1535 + }, + { + "epoch": 3.7288135593220337, + "grad_norm": 3.826754570007324, + "learning_rate": 9.252759074743034e-06, + "loss": 0.1556, + "num_input_tokens_seen": 1326848, + "step": 1540 + }, + { + "epoch": 3.7409200968523004, + "grad_norm": 10.382698059082031, + "learning_rate": 9.08916697863014e-06, + "loss": 0.0774, + "num_input_tokens_seen": 1331328, + "step": 1545 + }, + { + "epoch": 3.7530266343825667, + "grad_norm": 7.099722862243652, + "learning_rate": 8.926712087269801e-06, + "loss": 0.1253, + "num_input_tokens_seen": 1335424, + "step": 1550 + }, + { + "epoch": 3.765133171912833, + "grad_norm": 5.015311241149902, + "learning_rate": 8.765406011900368e-06, + "loss": 0.1276, + "num_input_tokens_seen": 1339712, + "step": 1555 + }, + { + "epoch": 3.777239709443099, + "grad_norm": 4.82669734954834, + "learning_rate": 8.605260281650152e-06, + "loss": 0.1842, + "num_input_tokens_seen": 1344000, + "step": 1560 + }, + { + "epoch": 3.777239709443099, + "eval_loss": 0.21899566054344177, + "eval_runtime": 0.6796, + "eval_samples_per_second": 539.994, + "eval_steps_per_second": 67.683, + "num_input_tokens_seen": 1344000, + "step": 1560 + }, + { + "epoch": 3.7893462469733654, + "grad_norm": 3.010295867919922, + "learning_rate": 8.446286342713419e-06, + "loss": 0.0881, + "num_input_tokens_seen": 1348224, + "step": 1565 + }, + { + "epoch": 3.801452784503632, + "grad_norm": 2.3779475688934326, + "learning_rate": 8.288495557532241e-06, + "loss": 0.1348, + "num_input_tokens_seen": 1352576, + "step": 1570 + }, + { + "epoch": 3.8135593220338984, + "grad_norm": 6.911816120147705, + "learning_rate": 8.131899203984463e-06, + "loss": 0.134, + "num_input_tokens_seen": 1356864, + "step": 1575 + }, + { + "epoch": 3.8256658595641646, + "grad_norm": 9.250137329101562, + "learning_rate": 7.976508474577548e-06, + "loss": 0.1141, + "num_input_tokens_seen": 1361152, + "step": 1580 + }, + { + "epoch": 3.837772397094431, + "grad_norm": 4.86985445022583, + "learning_rate": 7.822334475648654e-06, + "loss": 0.0705, + "num_input_tokens_seen": 1365376, + "step": 1585 + }, + { + "epoch": 3.849878934624697, + "grad_norm": 0.7732688188552856, + "learning_rate": 7.669388226570809e-06, + "loss": 0.0907, + "num_input_tokens_seen": 1369728, + "step": 1590 + }, + { + "epoch": 3.861985472154964, + "grad_norm": 5.062341213226318, + "learning_rate": 7.517680658965329e-06, + "loss": 0.1261, + "num_input_tokens_seen": 1374144, + "step": 1595 + }, + { + "epoch": 3.87409200968523, + "grad_norm": 8.762838363647461, + "learning_rate": 7.367222615920477e-06, + "loss": 0.1084, + "num_input_tokens_seen": 1378368, + "step": 1600 + }, + { + "epoch": 3.8861985472154963, + "grad_norm": 8.905739784240723, + "learning_rate": 7.2180248512164896e-06, + "loss": 0.0813, + "num_input_tokens_seen": 1382464, + "step": 1605 + }, + { + "epoch": 3.898305084745763, + "grad_norm": 0.5714547038078308, + "learning_rate": 7.070098028556948e-06, + "loss": 0.0805, + "num_input_tokens_seen": 1386880, + "step": 1610 + }, + { + "epoch": 3.910411622276029, + "grad_norm": 8.167064666748047, + "learning_rate": 6.923452720806611e-06, + "loss": 0.1924, + "num_input_tokens_seen": 1391296, + "step": 1615 + }, + { + "epoch": 3.9225181598062955, + "grad_norm": 3.438431739807129, + "learning_rate": 6.778099409235739e-06, + "loss": 0.0609, + "num_input_tokens_seen": 1395456, + "step": 1620 + }, + { + "epoch": 3.9346246973365617, + "grad_norm": 7.784511089324951, + "learning_rate": 6.634048482770946e-06, + "loss": 0.0932, + "num_input_tokens_seen": 1399616, + "step": 1625 + }, + { + "epoch": 3.946731234866828, + "grad_norm": 13.272894859313965, + "learning_rate": 6.491310237252679e-06, + "loss": 0.1241, + "num_input_tokens_seen": 1403712, + "step": 1630 + }, + { + "epoch": 3.9588377723970947, + "grad_norm": 12.38925838470459, + "learning_rate": 6.349894874699344e-06, + "loss": 0.1232, + "num_input_tokens_seen": 1408128, + "step": 1635 + }, + { + "epoch": 3.970944309927361, + "grad_norm": 5.343148231506348, + "learning_rate": 6.209812502578114e-06, + "loss": 0.0787, + "num_input_tokens_seen": 1412480, + "step": 1640 + }, + { + "epoch": 3.983050847457627, + "grad_norm": 1.2886254787445068, + "learning_rate": 6.071073133082492e-06, + "loss": 0.0494, + "num_input_tokens_seen": 1416704, + "step": 1645 + }, + { + "epoch": 3.9951573849878934, + "grad_norm": 10.778816223144531, + "learning_rate": 5.933686682416758e-06, + "loss": 0.0969, + "num_input_tokens_seen": 1421120, + "step": 1650 + }, + { + "epoch": 4.00726392251816, + "grad_norm": 0.2529144883155823, + "learning_rate": 5.797662970087184e-06, + "loss": 0.09, + "num_input_tokens_seen": 1424944, + "step": 1655 + }, + { + "epoch": 4.019370460048426, + "grad_norm": 6.2160162925720215, + "learning_rate": 5.663011718200201e-06, + "loss": 0.0897, + "num_input_tokens_seen": 1429296, + "step": 1660 + }, + { + "epoch": 4.0290556900726395, + "eval_loss": 0.2532218098640442, + "eval_runtime": 0.672, + "eval_samples_per_second": 546.104, + "eval_steps_per_second": 68.449, + "num_input_tokens_seen": 1432880, + "step": 1664 + }, + { + "epoch": 4.031476997578692, + "grad_norm": 0.9374585747718811, + "learning_rate": 5.529742550767544e-06, + "loss": 0.0316, + "num_input_tokens_seen": 1433776, + "step": 1665 + }, + { + "epoch": 4.043583535108959, + "grad_norm": 1.9009536504745483, + "learning_rate": 5.397864993018367e-06, + "loss": 0.0492, + "num_input_tokens_seen": 1438000, + "step": 1670 + }, + { + "epoch": 4.0556900726392255, + "grad_norm": 7.239864349365234, + "learning_rate": 5.267388470718449e-06, + "loss": 0.029, + "num_input_tokens_seen": 1442352, + "step": 1675 + }, + { + "epoch": 4.067796610169491, + "grad_norm": 2.098872661590576, + "learning_rate": 5.138322309496504e-06, + "loss": 0.052, + "num_input_tokens_seen": 1446704, + "step": 1680 + }, + { + "epoch": 4.079903147699758, + "grad_norm": 1.4036399126052856, + "learning_rate": 5.010675734177631e-06, + "loss": 0.0469, + "num_input_tokens_seen": 1450864, + "step": 1685 + }, + { + "epoch": 4.092009685230024, + "grad_norm": 11.33265495300293, + "learning_rate": 4.884457868124001e-06, + "loss": 0.0316, + "num_input_tokens_seen": 1455088, + "step": 1690 + }, + { + "epoch": 4.1041162227602905, + "grad_norm": 1.9709900617599487, + "learning_rate": 4.759677732582782e-06, + "loss": 0.0228, + "num_input_tokens_seen": 1459376, + "step": 1695 + }, + { + "epoch": 4.116222760290557, + "grad_norm": 0.01155536063015461, + "learning_rate": 4.636344246041321e-06, + "loss": 0.0529, + "num_input_tokens_seen": 1463600, + "step": 1700 + }, + { + "epoch": 4.128329297820823, + "grad_norm": 19.08058738708496, + "learning_rate": 4.514466223589753e-06, + "loss": 0.0565, + "num_input_tokens_seen": 1468080, + "step": 1705 + }, + { + "epoch": 4.14043583535109, + "grad_norm": 1.3092641830444336, + "learning_rate": 4.3940523762909135e-06, + "loss": 0.0695, + "num_input_tokens_seen": 1472624, + "step": 1710 + }, + { + "epoch": 4.1525423728813555, + "grad_norm": 0.055544547736644745, + "learning_rate": 4.275111310557758e-06, + "loss": 0.0511, + "num_input_tokens_seen": 1477040, + "step": 1715 + }, + { + "epoch": 4.164648910411622, + "grad_norm": 0.16590368747711182, + "learning_rate": 4.1576515275382226e-06, + "loss": 0.0311, + "num_input_tokens_seen": 1481328, + "step": 1720 + }, + { + "epoch": 4.176755447941889, + "grad_norm": 0.1331050992012024, + "learning_rate": 4.0416814225076035e-06, + "loss": 0.0394, + "num_input_tokens_seen": 1485808, + "step": 1725 + }, + { + "epoch": 4.188861985472155, + "grad_norm": 1.6521071195602417, + "learning_rate": 3.9272092842685345e-06, + "loss": 0.0255, + "num_input_tokens_seen": 1490160, + "step": 1730 + }, + { + "epoch": 4.200968523002421, + "grad_norm": 0.42354145646095276, + "learning_rate": 3.814243294558542e-06, + "loss": 0.0073, + "num_input_tokens_seen": 1494512, + "step": 1735 + }, + { + "epoch": 4.213075060532688, + "grad_norm": 2.2178032398223877, + "learning_rate": 3.702791527465274e-06, + "loss": 0.0562, + "num_input_tokens_seen": 1498480, + "step": 1740 + }, + { + "epoch": 4.225181598062954, + "grad_norm": 13.911809921264648, + "learning_rate": 3.592861948849416e-06, + "loss": 0.0463, + "num_input_tokens_seen": 1502768, + "step": 1745 + }, + { + "epoch": 4.237288135593221, + "grad_norm": 0.01323059480637312, + "learning_rate": 3.484462415775333e-06, + "loss": 0.0429, + "num_input_tokens_seen": 1506992, + "step": 1750 + }, + { + "epoch": 4.249394673123486, + "grad_norm": 0.1997198611497879, + "learning_rate": 3.377600675949527e-06, + "loss": 0.0035, + "num_input_tokens_seen": 1511472, + "step": 1755 + }, + { + "epoch": 4.261501210653753, + "grad_norm": 9.309453010559082, + "learning_rate": 3.272284367166825e-06, + "loss": 0.0395, + "num_input_tokens_seen": 1515824, + "step": 1760 + }, + { + "epoch": 4.27360774818402, + "grad_norm": 1.514168620109558, + "learning_rate": 3.1685210167645335e-06, + "loss": 0.0337, + "num_input_tokens_seen": 1520176, + "step": 1765 + }, + { + "epoch": 4.280871670702179, + "eval_loss": 0.4314914643764496, + "eval_runtime": 0.8115, + "eval_samples_per_second": 452.254, + "eval_steps_per_second": 56.686, + "num_input_tokens_seen": 1522544, + "step": 1768 + }, + { + "epoch": 4.285714285714286, + "grad_norm": 0.23039455711841583, + "learning_rate": 3.0663180410843982e-06, + "loss": 0.008, + "num_input_tokens_seen": 1524336, + "step": 1770 + }, + { + "epoch": 4.297820823244552, + "grad_norm": 0.17007200419902802, + "learning_rate": 2.9656827449425494e-06, + "loss": 0.1379, + "num_input_tokens_seen": 1528560, + "step": 1775 + }, + { + "epoch": 4.309927360774818, + "grad_norm": 5.092523097991943, + "learning_rate": 2.86662232110739e-06, + "loss": 0.0391, + "num_input_tokens_seen": 1532720, + "step": 1780 + }, + { + "epoch": 4.322033898305085, + "grad_norm": 8.858246803283691, + "learning_rate": 2.7691438497855134e-06, + "loss": 0.0481, + "num_input_tokens_seen": 1536944, + "step": 1785 + }, + { + "epoch": 4.3341404358353515, + "grad_norm": 0.16653333604335785, + "learning_rate": 2.673254298115646e-06, + "loss": 0.0365, + "num_input_tokens_seen": 1541168, + "step": 1790 + }, + { + "epoch": 4.346246973365617, + "grad_norm": 0.057360630482435226, + "learning_rate": 2.5789605196706674e-06, + "loss": 0.0094, + "num_input_tokens_seen": 1545456, + "step": 1795 + }, + { + "epoch": 4.358353510895884, + "grad_norm": 18.321725845336914, + "learning_rate": 2.4862692539677906e-06, + "loss": 0.0798, + "num_input_tokens_seen": 1549872, + "step": 1800 + }, + { + "epoch": 4.37046004842615, + "grad_norm": 0.05611402168869972, + "learning_rate": 2.3951871259868503e-06, + "loss": 0.113, + "num_input_tokens_seen": 1554288, + "step": 1805 + }, + { + "epoch": 4.3825665859564165, + "grad_norm": 7.665430068969727, + "learning_rate": 2.3057206456967905e-06, + "loss": 0.1113, + "num_input_tokens_seen": 1558384, + "step": 1810 + }, + { + "epoch": 4.394673123486683, + "grad_norm": 9.430697441101074, + "learning_rate": 2.217876207590375e-06, + "loss": 0.0523, + "num_input_tokens_seen": 1562544, + "step": 1815 + }, + { + "epoch": 4.406779661016949, + "grad_norm": 0.0549406073987484, + "learning_rate": 2.131660090227139e-06, + "loss": 0.0659, + "num_input_tokens_seen": 1567216, + "step": 1820 + }, + { + "epoch": 4.418886198547216, + "grad_norm": 0.08962647616863251, + "learning_rate": 2.0470784557846652e-06, + "loss": 0.0756, + "num_input_tokens_seen": 1571568, + "step": 1825 + }, + { + "epoch": 4.4309927360774815, + "grad_norm": 0.09955435991287231, + "learning_rate": 1.964137349618114e-06, + "loss": 0.0018, + "num_input_tokens_seen": 1575792, + "step": 1830 + }, + { + "epoch": 4.443099273607748, + "grad_norm": 0.7829030156135559, + "learning_rate": 1.8828426998281689e-06, + "loss": 0.0419, + "num_input_tokens_seen": 1580080, + "step": 1835 + }, + { + "epoch": 4.455205811138015, + "grad_norm": 3.134791851043701, + "learning_rate": 1.8032003168373306e-06, + "loss": 0.0692, + "num_input_tokens_seen": 1584112, + "step": 1840 + }, + { + "epoch": 4.467312348668281, + "grad_norm": 1.7574918270111084, + "learning_rate": 1.7252158929746131e-06, + "loss": 0.0456, + "num_input_tokens_seen": 1588400, + "step": 1845 + }, + { + "epoch": 4.479418886198547, + "grad_norm": 27.999475479125977, + "learning_rate": 1.6488950020686955e-06, + "loss": 0.0504, + "num_input_tokens_seen": 1592816, + "step": 1850 + }, + { + "epoch": 4.491525423728813, + "grad_norm": 0.16101866960525513, + "learning_rate": 1.5742430990495466e-06, + "loss": 0.0573, + "num_input_tokens_seen": 1597296, + "step": 1855 + }, + { + "epoch": 4.50363196125908, + "grad_norm": 0.11599753797054291, + "learning_rate": 1.5012655195585368e-06, + "loss": 0.0293, + "num_input_tokens_seen": 1601648, + "step": 1860 + }, + { + "epoch": 4.5157384987893465, + "grad_norm": 6.17954683303833, + "learning_rate": 1.4299674795670764e-06, + "loss": 0.1156, + "num_input_tokens_seen": 1605936, + "step": 1865 + }, + { + "epoch": 4.527845036319612, + "grad_norm": 1.049548625946045, + "learning_rate": 1.360354075003828e-06, + "loss": 0.126, + "num_input_tokens_seen": 1610096, + "step": 1870 + }, + { + "epoch": 4.532687651331719, + "eval_loss": 0.42201921343803406, + "eval_runtime": 0.693, + "eval_samples_per_second": 529.558, + "eval_steps_per_second": 66.375, + "num_input_tokens_seen": 1611760, + "step": 1872 + }, + { + "epoch": 4.539951573849879, + "grad_norm": 13.409820556640625, + "learning_rate": 1.2924302813904582e-06, + "loss": 0.0436, + "num_input_tokens_seen": 1614384, + "step": 1875 + }, + { + "epoch": 4.552058111380145, + "grad_norm": 3.9212989807128906, + "learning_rate": 1.226200953486037e-06, + "loss": 0.0591, + "num_input_tokens_seen": 1618800, + "step": 1880 + }, + { + "epoch": 4.5641646489104115, + "grad_norm": 0.7789947986602783, + "learning_rate": 1.1616708249400449e-06, + "loss": 0.0027, + "num_input_tokens_seen": 1622960, + "step": 1885 + }, + { + "epoch": 4.576271186440678, + "grad_norm": 16.51002311706543, + "learning_rate": 1.0988445079540388e-06, + "loss": 0.037, + "num_input_tokens_seen": 1627056, + "step": 1890 + }, + { + "epoch": 4.588377723970944, + "grad_norm": 0.03825072944164276, + "learning_rate": 1.0377264929520125e-06, + "loss": 0.0205, + "num_input_tokens_seen": 1631408, + "step": 1895 + }, + { + "epoch": 4.600484261501211, + "grad_norm": 13.03893756866455, + "learning_rate": 9.783211482594285e-07, + "loss": 0.0687, + "num_input_tokens_seen": 1635888, + "step": 1900 + }, + { + "epoch": 4.6125907990314765, + "grad_norm": 0.19233529269695282, + "learning_rate": 9.206327197910203e-07, + "loss": 0.0049, + "num_input_tokens_seen": 1640176, + "step": 1905 + }, + { + "epoch": 4.624697336561743, + "grad_norm": 9.149880409240723, + "learning_rate": 8.646653307473079e-07, + "loss": 0.056, + "num_input_tokens_seen": 1644528, + "step": 1910 + }, + { + "epoch": 4.63680387409201, + "grad_norm": 0.09057964384555817, + "learning_rate": 8.10422981319911e-07, + "loss": 0.002, + "num_input_tokens_seen": 1649264, + "step": 1915 + }, + { + "epoch": 4.648910411622276, + "grad_norm": 0.645796537399292, + "learning_rate": 7.579095484056192e-07, + "loss": 0.0111, + "num_input_tokens_seen": 1653808, + "step": 1920 + }, + { + "epoch": 4.661016949152542, + "grad_norm": 0.02393440343439579, + "learning_rate": 7.07128785329314e-07, + "loss": 0.0023, + "num_input_tokens_seen": 1658288, + "step": 1925 + }, + { + "epoch": 4.673123486682809, + "grad_norm": 0.03354793041944504, + "learning_rate": 6.580843215757082e-07, + "loss": 0.0228, + "num_input_tokens_seen": 1662576, + "step": 1930 + }, + { + "epoch": 4.685230024213075, + "grad_norm": 1.0874401330947876, + "learning_rate": 6.107796625299117e-07, + "loss": 0.0221, + "num_input_tokens_seen": 1667056, + "step": 1935 + }, + { + "epoch": 4.697336561743342, + "grad_norm": 0.94743412733078, + "learning_rate": 5.652181892269181e-07, + "loss": 0.0733, + "num_input_tokens_seen": 1671536, + "step": 1940 + }, + { + "epoch": 4.709443099273607, + "grad_norm": 0.04832937568426132, + "learning_rate": 5.214031581099149e-07, + "loss": 0.0023, + "num_input_tokens_seen": 1675888, + "step": 1945 + }, + { + "epoch": 4.721549636803874, + "grad_norm": 12.764242172241211, + "learning_rate": 4.793377007975719e-07, + "loss": 0.0341, + "num_input_tokens_seen": 1680176, + "step": 1950 + }, + { + "epoch": 4.733656174334141, + "grad_norm": 6.990570068359375, + "learning_rate": 4.3902482386018186e-07, + "loss": 0.0568, + "num_input_tokens_seen": 1684400, + "step": 1955 + }, + { + "epoch": 4.745762711864407, + "grad_norm": 26.958158493041992, + "learning_rate": 4.004674086047905e-07, + "loss": 0.1211, + "num_input_tokens_seen": 1688816, + "step": 1960 + }, + { + "epoch": 4.757869249394673, + "grad_norm": 1.086872935295105, + "learning_rate": 3.636682108692502e-07, + "loss": 0.0408, + "num_input_tokens_seen": 1693360, + "step": 1965 + }, + { + "epoch": 4.76997578692494, + "grad_norm": 15.128409385681152, + "learning_rate": 3.2862986082524416e-07, + "loss": 0.0647, + "num_input_tokens_seen": 1697584, + "step": 1970 + }, + { + "epoch": 4.782082324455206, + "grad_norm": 7.18263053894043, + "learning_rate": 2.953548627903202e-07, + "loss": 0.0336, + "num_input_tokens_seen": 1702000, + "step": 1975 + }, + { + "epoch": 4.784503631961259, + "eval_loss": 0.4348176121711731, + "eval_runtime": 0.6821, + "eval_samples_per_second": 538.039, + "eval_steps_per_second": 67.438, + "num_input_tokens_seen": 1702832, + "step": 1976 + }, + { + "epoch": 4.7941888619854724, + "grad_norm": 0.357972115278244, + "learning_rate": 2.6384559504886166e-07, + "loss": 0.1448, + "num_input_tokens_seen": 1706416, + "step": 1980 + }, + { + "epoch": 4.806295399515738, + "grad_norm": 5.933152198791504, + "learning_rate": 2.3410430968214824e-07, + "loss": 0.0163, + "num_input_tokens_seen": 1710960, + "step": 1985 + }, + { + "epoch": 4.818401937046005, + "grad_norm": 21.378908157348633, + "learning_rate": 2.0613313240735454e-07, + "loss": 0.1048, + "num_input_tokens_seen": 1715440, + "step": 1990 + }, + { + "epoch": 4.830508474576272, + "grad_norm": 0.03769972547888756, + "learning_rate": 1.7993406242563238e-07, + "loss": 0.0295, + "num_input_tokens_seen": 1719728, + "step": 1995 + }, + { + "epoch": 4.842615012106537, + "grad_norm": 0.04536456614732742, + "learning_rate": 1.5550897227922523e-07, + "loss": 0.0007, + "num_input_tokens_seen": 1724272, + "step": 2000 + }, + { + "epoch": 4.854721549636804, + "grad_norm": 12.351763725280762, + "learning_rate": 1.3285960771761697e-07, + "loss": 0.064, + "num_input_tokens_seen": 1728560, + "step": 2005 + }, + { + "epoch": 4.86682808716707, + "grad_norm": 11.032571792602539, + "learning_rate": 1.119875875727705e-07, + "loss": 0.0289, + "num_input_tokens_seen": 1733104, + "step": 2010 + }, + { + "epoch": 4.878934624697337, + "grad_norm": 21.032617568969727, + "learning_rate": 9.289440364341485e-08, + "loss": 0.0127, + "num_input_tokens_seen": 1737264, + "step": 2015 + }, + { + "epoch": 4.891041162227603, + "grad_norm": 3.019296169281006, + "learning_rate": 7.558142058842754e-08, + "loss": 0.0664, + "num_input_tokens_seen": 1741424, + "step": 2020 + }, + { + "epoch": 4.903147699757869, + "grad_norm": 0.06446848809719086, + "learning_rate": 6.004987582929055e-08, + "loss": 0.0657, + "num_input_tokens_seen": 1745648, + "step": 2025 + }, + { + "epoch": 4.915254237288136, + "grad_norm": 15.37187385559082, + "learning_rate": 4.63008794616554e-08, + "loss": 0.045, + "num_input_tokens_seen": 1749872, + "step": 2030 + }, + { + "epoch": 4.927360774818402, + "grad_norm": 0.0873086079955101, + "learning_rate": 3.433541417599551e-08, + "loss": 0.0431, + "num_input_tokens_seen": 1754288, + "step": 2035 + }, + { + "epoch": 4.939467312348668, + "grad_norm": 0.19230781495571136, + "learning_rate": 2.4154335187365207e-08, + "loss": 0.0332, + "num_input_tokens_seen": 1758640, + "step": 2040 + }, + { + "epoch": 4.951573849878935, + "grad_norm": 0.0936799943447113, + "learning_rate": 1.5758370174284722e-08, + "loss": 0.0602, + "num_input_tokens_seen": 1762928, + "step": 2045 + }, + { + "epoch": 4.963680387409201, + "grad_norm": 0.07743958383798599, + "learning_rate": 9.14811922672898e-09, + "loss": 0.0118, + "num_input_tokens_seen": 1767344, + "step": 2050 + }, + { + "epoch": 4.9757869249394675, + "grad_norm": 0.36676138639450073, + "learning_rate": 4.324054803223065e-09, + "loss": 0.0392, + "num_input_tokens_seen": 1771632, + "step": 2055 + }, + { + "epoch": 4.987893462469733, + "grad_norm": 11.666873931884766, + "learning_rate": 1.286521697091425e-09, + "loss": 0.0333, + "num_input_tokens_seen": 1775728, + "step": 2060 + }, + { + "epoch": 5.0, + "grad_norm": 0.10359911620616913, + "learning_rate": 3.5737011805370145e-11, + "loss": 0.0653, + "num_input_tokens_seen": 1780000, + "step": 2065 + }, + { + "epoch": 5.0, + "num_input_tokens_seen": 1780000, + "step": 2065, + "total_flos": 1.039320047616e+16, + "train_loss": 0.16683834154997698, + "train_runtime": 1017.6301, + "train_samples_per_second": 16.219, + "train_steps_per_second": 2.029 + } + ], + "logging_steps": 5, + "max_steps": 2065, + "num_input_tokens_seen": 1780000, + "num_train_epochs": 5, + "save_steps": 104, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.039320047616e+16, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..229467d --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc3066df7979caafc538601d30e2b2585d0e6731f7b4b98fe324aea6b808a11f +size 6289 diff --git a/training_eval_loss.png b/training_eval_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..6e74591f15cb2bf2232b6e2a3000d3fe4d57815b GIT binary patch literal 47829 zcmeFZy65v8RY5dpaLrgBNTflocK#2&Nx`U`*oU z!v7KO8J&e65>7YOogUemIJxRO7$bM}o$Rb^ovh3aSX_)99L;TQ1bGGcdBwO{%$%I; z93}YptpDcK$|6qKU{bY_H->=_NxUS}wyfWtM_Q?1U zZ)5$(z5Vgbq$+Iem@Kvif}am{pIv>)MmSxI@q&|g6ie5O>gI7MrwumMb?g{vBN{XF zrE&A3SVteLeInL^BZrRKTEjx(3+73)qwenxtC@pl#7G0kYX zEaF5iqJLX5`oDkqKb!v(Mnjjjgx8 zeyNSxHIR%m1u5lfmXZ=Tu!xF2EwkQP?4gzRC|2o;ef#$1vm%r7orHJwr;(%#Vw0=s z#e@y~ZhJ$ff%%NbxuMI_hbu*Tw77F~bJjA74K9xx3d$wdh7E+|#DZ6A2xwVxg3rZ(^=+o2F`RO9YnO^pt9PjJG=)4d2+&wvY zU8frf?j&BrSz21c$H$jbQ#-F1$q>ryd(@NFVmneo;yB-aeIQSpf}GrMXUA#Odw-1c z>Qx61VtNs)THljxW+P+c=lZnqzRFv#>+9vEV4PwOvmy7R>h}KT^q6g|6m=Q2L^3kb zvztG2b`~};FsS7xu0Hu^S+Tx4QNz5w(4~~GQ$ZLY}7xVsIm&leqIly|VWseibqdC8teh?9R`M$y5tvPfmb-PYP z<_2_qo&O4SC5vOlwED{AA0KUZ(Mq~-e|VTx8a!Q`>U(lQKtQ1EXsfMC`h0wa+a{ZZ zrKN!5{GE#zFUn=~OeWb@*WDEz3m}s@KpYo3t@k#gWKYDda&ZY5|2z*bJ5?V@2M|Uo6?#8XTwisCC zljFmRIfgu1|JCjC_wO;=;`#89Qta{jvd2R2+@=ZQnM*S?zdKzKqKjx)uiEKV8LaXY z{dgzwMYZ?g`?50H^~!BhTw+>3-;=+1Ri67U|D+%u)C&!8zB?_w@HzfRz>Lj_Sbgg4 zeYmqS)Hl+=!u!5&i6!>OFqPF0qiZygt@6C_6-No3-DX0t)MmSeCr8`&D^E`jZRp;3 zT8&p;ILC2kFfVL}RUd5V3#mIbDYSeQqyyz; z8wV#{v((0I>&NBQwe7tT+l;6AI_R!&a}&cQp+krDzDeM9T--EFkGz!?_jy8`f4j@U z_htSn9GpZlNDBgTstDLk$^`@kvGMbhvnz(z?yZgl z9@0iADkv!E?X3(&MCL!tN>k-5aN9JP5~M54V-Vmb8Io&EpEE z-}yBsXcXN@S4}hRdN){X9=lP6ZvLOIuONQedEajzRBfgzLkjV;pJ`^jdX?~YCZ)N# zd4iznz3fg|j~%m}wJ~};GN#5iPj#*^n0CAscG;gf4bt`bd+D9eKl6(m9BeEs$kjK5 zNP+9RPB^nH6XXq;f!faxG73ERZ9a9{9$rb3?Ru)~9XQt(&n_T9QCC-&Amx6|!omUu zxw+9m#?HZkd;R+L1Zhu~jGFrm401Be*86K?>cwUh?=vzeV5{GX({TrvGt-ZnFffJbhWD# z6co>w`aZGC%GUIBJTA#% z&8m9!&EoG|dY{u{*NPV1N;iuA318Xo&da!&4?|m9l_7a%YMY-oD5Qn8`ka?%vsn!< zWVMrSHrpBl$*VT&(WhhyU5JZp8TB{u@rID(VDQ(Cj4m>HEV9Bz_{22Aj~CtbK+<)M z!KCADAVea>iUArJCVFo@`9=#3gY7nxr9DeFPQKZUNg#J?f*2w~7dUH5zkjDAqTyAr zu(&$wAdbGbVKedT`1n#W+>_0tZE;ainx38>#1EE=Xn&#Qn&oe9i1DeTzuRSN-{yF6a>v{l=a6f}{(rX@W-8XJZ>*13p<5^WDWBEQ z*UZEkEyMEia;Qo9)&H)Jd+%$rM(D2$7PfYE;kDSit(7lCzkZDkGX(kc!kag5B79mz zNA0jmY{p(*_s6}Sr8ezPCR0Ga0COA(%X~duRd2HP`Cz%DX-47s^XDgFgHh_NqoFHm z%S4QOBin}qaa&9e<~Q%X7)~otKeeAqmf+d5XN&#W@qPK?@3eSb#Z>tI{#{57 zB)X>O9(%Ic!Ylx<9MWWf#D(2eRVAl}+>(~YasYOv8rl;DH(_23Ar1z=8WZJJ?P-KFh*P4krfFLh zcsbRJ67GT^09&v!Gc(be3fp*qa}!hKH#u;epmCsgR@8e+gUp3@;&h%98|}~#hr#? z-t;?HbM>Xy%djw*1z(}tzJrzSg1Dp%A#h2>$O2SC*q3Mc#&Mo_-1pR5tJ3WOesl_B zHl+A6`x!L*P5P6u@$!=5;NToAeM(h@9Mj#ciqt|qh%$ZWj{E4-y(SbMe*Jn4eGgi3 zhl`}lGU0GveJiLtI1T(Tt2yU>S&{( zY`yx>?r^nq1~Pda#9mBlYSiSU9unu3hUT@tPxqA`KBRPTblf~STsMS86La7C&?k5Y z3ZX_WwXm@8!BjBw2H+LF;bQaLe~IqS&d#5+vu~)WsU{~CM-;q{Uop2$5eAbop2cWF0&OLr6-2{_Zv_JSNsjvSOqF(*xt=V2n1?r+U9_!AQ!57)OoIo3hvk(L-&3c}@cPEI3C zL^!zv2QyJb>)8;h%}UJPM*9bXrk#@jG#aY*$HP3=%3Id_mjOzKlF*Cj z)xE%pZkuykuiEGLIdX%c+)v2m1<*HH=Z{vIa>s@Dp8IQ@oSe0=`$!@b`@XzMg+WdO zW^9H>YV5K`&WOE!{W=Z6#y#1O&tR^(Oqa9stEUk=C<*6n`pks1ZtRbH^3jl!*Dg6p zOqC=GnmSy$awTGIBsnMw-S%S0=+8G?t81d}TSk%kv@rFK3@!Gfu!}k|CV&3?`BrML zLv*5j_fLQJmTTI9yJalEP z)TD!s6e&d^L(6>l>(}Q=k$o5eerf-&Uv`_Do1@0@+8m=L_A`obmG_}bMT;*4GXr9C zdUCu<*8*?@h6ke!9NF=Z9)N7e%fS&ONK1^q6(nhKM9ahD`6bzF z8I15<>`sr+QGy8_g(OIy;@X}d;9{r+W$-d}SUIHX3VYGn#oe~k@!vVm3|)1LhT1P( zx@6z?@orJYF+k%P+Mp?3tuj4V&v;(#GQe)abjtuaR(($5b$t@CYP|v9=F%-sH3W+z zqshmg7y*QTucGEci#-DpEE~K!@f~0ZfKK_c zRmcJi$i0h{_NPbNQFfB2|4v}`lcc-eNqfRXeMdC%@~t5-v3TEHQBmAT%OfvX2g|J^ z*eA1y-F>M|g^YD^kMUfMZ!ZmLgMenex1&Ej{D$Kf`@^VSIB7;~4Qd|)vbI_};UZ?E z1n5W%(QN8?pYJV-UeQmczH>t#GsCV(;X!#8NThs9A z%mUmK1xPSeazW6`mtivUxvZRC>s1=&6AjjNGl^L6#?2Cb` zZ*Wr^!ghBlmECG(pA;jlIocvZ@KeVj<9ZfwFK?*p>+6>}Em7{RPfYv~Kxqo(jB_@z zw=>lX^f3PX`Lh9dr{s@YXXI0EYNAv&^|+hH#+UAJoI}~gjbKuO{R*HZ6jW5kqHT{J zKMtJmIqX>LJA#<$$xtG5S|4YGVb#|_ZlFT~GL21}=W~GR01CKu@K*Paq}KsIl&>Uj zZrR9GpMP0n{TY;@*pN8#H@-o&MN=1WLk20g?zL)Ir((}YW^o7Xp`jrZtpMs~JsSUI zA)Hq}Pq#8!UUawS6U^x#)lK3H*RUB{gx|(6Tr9_e^uJ|_kOqvh{wo&^QMzp}FYHD(go-=_ycj(k??GI(Vn&?d^900t1JtM2lx(Jk3xg zf`G1J1J(5#va;#h>hDaEEcE*8ppV&)O{6| z27nU`OrDUIXvOT(Hk=`?*ll-+8UoDWPwLQnMm^!Z&uCM*sYpyG^toq7GuHI)bQoW~ znNW#D(;vtbZj;aP_?;G2flU=Xj2$F)qK30mDJ!UM&U3oJz zPI-BGaz@68)1w7hq?>c$V->GXWe5b8{*r$SAJrC331CG1!2hulC<$z;cAt1bhLq16gp8smM7N4ryRu@H48sHN;&S@kWtFh@)xzN0LUDFM z!J?k9=d!vgkH#_-BkFTY$6ul>6nL)agqI*X7{$MKoyy9}X0IDZe~DRP(bjHxVsSs$ zZ$pfC%#Kf$gkcrcQI%14ETg`^V~i@ttcsU{^Pl=t$g9GhrJEc}?6so(Sd<^eEZ z*ua6nzo!7}eLH;iwWz4hp5g1)uXM*G_fsS;N$q2_ZCOA-Ct=q9KC+2@^@^@aME=GN z#*<@=!?34bF=fMkerd}g16^s#-AtyViH-Ywr~SWr<^#8qI6+3+%NE7$O-f>Y!k*sWNn1BdEA|soj7$ah?tF{M+xZE|{LFF}_ zW*vu@{S+6>4rFYzryNNNwD=%T0?bf-@&xzI?f$jt%+XOT;AdQJu=gp>pP${Cfy88g zygR@yBy?Wa_xM}%y8)e7AdGtL_CH0_&n6UW`Rx8-9E$$_ep+FR^AM8-22F$@;mD<{ zPIjl?a0AvhB5nBV31Ad}MU8+0&>%8|gaDz5l~?`G;^^OUK6w~Qx$ruZ#r+`%5@?oK z)j@3dLlz_hm`Qbe+S|M`)qC#(%ECg=U7qeyV!nCj4soM_z>{2!K%fdEjJ7B_04RTk zj;9+#4*(Q)S9!X^p1)s4*7kL=?-QAh=c;h9;k2$;XL!fC107{3%Va)Bn@Uz=->E<{ ztpn(?*(G~g{0FCxj)bf3U}1+Vzp~dTEU+XzGi$=|QK_Wk1DmD7T<>F%$5aDFruT^% z#K_Oa)t>MibX#H|N{nG`~6LSe&#CAL!^p7V`w@de2N8Z((0^1G&A(Iy1Hh&N)<4fQrpaDa` z5H0-Z>aul;8L9U6EV7p6xc@F3Rak%|TC26sDEs)x03Hs5%RwM4@4?&Ev?*`02{f8- zPjqP_Snb&m?~il*wo~EK82Xi8rs$sQEL_g}wKq7v$N*Y(KS zS~;N8dH|#DX&;VkkI%0ZCQAp4a{0K!+T1iSU{j1@;_-@}dfE)Zgwi(v^n=Gdpe^z1 z*JGSAZml5Lh6=f;M&zlVs(_E#KqadSXIVU3W3x6R+T? zuFlTp$4|8{d1-^j4q|G$^exMl;ZOIOQK=P`qEAi^Z9(2Aw)~w_2c!bDHjK!b=(sqJ z_9Kxwz%Mqx*qSc9^Rh*E8!DXV=u~Nx-Tl-z^mwBg5DzpPiae87@#K{bEbf__I9|Pa zmEUDW9V9#}XeR*lk60`6*tMugjNjABf!w%?ISe}cbK_@IyURZvhb)$=3UaMq)HgKH zKh~lr4pQtW7QA-N4jKU_QT?N|4AQA1*XDgskI@Ki0#V`xfE4^vQLjj6?4vJHxkaX3 zsDcTV1EeWdR#u)9ZH-ru(clrR($ZBu`)dGrk+?(^8LI1_`lg!cZ5xM*OgDjbR#eU< zo55OlFYg}A#@;Ug9Iu$V_;+zw#@8-*?5z+)&b;jqr~r1Ps-(aV z&{)3q;m{FC4DUgxlD{Cq{94#cFz3q`i=C|8+!_AFJMxLLdhVS*8+CY)z)RY8?TkQU z0peQ=W!oa2xy^FWq$$39Yu6LdHMDO~Evn3J>P5k?A2alNqK|JKPMn?$tU2$4cFV}_42c+nC%dxi$H}0kYrbRxo_UQDdzpJcx>W!?vt7C z%Xv4hU&ny#wPN>!xS-O-s%zpM(Ql9+M-~@wSfq5d+B-lXMfcGGOf;&U6BP+^J;|vBOnO!Ip zq_(%WrxmfH1u|~`=hqdq15b`%^;tUCV;f8&Bk=Usu89>Al6#f&J`hYw#s+E*{T4~(9bI&8C7 zg)jZ%M_kZN;d8=hW~zjuoFHUQdF|RY;0a;hEC<*wUi{E6C`3R&;I@<*j~0MD?Fxg2 zAQI>);-5fJmXt{bDqlQPoq)QdiV3tCM4<8XKvmUmb)=O2;>E@#p5n@mH~ABbi)Ls8 z0~Sg_U0ppRtR3ocIAHRTOBN&7Xo<__-&*p+7E2a)#DxiFLVG|-Hs7-z8y*7|;fGv_ zwneooTmpfyLYD{L!G1Zn6th6f>S>-<=p~gnXyekHyL?Z<&W<1L`ar~>nwNT|n*anb zaiF}usNfPeY=v=X{-XUcz<51S>Cxx`!dTIlE3{U%uLJc9)mcMBLpgbQn<2kOf_7&J zN{x%kv`QRz9h&2klNt0&RwE_XYC-$uH|=CdmT>-=NA?UPZH{}%gVVGwYok}N<&2Gu zRkQo$v6f=km4-XsW5y-^f;S?VX^Cn9onT|gG<6D6kgffbBI#szzV_BuIdyefD8~Mv zkfD_hnjIbU2^h7gMhQ@#3{|2~9T+y&dC(`Ve<>~iTxx=_iMaCUqaI)^;3q5qGB+E@ zWc8q#v^bEj8*4ZS{fdSKLFQRosCqDgHx(4HJpi^^-P45sLOprj6h@PgmWDunKA2Ck z9e!Q2unZSO0A?Qg_8dbm{_0*m5#J;VZ~%J-lvqHLK$UZs)nVg-Ctt2a=6yPv;jKAx zs2J#BkCJ);U>5^~UUnD>y|9nX0Y>E|v{(8iJNtpUIzAF-Neimcqx;fL7?alo1sUT= zK%q~nfXXVC`S8c3ix=%+hbMG@sV#XE%r#tV$I#OM`?mx1Rc0wEDaEqXe!{%kL%ZRn zcGfNkDP_>oNK{c)o;134AwD{~cFbkOdK8LC;Gq}f+fnEVmxCmEk2l^CYW!$Ml*~`i zyo$y0UcI8Ufu4>QwAe4l{wS02{wKy=?pi_;E;wWSEY5Q(kfscDGW2ut+AbINL6R2! z>j}S6xp&WHP$bwCWV(1AkI?1*Y?{mQZRJ2%Y#^zRLT@>6!e7wP5%;tL?O6-}&qQxB zR^jTZK3?szs=+HQopLU$seT&><&9D6(y?aerQX2UwmB^TzOD@@%k5TT+_ z9-x$D1-3%VmflgzRx1%l6baK%Q8nRUW7|P5X9hC;!iKH-g9mjTsj{gmckaxhQT6(D zV@I-hEEgZ2tqXC7bSh~7w&-Ff-{B}aJO)}HOGHfUbdZ3K190lpix)4-fG)1R^IW6Q zC?C`zOR~T+JY<*`KTMw6wAO&eS^UDgf!#IR1!70pdk zo}aGp-pAkkj%Iyn=`kSOU}TvTtz*{vv9D2Pm)_uG8E`=FArt%CVPvfXI*1)2v{YeD zcWsgsy;Oia7v&PdOtG=CjmnUE+;i^&sWlXuZ&Q#!n_+_veg0y%F zj@u!!Tcry{Ao>)h@p5vuTCdh<1%@r8rBVLx9*sK!a$@D=#D_?u;o+l@AMSWC@iPcDrHEe7 z%_vbW(Hc4zyARBqr1(RXFFeD*17O4|{RdY!T$RCicN+~+@5n?woAF_&zm*3T_a5;Z= z!3sSkr91`;JayVs!tvje1+4>)Gy7QM|BrnPue(Dm(jS1W3!nD1EYNKbygzl)qaQxy zM4Z_D>->O>meBV(cDb{{dETP z!@YlE=v;LMIUu1b+&Y!CU=z~IW-0m6SdfbRtMUcysD~dHWNJs z#ni_K6zIE%7h~U{>sj7KC1D6n@O_}B8WcJqXm|lF2RjB1q~QQ9-WI?=bUanCl~5cB z>T*bUcq71*Naz3=0BEiErsKu<^zq|#AdOBfAQ`l!51e@tTE+QegG|0h_D-wAR2Uc- z%J=WL2zE(fW%Mj|>f*s0@^R+&PsRI&rSV~m#rd{ggcW#)d8wc&-0TL0BXjb8?3IJTi0L(=If|=ya?LYvEc}8CR%_%oqs>Cp{!$-6fcT+z0`l1a zj6hb)=kFZiN5%DIa@aE8dP@v#4#sgmdjZZ93}oDWfe}?RnznUe_m)9&#ZWgn)bTxb zMtT3(cV{d_>UgKG-uuy`M}=U?@%lR#kD73j|NVu#61_5 z5&tDd`yn2J|2j-Sj0bZw{Wf1z&dhtH+y9~g#YfWHTR+{kdHDIe=UTA4KVMDIr)4!8 zEixrrE1MzZ)~#kh7ZWt!>Z2_cVD7^_h7b(CM*M}G`F-pn3K)g0`=u;AUwRC5?`85Y z$5YV<_}tQuzQw81k-~}W@VjCg=Dh|*An{HRR9$u;CHWpTEYCG)94! zgPijDQHwiZutJOet41a!Xxr5dx{41TKgJ0%Km62_lfykbH#Y?;S>s&1ZX_z^LWjjV zDM|^Sm61YMI9njW9!7NU{O>d+FZ^qUFIaYCaJ z$Z!#r2h(97#)B4c8TAmFb+e%A-_%s+Im_uVnR9CJNNkusI$OYhJ!W0Nr=v$0O^*Nq5b=Y?(=S3Vo7Y^Ri`i_#eqS+ ze4hM2;U)~<)dNQfNe~uw*1G5&{6_4)oYYSO&>0Dffbb zI(*2?yq=zRSp<|zP)0xAOL+-SjLwk;bDDo6l=5CwZ4L(xzB0&U97bq#=*`wF)ft6! zLT3pTJx(gYMQWOG8~eIwmEn{0%5Pg-JVibd>_kBr-&=4p?i+l5YI6Lx!pD_b2upc% zdb%m>0Jbt}3 z)8-30HS=(>XP@hbrZtQjvC~bx@LyjWz9t^2(pyf5Y{|xYiQy8l)f1K;btVf@po|orK}PvB2s)KfqS;L57_8 zbt#`zH(mQ+yk_W&t2_vclpKsdCItWWx8<@%=l|443H*qjR|_@1ep>9d@@6&s?Und&6X(6DJpK!+Uh1g6?!d1S=m;|s{X;N3E(g7bkt+x-FFg8R zcN@8+XWA5em4f+;Lg?+_bAiH~c|9{;iF7nS`;|k9*37$ZQ;w_6 zhS@DC@ZpEvnwB{a>D=Q6qj?r;3~$PYZfV{G*d4Sueo$DI@#^*w;^>m&Eha|pmPH$Z z&ua8`m1(%~Uy56^f3f60^#5RY$>UN0ORq+qX0{+?n@hLVJP?v;rE{@+k zgBHElH>~wAXIJy*Bk*7A8x5GLSrUsq_*~yaNW%Nr+&=4e*a1Jzd;eKj(HEg}EEEEZ zNenM-3hP#fH$&Y>|2vji`{cV+1+W&_(VjGf9(la8&jMVsk!m^iPP*FNSV`bU&(6^ zsVDKCiJ@Q&VF|>J{}eRymPz3J(O*_VB($roqXP^*s2RF67|Om(Sl8*J+f6n+)%Z`; zJ^qdT;=_1mqqUX$kiKBLCARxn{I^ic9!h=`dtel2;)Lh-CbgHj9$#N+%T>6QOS(QT zQ#*3wkDVEAw9po8vW)wwGGL2B;Q%xk)1G7pUK*g$al-)h1%})3l8Q?Y1V_+e03l=E zx^?RS>;kKi`=EfM78mMBQAkO@`uhncOrKGM;v@%NA#f1>+h333(JaBAfF>jsqUADV z3@U1dQdEiL2?&QTLC6L~KMnN2ugC0sH5fzC@`##7!Pg4S*E(>{tT5GpMbT-g7Y9%W zs_uaPtF@B^=L)(g2<48XkXbR(C~t4#LkBJj?)b@c%deHvA4o$n<;bSRNa_54%$$lv zI(mcy<3|l-|J6DOC0$l(QSQkA*ylt}U!N5iM<}Y;L-z*=?5H2G;gzupn*A|XW>i$s z`tC%4z^n*>X(%8#*bqP*Dj=X9PRP5uVhbqr=+AyS0|vDwkO5J1(Wq13-PX=dTm*F! zAsc`#GCqIChek9dQw0cL$+EsoBc--2s2+o24hW3;ebg2v?YTFJmK5|h(AWjdNk?oC zj3%g&P#>5fs$HSvHAk!btF^BlRB^TldP2F%soja9&Ept(Wd-8#(=Iuu2$H?MXo-tK zmUo@xRzMX359oUk%s?b@ndn<`f?RrCLxT=zIiljD*p;a%Ez=px)ht}jX9O^fu^t>J zF(8% z1M{rQfuzGuDIjs%!$U1`2QHzq92HuR#^B;3gn6fr9kjL2L=X$!kRE92ByIvvYE*55b{BI}y!#VgSZU%hh*d@y z5ABhS5_F_g#&?e=X#P_{=z7_*h4n9y?i%i?3 z-6XQLwS|h)uiv~$hXGkjj6=%{BT)W1(4A>GDKJ>=Ey)D-j8XT6l#qxB97O8hVg@P| z7w9+OqN@kSBkV{9@fX2N9{33PxpP>+wIQLUefWS4mdAT36_x{eWiyeIs88BzxR?NF z<6x;RGqip$%^vXp#X|eVXsQDT0t#SUs9J#)k~t{~w*L;K@zucmeW9alp$`jcSel9g z^1G83JCHeIBJ}~HyaFvaJ+K6$&gyQ64U|HtgW-zfPD1y`8PI$5z`lW64bdI+BlhwP z+IW;)uVf!J1xpd?j%RY8r9hi-=onC2WDd8=QVm!lQTr`=90g?YvcL05DKe+fM+9VP zG8v=9biLGO3@ueCf7Jf2?x2!aHcglVo@5ZoIM7`IElDb9>p3O)Jb~0h?L#CMsD@pb z+WxMPJGhBHYFbrCSpGbvm(a3<0`8A0>70B1U;IYWzdf$~V3=0J!`e7-Ud?iIA@Q05 z_HBV`*UHl1nb+~9$<3aUoj0zUY%C?S(!QlwDs+5A#ovJdMPc>1pHXUqwQ%{bFa6%a zR25^K4RN;3(sIvalsa%~lt7954&xX-brFB}Z%+)-tLslpkmCQ*#{MVyKS1UvS!10U zV{+(~M*HCk%N_3Eq{GX4Q{S|!q(9sX!<2(ZGdTaFAq`4~X1 zn^DM%!R5`57(F8;5@o3CIkE`AQQqvyX`^7`+}b_z# zaPFTZM>gx#Yp1R#J%}J(>Upldo%$TOoItT%%6KrFl`y#|F7 zyMZ4x#P?&X3@!Rgy_q3VQNa(hP*fA0lCl~Ua}E}KEnVPWGi5>IT*2gNBnq`Do?r8l zT6PG)L5DFXiZKbPy1=Z5ja##X7>c1hxCf!6mr)aOLz4{!DR5@sea}A17Evp(dXWjq z-r86g_z_TECXv#qEsG1#Yx;j}GqsO#vELRTYOg_&`f*WkaCC zWwjm^Qy`oCp4$K0@@+l={NP|1`@F#iLf|)9LUhWmd7Y#xw7X>vPAlk>ps~b_cZdFU zxO>JmDH+^e5g!VqVlEgm&9*6hVlCIPU}m8 zdQVs4fL|>o>FgcbVKs4JlmsMI2#1cQMBLf~e)~7az*sHg9TJlIo?6ItuzNwEZdAOuK~hXKVzIMVzhH zaDgLl2KGv^c^??Hg21DXo+>;(+;0KdI)E**vQjEUAvdYp3q5cK*cm7SSZ)kKXhsi& zoF@#F^ub2sDN{(N6~pVev`9}}?@p9D@vW$xLHAJ0|BnJef{Mq|4DgYZ_PCjwzyJll zXbMp_yta{@_#sb~=ef*>)Xw9ucMI0Z=6gFG@5M5p**!q$MBVc1=h=^5o~JZr9)azYZ%hPcgC*>RwoWMX&JrpSyIN5;<*e@xf^(=WOG> z^^!X6&#NkU*Z(7U2M2I;+kkO8`AS22r3L2)w)UE2V&pw9BeZj+xH*k8j)W zhX|D>`@2O=tl-?iXGPMW1TGo~D-cK1UBHhC+1!i9-xQ0ROA}UqD_6me*R5x;*(}nw zGU1(Zjr@J|_albJ3SgP!(@%f>enu9D<-}1GuXH2Cbwe7tNt_n_{p8_E|8uX|rxp}c z7hBr79%=b_O?#s+b@cMLp3A{$fD=avj~;FFx1vdjj0?7>F(gQW@8clN?C{Wi6aZ{; zNf>%}e*%r%>7hnC=HPDKkm;!wC>BwT{FiL#dz}N?Iv=9jGmPz5QpduY6571@ z4l`P!iePl^CKvHhUub>sAmXF`=`*riTkJ@FBI;u$}1`QYNLkHf zsOijjVk%!cs5d$&T4&sHsTw#cTvSMcID^_HaV4FgcvM)>Z_e4nt5T8%DKN8o`X_&g z;OrIYx!bPW8U*H>6C^k(GPIO?5gb&lE~E=2^zdCdZ|K?leKw)76fh(HCOt{K*DeP& zcbmJpP=H%-XX}eOBnaa?@8@37V5f_!XfTkd@YVUP>KBco|M`FyLd!|xubci}O0IWk zqpgN8tM!t~H(P5-Jpa(9$zuHQ)|VFhn<2hwAm>br9vJfls&N+>iWT z!}#cVYKWBSv;D|spBS_xUJJQN%*1q~$Tx)wRfTHwN``P0^v@x^l>AF~&H#RgomE(R zGW5xGh9GMsL7yS(!Sg%@rcL&<2*Q-@yKJx$CI^_$B+fr!kM~lFoHyT{2TAX?D>~m8 z+TOclWI(}GDbd#7!0r?958V+j3XUv0PGeOX$u%eH%q}E2QNMNBK^2gE4b#)LviC%k z^{;su={NcQ^8noy{fd>$;(57EO+$*_p3T3$KSgFwk6pfEEAjQqU7?ye=}F9EqT3Wa zyZl9ScNt~^8Ll(#Z!SZ&#=hZU%pl|cCX5yRtPs+;3NNewt_M+MNeyL*f5s)f-dmq{ zBTVa4HfIXulX>%Q7RbNwR5B?uG;8cSTR9?)ByBmjBP$jhzYj&-bbqP&JMsKD1j9sq z(3->;6WNVqX*R=m51dWnBtKsFzf*Lw0Vay6u6dD8e!PLxdgUoQn`+QdL*J;d(6s5< z5(fSo{q&EBS(Zq?;(2tZe1>f@(FjA;k8sh_XC|lf5kKWrxiFP_3(sPlNF(@h?GZ6L zgc-pE^#pZNgnZJ7bTa;M>j40Hs}KfP(!2Hx8zHHXMaZYO+qv)0jL`lVJaS zt0=h5PBVAe=>Hi7Q)q-n*Q?ZGc#Pu-K}5_)bU zgN(k>CPm6jjp!7F4wc@@q5FP;pu$f~*=Hf%&-py^iu9gY(AuOwc~`rGm?rd>7L(4; zhw4+vqB<;G+8>23^Oe{{Di3{;r#Q(^v!4Gp3({hfw=hck6r}XuxA|oK@%Sc!?o+?6 z)7X$i6V30*ybm#u?@c(5Hu21<&tBQ&S`q(So)KN~w-{=w6!=Tn0o43FJBZX{Eh1!* ziDqR_fZ|jUed?#p=P3%aZu9tP}O!$RY%usB$u$EkQDUSzd>N5pzk9muQsvzamPSjDWLal~>iCcY!VdE&3? z$fNgXhhz4!1=3B-VxFjr;|Kjq-iMDKr9)rVsFfVV!2BPFHlP(iH&Y%+9H?ZVc=_h& z){L*o6q$5jHt@TgHb*h9uQB_R_Y%?>wyEgKUjj1xiuCr30_o(1ePy&IqLCDmd-SYl0&TJlk2nzt>S?T7a~Q!Z@BrQpPAnb%Q3bjghA?ptll zj|_6X&l8`KN*K1?OZf!Y$$^@F^@E8-EK>?GT=-;xpZ|OjOmd_u6 zlUXxxz^MU_<8gWUf?F6pJPM}eAaL~0{J5Oj7(j5Yz_g1gq$xtz2-PL`%lQ?&g4fjIN^>=i1n}$Ax z*zmm~IN*JN{&B^K%I(|aG&BRVGjL=Y9BpVkO2LUV^m`aU%Icpz?(6GA521kTS^Vha zeq!U%)!RbDlUx%p(k!%z9a-;RPv}=i&sfmIRr>&$YF6Y z5&r!_l7Klq{vI0^#)#i~L80Hg$UpZdf}Nzx@gq*V`7mZ=@v8}L3_guwd?0R(Y1jSX z$hThQW-~pw7*Ss*q6ZCB8^g69@(Hr6lKRXfk}^+W@{AhpEznlN>MR^T}OZ z@G8TzTYy5Psa@@XvmsvaT|MY20YnZ05e$&1g&aNq4OSJ@wA&@U&#;Smu~7*hhoytt zd-L_f!b^xyf~0n&y3$kAb30j1%_eI@0zJem_INb}2!YoJR%T@S^XPPM7<30xJ zBme}b`S}Myqyf^4h5o(;ji|OnYJREAZo-e-JQOZYC2iFlam!AtJ_idSlh?&$ zXNkCfm_ZJyZ+hj#a71aBHo7I6x2oXocVsEoh!AGYsEDMV4n%C7Ds!EIjc2((FlOUh z%m~U1q3thknHs=<$*=PB{~p4TdseMXzj5G2Ph1IjDJMZ)jj4X+ z9II6ASCZr}=XfxHE+!@6>Wy+XV;Bk}KZXOG zjE<~yqqQ(I?+}M3V6+VFs2 zaQ+*wi~Gb}Qi(N$AB)raJr42QX^aTkp`DJ^=)(+pIzbqOSsVGj^E(-T%@Mu9v90M3 ztl8}0B#m(@6C?|V*!&V9Lcl5$N`_EbCt$2tN#1l)QxxRdaVCDHX;S+l5Gk1HLL3+d zR_>Jbv`=eYvBppu4nl#>eTzQIg4b7{OHzJw{`-`d;<`!4`fU6Q$s1g>DKR*07{oJf z98#aONc(3p=S%&TscBX=4g-XO|MM&rQWjzVHT6H9$ZtHqqlX2Zt%Q;RPHOTP%IBn!u5N0( z4~+j=O>3@_=QCHbE;t1nj9^7yjtxnB{ft+e(VIH@l%>yzh!$jRLgW_xSyYLG*mZ9C zh?hm`L_SM6q0T-fX7Wiro@y63-S|JX&q-QzDmtRf(!LSP<*A$hev`oDj_s36lY>4 zeEJ|CO`3ks7PIBq-is$fZcG~(`bu3GYNGUr#`dWhkyx+d8T5<%NCKxHEO5sJ@HK0H z(DV6jsnj!8(WI3mYRld0gINM^4#)z@CB=SI4+Iw@(>t$|$>|hmVFqE`G0AJ--CYhh zNys(Ni5#v?o-XyvxFGl68{gB^sNFbd>8333wfurfTQKW^`%}_|75|hjT1A0e)NHH$ zYjQVMG|)KBvj7*DKNZC5kK!q`#<_9y^bu8UWi;tKyw8QzxR`ShveizkCf1f|Tx10Ar-FoYs>$+aA>-l^>9*_IWb4hj{9d)5I zNF-^}4IIksQZ@+0HbH8o^?mV_e!AuMaxV7!Mh^U@5D#uLdFTSd1#L2dNey$BGi34S zOYxa=*1bHpXb=DzI75IBgk7kd1dbmkLlX=T6khAQbfIdaFM?k6TR-d;<*qi4r|1u} zPo^|@;?4SgOR%HY*<#{%bjH^}47ogBXnC?9DTI(O4Ezv0WWrHk$^zscV2l?I1Hyr{ z*Fq87dF8*bjgRy+ZP@WMNZJD*qP4SuB<>k-Lu|RnqpdkjmJDo$?z1g8$0tpw!Km&G zdar5WW5V#&V}14BBAgm`NB|OGDHF4TeG%1qw6-4*)UL zAN5OFp1=75#TjJ85NXUB!|hq>k?zPgAn7+O@Bn}?DfP^E{&r{ zG)GkIPA{U?NU+hP*b&GA;3O)P%|F^nqZqS)H|Dim|IqU&wz_`9&&Tk?!p267hrLEr z>{kob?~24Th~zWCVz@xvc@z~;N}!aOVq9Ic`+Rt`V5%RXM<5I3vIPZ}ynWa6#b4-C z!)#qU(l2O3uqW-oDdG=u3nD3PuErE!>q6FV(!;{N8Lm9|RSODUtEPNCf@JM)MzGQG z1)hO#4VDEIt^-A<*L)rYfAC$p;b9|82UP}qTMMrd!qBt>`DqJT$M~W;@>iLc;F?)A z!!?52L(Ql!Mizw$vq&NN z?uDEl_HlnIRIWa&a6Sc-&4bUb9jzv|va%8*#-piS)Pw~OF^X7$2EgOr=hAJ(xLja} z*=#)5nX!K%zYME@6N=KAtt6pNphLZ<=Omh4lh zw&ne2w^v>SREe5tk6^9ELsm|B878=-+qJPnWkn&N1Db4d;FI*#?=#0?o}pQ z5}^>3BM{aEw{Z)IKldQTkKiDxi01PCUDoK^{aE@`O=6GJVJB}jSVm`qR&!Oz7`*ZXSCoK7P(ER{9YbmL$x3N9 z16)GCwU2CEW8geYm;t5AdwvnFg7$#sdVr;H9!KfKlqmj*48yVW<+rEewC>r{DrF4` z^74Gh%QJW9Ka`YUr`FIi$lizF=LZ)6HB`pmN|$w@J^w;^vFj3(`d(rWG7u??-y?al zT?c!0k|klaSwLGjX@Q(3Q{I3C|FM*W+e5s96c6D`@Vw|`jU<2)55nVrx78|*h`diS zk6~h9cu)03B3bU{p)#(Hp}P1Yh8(I7t9DqoDCz2ZS6Uq0#7O`~5F==I4PDI8WzGKg zA!HTtV(qqVuR<7JKAy~53OIR3m7fe=Q2W}>qWC-fx)gVvl(czlpp<=b z&uGXA46mG!slp%tdz^$F49!oE-f>co;q|m9T@5rpa+167rPw4H=I>?33i5*UiQctEnw3s^deIf3)9=s?0Td4gOU-Q;C^DPXmj~$nSrMe`6 zR*ERMOaenT*b%mFNyyP8HoTxWEyFXScv?Y$y`kZ84UXL7-g_jeqL8X}=%LcTU*^0X zOqs{NXPe77xCJ)p(y0D2{M4Ev-dl-Dp{qW8|F2NbCU4kzmM^UC&6`#S7pIHcCA|E7 zRv-;jpmGMb|C?zp7_aimU{ZIGLsB|i9*Ju_mXYrBmo3$n#aeP0(|1oNhs-fPxN>;f zfw;AqJ`Ry}Ry^@1k9s}*l+s76}xX(nt??8~6WAzN zm7-P3h*i0Z`CHzNki)GI6leyd(1jmU^y+&NJw%169JsVE_rS%65GMP`!710=RdU0C z4BtmR?6!)rap!Vy3TI*DM}C{CQ?Wl&R)yJBFONUWc|7{`kX1c`Ybu8L2i4iVDtb+rULGb}W=1tM z3*dybJ(*ZmB1$7K5aSPClvH&DaQ71V% z&*47pLk)82C#Z0Wyq8R-R3Kg^Gw#16j?UJgzR?29IN)>0($3H4@y5|(cdy`{Qo`F* zc3niAg>WUGt*QOe(Tv2qhA(?Z^P`}VTa$}#n&Eycgcc_jpm{uvls(2$gXdy z0{qz=K8xv%>+eWOIUO zsCg38i>y6Hsd^GC^;~Qw=3rrqy_o}O>UIs5=@h)sND!FC zP_;Pv=^q5p09c9=__@AL9TD{NYqGp|zhiOFSf$EAuWIx{{(Lu9ca}OOB5+anWA4{f zu)o==GcEZ1nw;vE#h1tT>^Lu+2&Sr3Knu?Kbz~Jx1n!&sBVw?}g1)Z?sSC(?Mu9jF z%zz`{f4%i}4NZ^0A5d7oHGX67AVI<3^PktA?a79Epf9B%yS^J^1WW=$A3O zpLLS|t<%fANVyk<*a=CP}TxN@g?TL4W4jCuSL0CsX*D;u2X|7CND0{5%JD2ryJ=b_va$=jP@*{thY`+PN?bP>V(w zk)uHih|sV@rkxc2qJ8%ZP?)8!k-`Im20ws+So{B;6c%=HqU1yX77GH62OSQhP)2ao zf&IvCH^fgp=4%8uK?qB5amMJ}F66ew6l+iLCNYpOT+3sYc-Jq$uYV#ip_?Lm3>Wyw zm87s_XQq?FL?@&F*~PcA0!o7+CN7-t#=9|wIVO6NoU!OapYuc7PtZzSOE?n+;q)1x zwzQ=Aj>n?@S(FipGG?aZB+Gx80ZUH9+?*px;>z9WX*=}hqc!|p1@J@iF@CGpf$xbH z$f&Iu_F72Zv_Ob63b0H=@fY$Sms)|w6 zw7}($A9R{vQUX4;*4s~NH6&y2T3&tjhj_^t{Dv)Qg;HPIztgf@huZ#jZ9t0WCUBJf*992KCg@NdVW`j^$>wlfOwrRC;bI*payJ z`GH+a-l92L^k3>WW_-@fP(dwMO1ekV!mbv_FLDQ=OrRI&DU%}d>yMqY=1C{>ldI?a#u@Hj^Uxj%GWxF>zU8^Yi_p%RP#n71 zD+X52+m*EBOA@aoC=;UMdoED05TN}Zg>i=sfG@P;IU~W^{t|$+b7YW;J#sKT&_`_( zgwgrhUjJd+P_Wo8jNnNq@S1B})^#G8dGzD?J4D6ri|76%(ca-m^1x4*0#}|4)yeea zKqhBf(!_H7(Oa|q$SRn_*p>aHP{=97A@rXsFrYZALN3TuI$8{pG^bM9ST+{$orKo9 z2vpU-%yme16{U@A`;_|&K_t+{>eR8b!WZ+UQPYHhN|fpg-6dXGJk+Oo0NI#YYe)J>Cb-WD_tmpP+M9MssB9=INR{Ja7Ann&jxV)BMY_Rh4fYV*t*TF!_pqCac&Azp z`~EGVPN82 zfA@H@T<~ee^+P+0WGea3)zo{h<&jwjw*LfasJRX7+4Ym^BV}dr;YLl7Bla{9opCvR zUXkF8&m~}t}{Moupk&7@Onr>n+&^TGt}7b3qAbYs=?gQm#XRN z-aUQc9QoSOO%}p^UyP#YPt0g_9Dh1lrQ~Zyka9rYW|Uqgoz~kg(I@Quvx9g)>eS4L-Xz6#l%MDBHfL zE>q?3{UW7J@J_|qK=&+W{7@4p{9JUir>WP~A0K?7GQ9Sc2yA5@T~8}?VW%5|oemYy zA$b}O&R$^6M*NWkJ3bl&`LFxVogl09KwwASr?wGI#&bk9v=;msX{2~UfE7gSuznaZ zXYG8Dog(7t+{p0dJ0W0ow6Rkp7Cojze%bHN_3SLKUB*?I z;GsDXot(||bu`KWF`551^9r**@g2I*j6MGP$bfzAP{(y{*@&=G;e zs4nJ>_Ig+6C@xk$jfre2gkU{%LmkP5A%D7|!x&j*9tR<7=bKasH={a>4*4ae4+%y> zpIpOh5JbhPhf!OEm7-hJ`YLJv@Fp@#g+tdzI;;;sACaNW3RHJMmNSH&1dVy4Kx6=R z{?A?O4)K&CG8?WIpX4qYV>yO%QiLkfKfMic5>jLxomSeakcGzAA%SO5IrB?j7t2o+G^qs zz(4S2Fqelym?xNx9!!8nyA>~CdoA-vodAm$T|>GPW3<>`+)O1Ibyy~Iv{SStqntjX zjtpvMJi1~LXHiQLDpPcc<^kDlinI0EhV1%cb%W22k6xXi>N(|r?gDu!c`Ju!X)cNlo++0V-{)LmpexSw~3R5JT+W=+9JH0Xw z(7*5DSdt8;Sv!p{eT_{?W`CureVfmWw)I3shZrm*UkVU@-y!8<0~N-Iot_ZGRF|k& zKxas)C>eK)+A+I`Kqc$vB+NdI3~>?VXJJ0M#*E6MR~srY9%dMq&S+09guJgC`$D9c zdw|U$T!~7yokG?+@ENORj>wU9(K32z!i_797T!NcqHl-l3!vp5)X+49a{A`2b>v%r z&Z<*BgFh1$q`4#*Fjsk47R68{&M#7XA;g{+DHebTigwLXOM*QC-sX+di&twjWeE+;HSV8bPa}UfkEeQNj|5NquzVd{}qyF~-PA4rF@s5K1AyKaVKI2f1 z_hX_3EpPGJ!y_Ffr1(5nDkMNCViF?5Foa$@tP<`J_&ZCTA&+#3n-XQPO8s|&l%Lim zP*KHgimg6yHMWYi%eed86rV%MEW$aCQ#v6E14#9WJ+aBd<@Rvn>s1|jn?i+R z1K+PzKW*!vTy_F^-560<{^z`FDH1y_)^xH1GrMtET?N}y3tQOiC@E4!Xn75;wFSQ9@I0$KMk*l zGHbT^-eZgqs_VVL6A;+CnnOtMK78BHi6Cp4ln^lfpm^*bJ_KCW2h*U=Eld2iPhv`H zvigRNYLTMWzHVL~*)EZnW#4m^;9(U+n-MNJNmP||5VCB3FlX?8%O?K!y)sST^=i>O zQ*6;b{&CFlPlDgSbalcEtO-&4hNyhcGqYAffr{T6Gs&SPdd_+D%~XA)vSzgO()ULW z$z}1bVn`9o%S5}+8P^el+i^W)+e8wlLRXgii4pO6Ej}3&{oiG%!&chT6C@AqKM_~u z@D8tb2umT5$DY0H2=?w?dP!5$J?1|%+-teIvcYmok?f`gJO+C|tq*6VlFJUy#Zfk2 z9kGcd}hQ1@io~BgnmVv=T!OnFYYtR2u+ML}9 zDX=^!lMgTxLG(fzM9LVnOWfoz1DyI$)Pmf@&m!AM#-y$s`R`ZUd^$)n`!22m?{(eL z{}?hknB$ZZlq+fFU?|Frm%D}WT74D-DW zC6$dsQY)_*;4K;7B?=rJmT9Woa7i8M(%^J<;!=R}%UNGa{Ykt7*@$!Rjac%BdWJdD zb|Z^M$-MPt+w&o@-lT=6p{eZa=i_`obAV#mj&$hgQ_MCWNNw(y;fXej6}4P6Ko>td3$wK*QUN7P8m_X~A44bQc~ zuG;p};<<=X)v|IIP!gn`nm_(#9)N)VehmxRdF#_AhT+$eoeCwRE&R8sMqsX2JE_cq z+|{I>)?fh$L{o?7_O4ZxW%pUJA5U`;2xThV>io$4m~pCn!{H-omZ`chGC4D*causMV^ZYPeuo#9VIQ7vwHx3!;(mlM-Gamp%urylsM9Lz#LED4qGu_+Fx zskZ0MDUmaobx5;H%gRI;CwnLN%kVj!`|j4i9KiQto0>$qx^kcSWuwyWcNze8d=zQ_ zb9-z$Y@}>On%@-+F>97**WcKVe9S7eSgLKHf4#`fjE7cXHpx;1f2Qd88zUj@ft0`M z^!KxTq<)!sPzooWT4SR83PVcOK}NuH!f&-T)Nm;JGkbnnYBkcowJ`=`U? zw~zh$YK*k9;VY{#rAPTuf|xP9+K;f4+`hSE)&(HXYoL3L?LcNT3rO<#>>PE zUpwJOqHLfHUE8SFx~2O1C}-_Ca3ZP6;+ys09T_|ia@!kuZFp(@K2NP>hNlkolgcXmlqkQQX_{>j&Kk_RRw$pm{Zh4qfSQ(XD7yJR=%mZ z5i*(JJMR~`lYT?-asLl=`P(T!+R%+bo%{86Qbh_rZAQ|Ar%o_?#?GmCouZY6YWGpkf`{doA82l=We-J9uOx&I+|1{E$c-kL&=cY4wI{%Erbn)PwR807@ zT|p?)*WLBlYp{ua76*dk;Ky6zDtEOeeHAex|0tfq1SephAz#?XJRDslMpo;6A~AiZ z2O`R5wkH}_`#jC?-p47^Vn4>b6Glp@f1WomK{hZMWRy6h{auM>Gk#7iJ`-aDVT%MG z`ksYO^*5Bu82t|rbeTRyd*vOr9YbMD*&IE*Ma5+KY!{2el!dREgCMbrnFJlWkei;B zZ_`Y}3YyC(i~=qD(_49z`;V}=iahTg;%XyTLZpn|q-sW-0~Qx$8xa&U)AYDf;0zYB zrcgop&+Z`^(ob_qsMjdan*{6=E!#3$0n*BMv2i5nWIFpuP;wJCvG?y0oboq%(_?lS zi5BAr5_%M5O$dNuF6wG&-kQqArdS_z-lI@A!*^V}Mp5(~)BodM${8^lWcA~?GQWJo zn6bst&rUa~6#iwD(p%u6zVeRLW~l3g@d<_s_EPdL4w%Kf-AO^gKNGfmZ?g%d0Q@4xLX) zqHKR2#Ph0-kExR0%<;P6o%_YYLhJW=7ymX*ewL#$tul{r-w1VW;0{e6Sp0Pc&o!N# z0TPzBy%rHX$G%dj=8iP|uu00|t6nS}I>gZ-mo1LML;yl(*j0T!cGyPh`-2i>U!M88 z@i6h#wgFNJd3iDL-J0%Ou!NrnObP8sot%~{^t4~EJtT{4q>3OS_kdw+ozd2)lCeeN8+lFG;2-Xz;{)zo3SgVs)72~d zwTL9rsh4TXN-Qx(@l_FD<~(|ztuMpcGv#bc?*l~UzYi{ zhl2mxGXGpDN;@m`i=(Dy#Qy6}Fp=}Yk$Qm1tc1fsiah6Z!O>KGdoSD7sZ{&A!|7JGB&*FaO3yMf{1##b19~ITjg&h#M9@f#>iJ}W*H-Zm zYPV0wJeB&uI#2C<)hEVDbE4W&Px-sXN^%tsxrNzgif7&R7Yvx_nrpx-FD5A&4JQ}4 zxV#%%1~3iEdA`(wa{Pfph=(XMc?CT6JQbs!RB&jI`@!BF<(=6_DN?prcWj}+YmX@yPMx^e%JGn&d{}y4Me#U}W>f>J<(mQl+`LY;95jz(_HK8a?h?U|>{OIe^8+!z}N?v{OK;7&R6c4!G zk#@zl%ylHW(B#ZX^ewSo6K43bY{fB!XyF^uV^6`3Xq#^!baR(Aa%3r&)pd5|-XY%= z3WCY#>E!XZgh9BulZFvVyIASkRVcUTQO%4he}80e!0Z0xGdfOTrlazo87Fh#E|umY z=r<5B6#4+6=xFhlI1t?)uyAQM@UC${NLyP=OHGV5D?7XS*B>|sf^}o-YS89o6mhl< zvelOgw+Z`|XP}S(X7u@K-!5CE63*6vEkp;6QJ`E%7F7xl(soaU#|~A%vZ1=Q8Cf}1 z!1sX1Nkadr17z*8gGqaeiGSuD!MUsjFgVkQnI&m>Y9hTau@5d4e43aSk$RD|V5JTt zbS0t`%S^S%VI);EVmx;ILFwXK9Iy@s)f>XG4fW>9GwB;FI@G2D@JvcKbdlUKkbY{;-T9srf#Qh8f{tODYVVb% zC!8;0R^ubCvNOvB1ZYY)b|xGSb9)o!(2-(mdTbpK+f%6yFB*W47Xj}cG`au*Z*T7; zj_B%YB~(;GCtE018)6(&Kwj3iw-*9;#Qc-=2WIO<+bZV!4>kB7mF_Wr-(jE zuP)m9U`{d&oDY%x;zh+D=;27nOZC()x!pv>V!POyn&Z$zy*?E>gT%%#9Q@i_U%^R= zA7cO1BCdi_Cp?x2$E+Uk#17JH)qFjBp7l+JY%#f!&WCmW=)~{v8d5-c;gD&SBjk)O|}3KG%^G|ZSwzQEKolXN?Jj^YAA>rFzAv` z=Qdt4MJAO?+G32d&z5}G`So!Q{mujyNNN$=oI zv(Lf<;|?sb=bmMzpZXriRgjEkFn9ksEcrNpl(X~s>WAB9kUoALCmtD=EO>h0BcA@k zdYqumI0&E5tk%Z>cs(`%M5NCDlh2Ugw`^guycU7D5pA@RLW4IA>%Rm z&nm-E5N{KIX|9~>Ev+Wq3HioJRGgn5LRwl}+5Y61-Gd$p-5lBK8#n(r2FrJd(Q^r$ zg_zP&zPc7SFmSi{3fEI|JKX%v&GpjpPaUWUTOq;Z@)lXEHxE)*60$xN)EQi`Q&^^) z)`K?4Y}}{IuLzsc!j|ReY9AVL!)BPRa*Pw|$B$PQFNR+2?(}|4wjgq&%-`x=A@f7( zh3VRyTk22I`ji4z26NfV<@USj=cl1{LQyJT!<)XGkzfZx-iw`Im5DVU=P|I=(XTkA z5VcBT0%T9Uv8Clh?)~H>K?c3*u>Ow%lE_ZSMb+TBS9=fY@2_6-^hO*{d*Ml>i6dt$zo#~VD`24Ra#F% z7+#R6BzG?>RUC3>-=XnBy8jXw3k$hoI;m|ED(N*z+Mp8m=;16(EYIu4l$sy`RcIxy zPeY|PELx!+u3Ls-ln$>uXA7xv{sK+-s!Ai}lC>6&yPiN~JYK&KDe%c3V)uTr5)pds zY!AMrB4TA*gi~U+^3wH&hz5_=H{{kigf>21A<9=>`}@-?3PPHH~upO4sI zF|Rj$;KvQp4F>1=8lS2=LOq8me==-C+Kv(Uv>u>x(Tu1zRtus)9A7$D%9bb~N0~Oh zP`nj&Nvo`fy#w&0a7&v7TaGnfL2t&Un;OkM`+|>gSRf|+T)KvafccF>PrbG#^#~WS z%`=Pmc4=1)kU=ADjDaE9g|N9apGL_fOA>sPsjc=@3M(c<>pL<2k8YfzABPE44ErQd zGe)`}`#bvuca~#QY*YRogq)aCDLQj4L!Y{cT&g6=rmR+ul<7RnnyYmqSFI|;v@`lq zF6B#4a!)Y6jErkM^qHGXp81$~m*Yb~3!*9az-$aiqf`au9n=!LQ^cQ_e#g+288cs! zFWizFC24*ZfQ%UFe4Kp$wfqU;ftqJWwG6Zp&8J!nvpig1m^t(mLgE@B+s0wYZEh0t z9Ge#n9XZ@O^U#`xshwZR?7qZ8JP<8ey9;vQT_-VD>%YgN ztO{Dgg-=AM5V;~9)s6;I9vnl#3+*HpuL@lA8FJTyR_4i9#cFDIH?0dlR?)4d9U&NC3;IDV}RU5}7i^u20t^lI~K`sP2 zPdGl8>-OQQBw`cAn7!E?D_YXFta{02b2X9_{aBj%CA{_&Yx2-oCY-)x6lak}L77K> zX69MJI{iIg0DMgP!Y7Vf1P4{!~+uJz4<{8IKKYPQIACz#$R>NE+#*U z0N+!qCd}{LK6M7MLtH*h#>na^Z?YRq`8Ix@vFvYOTX4p^DPFv{lECcm=@)#?Sqg?d zHtc*lLJXWvyXuFkmU}+#PPJ7AD^#!JE*ma&{v+#-pL)?9p#bQt>5G9Q0AGDIQU`E%}%3e(zMm(9EFDLzgFt=WO9FzDi!LNzC^uwp_CN zz#V&>@-j+81yqh)jciOwv%n`K7BPk?tD8sa6s>SG9Y+8OEa#fV!`PPZRqgx#y<|HNZ!C{}?UY zq0ry!uF8oCl3VlPw)j)8x6X!n^IDtgBtTy3S`7xNQ#BHv|WS=W};T*Iz$seV;va{j5s>!qd80dk|8-txV|u zja7c^u#+0-ZSsiT!4Mfd=fNEfgSP7_s2XCLZkE* zX#vsUxtSDMWg4(BL&xm*qh`j(GK67kD%nI(fV7Gw$^6mdRwVrzg z0ra}xaZ&*JfoK1(@R%ft6qdp zlqUJMsr*vT_NFGq$s-~JK$8r5eju+YZudA=&k1Q%Fy^XVlPU|S`t5Q~{Kst};Tr|enrk2HOyb|GnlJ|NIACowj1 zZlXY?c(2|04M*wGK;2Lykx!~@B5Q3gtWG6#9fG|(Qr-e|VQ_x8-un~(GCj)TD^=lC z^iY5KD}miIm0o!-ZK{(>=@{UlYzsGW+81NiNSak#>`0E zc8p%WWU&hRI+UG#G8Yb1rH!jsx(m=|pda}KIUU+33|viqtz~2NUSaR{J90@EmH3NS zt~pMeKQ$9B0%D>|Fj=C)1SJBNk=#xD*H|0^1mEUI16u^yi6bp>_0K=G7JO-4{erZ7 z{VgO*Eu^RSY4Z>DE`Ky zYhbuuViHCN@Z#`WxsO4SM4Jw#Iv*=D-IRgi3}cQ@)9(|e+XD(#hvF`sC3GV&`&U1m zSWr~QB1X}fVflb|EuH_$>Qb!T-jgf$fj($AQ>&53LjL1lG{q+!`Wh&QuAhtO;sYo%gLwih?@}~GD`{{ws}KG zoqsr2f3k=h!VB<&e^t@OIhkQ}YbBEML+KnfVzU^3=1aH6j$9i9rV_AF;|E8%c0I-P z{7Ry8?#zy+J#Zy)FQ;3^xagfIvFfm7f^H`~`POor$NQD$sSi$jTkokVLrMdB+4d+P zcI)^R@yD@EbR5p0GX?ez!<+FjPIi*kb0q386GnbUtcxr$tyu~%N|T%D zi0^JH4K`hIF6`nSCXN(YI^1Z-sD9ronRs`;q!JoDHxNbF9vb9dl**NOj~KT&4nbVqcy;+>a?dJ1Fv ztsjvn-*I!IYx>78=>?vFs$|j~D-!;gCz$$LDuuHoq?Y05tm3}^BMv1Z(b>UODA+a*SEK+@y}-#8F@JpX&jOdzf5Usy z9BsaO-MDbJx2p@EvIgB(3}bGd7@XTSmk%aOf&ohMZ{OR3!9pLzS=K6Ob()iAK5p+D zQ?R-!++E>e|L&!letb=h`B1II6hg>9cSfH>sC}E~)wwC%=96EV9@B?>y)%)cbRu}? zl!WHgpOf71KFq}QYVUZz-}5Kk^%P+^mOQzCNd5aW=@0mSV%SMb-s@{+=-(rP&$IT6 zJ0T%Uc9Mvo2mXCrQUbK7U8ll*B5c_|xa+w^km-07>qPnwEX?*kUuF{lRn72xPQ+Y+f@?0z3@E_lhLtrQtEy)v1p;E9WO$tIo&mr zTXtE;!5G{++t(l5NVl?HK6DU;If&Wo61RYlXqWR$#W$Xc6|1GL1OnOV2b}o~-#Cu~ z(u;el`pU`Y-bL#1XHSBUw1XolYUyutKp^#p6dRIbcBD#2<2=q>gAJY1AC3UxN+_@7 zBKCOk#hxvZ>P8@dBQGOFo3eP=)E=d}ew8j*;Y#4z6(n?cqM+T1Q)XLQLb6o(p^;sV zto8`m&H}vGu{RiF*a^*^J|zU0*Mh|p#F&M&Nj{3F^s3qzo8yh$gyu+*r_0`RkTB!e z3i2U`Ng`=Z#I-i>u`~V$Q81TY%S^I*(a3q^YIT`p*c>BN%AcY`uB`qTRALO?F+KKX z<;-H79szaLI=@kO7769D@VF$YN!IQGDTucrXJ+0^?a+Yv%q)kf-CV`-WZ6oEBttAa zv3x60-?NTwQ^#G#;k*r{b1jP0pvTaSee9a{p zceN+16t=p`UK$q=!jFkAfVcNQ(^!(a-9N;f-$0%Jg&Jm1%#u00rJDTCL6U?h7>Sz6 zw?VZ!RlxnTJO6gu;2sIDGKaLk>1wbk@&W`9LN**(=6A_APq7u^}E zGKy65*D;#q$iCEeX7)Fs)uG7JUdz^4@AS2s_6*!~Q%~v5(&IoOTOC`+;c&Zq%Tc1T zS;{`Yl7zGEG)c^Tcuu_Q4}*o_r)Ld@I#lT5{h6IJ`Dc0~@3WJ*xJ~tr%>nO)#V`)s zxa_Gvnh-L%^Mv!mcKf0aZ?|>dBD_PM8|u%|?Sy=w&tx2oIJ)!AMv;$SKXlu$dtQ%e z8q^*iMz;KK^)IXr#6ib|mv{qs1r4^?JGh=q6?vT&l^$LH-c=zSOLcj2h${etjBoFY zoo9Rd;bi&!3|l&!HSD)*7#mBA207-JiPLj!`v?MFl$iSB_TeD?5ST{2)XWL*Zxt|; zSgSf>{j|vxoBZasaBi=~NZs}YL{G;V>JAFyH#Cq80cBL3FmoOX_m&zjsqbZ~4@~pa zKo@v#u)Ol9T^Mdkp6+q6opBjH25^;tDWuSE<|6ye6P2CY+yuSLNytbt5f-lYd>Evb zqa3tsKlLypglpEkUW3;Pvhu#Ax)(JT?**9aR$9xO%zGg_$pI!V^y*Kb483gy7XrJ- zM^T?9<}p+hWPk?0-iFk#Rlv1sBob3>2x8PYGcFQGe<2Gg3>SU>RU`it z*mV-=zyJMVd4HyG&X3{Ky8|Y0E(3Ss)TSPx{H*rWef|?FRX<1Qt!b^JNf!h_pv$9at2(wvVY^xV@)cQH91^A;YDhP7|?@D@p~n1C}Q8phJO2|?*c)QfbZ zq3jJ*a*!IYUIyiMSNkoSL-X)YN+Vk@4|{gf?h8MT{#^SDjclo&jwpMln7%!2PCuoM zb=M)$k7T@oeb?NbbgK8ucfnQrcwlj@W2@zgzl-%nhewA4M^)HEJ-b)d#;!uR7lz^u zQgyp(k@Tiexe-D6xN~c8cfiqpts#BhW7+w1(emvRP>j-DO^eN^OK65-P~vpL>ljUH zMs+SpA|f25SGo;;(jcf5Wgl3|22F87!WZ5(y}X?MiRAa)Z*)Ei@RM~sX(xcWtmjAG zJ|C;}_Kq1tu(HKM@62wPQticUf}-%pkiUlvz2O|K^%O?k(h^LgoZNj@O#H<`wYqDVeN^UOgHS+XTx;5dF(aamnW+$4jL!s z+s~ZQtj}WcN7gYJZrunLhwqT@%s8_6j5&&|;4?9zys__LYhRiLsGx|kDAK>S2fX}g z5W_uU_M&i)tLK*wwYR`_<46_KEt!ifqswXvSpt zC{$GxsG);FkFW?)8I7wbzwz~)v5`VyK!(ib>Rtp7UIVs=KCft_bpy@$< z@H!RYdu0~OJ#l!?pz|>yR$H*~1O}~w?PlgC{5!@M#m#7A=yJwn$=AqW$1uz(^LL~X zyUxfktugE~RSP)BdkKH0G9?o-KAcauw}1;&+@k!Tl*224y&=ICIE?VaDT?OJX@a%(BiAzrSIuJps!ywECJ4;rs_JG~oZ4(!%x^z|Q z_Bz#2bP~Vm=1?SA!TA2dQbI0YRkZeUP3cKlyt&F%Oox{*E#Cz(yF!0mRjaLjYlW*B zjcZ{{2$E_R!9&4cDW*sbY6$>6sq-F$s*I^JAWo&EnHV{+T}|^s(T~@4^8U}B*Q_*@ z@E+_CZ#rKWetG(cndMlM?5W?)2K$VAc8gt?0X3*_$tt?hDgRQw7xp^i2bmmRIE`dF zb>;rd`=6dxTi>nyy#C%`fBMD4K`$*+`sqbGab)p383`ZWK-TdTx`h01(+59S55aCw(*<&*Cf=2szkY78`OM~q9@to3d;6w zDcsk%nnMb{U=O)^(zBA6XZ+M?jFp%UK1;M%4{hd0gGasJriYRJj{)VT)6Cq_etg;4 zz?gQfE++NSa9D$%ZtYY=a=Zi5t>538kTvj=BT35nY_}H2^1S>we^K^6&9MqT=eM|Z zeAWB7HRH(?Gv>FqZ4}$7P4o*x_VyZY@rjXzw;5^9ouF>w6O@5dfkG>*LIe=KubZ+T z%M|?EWJLX7@Bo#q@VhUWg|FD_xg|-F77q{9P%GBs-p+-iCuT$hz@x7QTs(#v+qz#S}D74r;TpqgcyD@7>3Lnfl%sI(}=(>1#3heWz4nIcv~V?;=hhmx08bT8C1ao^Myi zQfBx01n(mb4)SNmI!05wcQ-%B%|h8W|Ljr6zGv5&`R88K_C2|)yXlW#zEe0tSG(Jp zxGGyB8M{Owcii)Z)ShT^3%Ri_NuMso)q4EbrTPpC8|yw@l25bGq=Y6S6mMuDVFAB_ z@APq=r}X75%J}j_-8Jq=nYhn~vNPN4(IzZ`t~b?0D8FvH?_#HjyOwDPi)&4DRD#|O zUcbgSB-}E#CMKf?LVO-Q6QXJ7E=(t3*pw8)dkB@X&1c+hI^kA*H3ZR{$PaDdCCoL+ z6b0I!tG~r^-1ocj5l*E5_jm2FMI?C>KR8uW&0=~RjYl_!*%StU5H48nF;j&|VSTSW zVb^Gsc+Z+ZiNwRmksI_7#l<(!7Bzzb>DvZ}(}T=_k*se+@d zgI833DvU-RiLUv(x%-xx5x%aR2!+xUM*nz5(s;_ObtCs2>WZ*qy2kp*OpGd@d#SHz z$ydSK?}Po>tt)(w9z7TS?a*1-=ys9sqqtX0z9c*4-6rv^=NeR5^&3Op=QoU4b2qI_ z9MYA4JN_wgbKBRpl*u98WwNil$w|X)0@BLrybhb53 zMEMq&Gz*Ga3yL%gOukVl&duCyC9z_F7q6R%*9LrG6ls9wBX5ye_Oe##ABm~&w6q_d zRJM(ZnT@5e;l5d_FttI&E~k4vO`xIhx8LgTPecel^3qwUoh1!N(?p+WvUt|{JDWBf zaw5uiW)vRNwUN_NSZ{QgD0_Vs6powWw|(7`z*-Ynjz4|X@xl^Mcbg^lbEG=It)q!d zl)d1!@7vgIBJ7njJh#0AdcGXl8<_t6@_pLEZ6}i6hjOhty?mV+YTCu5q%>|Unrl%Z z-#oIXD$5Sf%kS-Wyb6c=!k+pl%$$iz^7`g=K~;kU_&jI3Wiiw{ZO!WU#C1MidB2Ri zVtLBGe*46)XG)B|R~6+Xq9ep>+erD+ISBlj*Bvt0!t3aNN=Vi@7G|_fYg#)$cD_uR zeOz|vsIKOoUILR!2-4yo9dbc_cWdb+*@4?8KSBr}xHs)d^ZH_<6XDm<{?!7${k0O# z)MsHKVwK!<`EavNC)j=qDBJ$MM5}zpnOkPsMW?bLp9_mW_daRNed|=5T6*xQ6f;(G z@}JJdwr*K0nFg+M%U_iSuBdgHJT!?^9W}eVLfuK|?Gc+&;AT9iK2!OqgP!9TAJci{#xT*Klke2V zUkS6c2JbUo_bl{4X9^q@TT}T(hF~XWgQG7p)FBV)qvy+7Z3*Kggm?z;Dnds|u-`)vE{XFvP>JkNWd_v^*t z++uB(A~>d4PPg9I!g;YWWx(FsVJ9JLX1|x59{0E@iX(_sfJeBJlDE~f@&1R^)9SVT z$!<3OwzJKq<}a;XOsJmF_O?DTx_~{xEeclXq9#LrUy-n^qeDK2#%dFCAG|zJgOgKT zUERNFVq$_oAi<@bxV-Gj#KK~~JoHx4Z`Hi62NAUQ$o5Yeg#BSeD)nE#7KGi}=e(>6 z-u;Ol=26d`8^X67g||8!|D{4n=ii}=x%p`&z1W4am&|>2ocVQ2bWGIUIzb*HqT--3 z7Dk>)-0A+X#Qm^C;!nf(qL0n)QDp4a&Zs9?nNsSC-g@?l#iN^ADBLTE>|Jvc$MM*B zR71^F7)h*?&@|)?Da&IO=b?1*!hw! zO7=^&{`M$n;>a5E<<-h>uYNQCxUXe<_)@@0-d>hXh- z!)}Q%vpxEcq3Sj3gcAoRi0_7mlAtznDfb5o?fvT+Gd?BsuPEaa+%vXZEiGQKcn6a* zc0M<+57RN;T4!-?ntAL^qtP2dO_vO4-Mvk1Y?9~a zouKbUeM-arEBk3^_*2Z#YVKL*zjN29>tjyaf@tQH_lE`1N%i_pI8vL z=BFUhbfA~~&*MpsqN{uwxmR0fsee7APoT_J<9$~qqxeyP7xjji?eX3A0!s(WzB3{@ zM-MT_8CG`4gVf#@pL_k6pxC*5?<-y_UnhR{3vr zuaoi$8(DletGe;J#|@)DAMt3Z5c631Mh>mhWIc!OgVCj#tJ~eByw2jfMeQz?l)1fm zs{H^&@i@n($B=xzd4FtqE2pSCp_E&^S>>C5M4GFigSqKBWV9W*gVDWDiLXdG@YUXH z&YPNyh5)oy=}eY%E)5lQcqz&6ras(_)0KbpzgxBG5N}@fO*4PebsinJ_~HXUk%|pi z-dYjRaADz@MW4w~7e~O+2K;=a^QYWtVco@ymY6@F^89K3yQppn{l8g~HYZTeuq~p( z!RPE>UNE86RXVoP_!FsH7Nc9%)j8iB{Pj+$VFVkN0iU%i9QTY{N&;dyR_6R)u{=-(|Uhu{R zwI=QRl#!oh3X(I!_;X|*X%VNTr&EHw>DjYqxLHX_Nl<;D*KUU$A51y`Q~+_gbv@wX zP~{G?x_p@$C<*+f7r^(TT2_sGD$TM^8o3x3?d*J5jaA1t)(f`}rgum^u6rt-(aAbm zz}%z$MU|tKF@A5NG2*0LuKp>9%!YnDv&+fkCPwzz6 zo}@Ms7fOUdoUM}5feOp!Aa8#yQ|A5Ut|iXJD=6}p_Sy}ci}o&JYe7*pkJ5_++ z6#&JK;B@N1d3SbpB9fE5D;e#SS-nnp2zDL|Fa37{(IuwTCGvhO)xLp;F6Cs-5?SA= z-@#FD`=8fL36CwU-+Q7QIgp-i?CVn5SYFu{k;@|Dm8A5O-S^V@0*9T2pEs%SjYux+ysQxoyet42mebXf#r|h}zeUW{9)0ZF$T7ZtkgI4z~dB zU=Pixt9*9QFSQrKz8EW>=@0nq9lgyp*@Jm19w}VK=HtVtemj{pi)$HkW4$Km7TNi; zlKQFRGb0$LU}yp2R=_SIz#9knI9}aq#itE`-sCnmav&cBMcG1?JHmzotvwN{ZcB zxp)62(-F5EE~uhfdoEKMULDw#z3Jme<}5gETO?2?TGbgXd|7(wTOkuNU%LI7zq=se zkF2?AKI;`z5q3%as*y4J8)0vm7%Gx1(u}t^_DL<)&Q|>x-}n<5jSV^lUtMWe>gF0F z`E(gZf`Tb`&;Ky=?umz)3rvBb#}jr~+vc7KQi}Fr+o9tK?F%RNDa?4doN6upz9xx& zJaAQdaG7Xp|HSuE7rfaOc@oUKLp|tS>5toWxiLdhj*n4&pz?Ebb3;BM_dFv5@fiYn zTva75_th&Rs!jzwUy)f^O!sVCa@gNl+zR490(F=)Y6>Kc>i+%;?k$IY<`OK357``~ zNP%dP0KW5EXOBYc*C$(=@3cR_TMZOFHNSS@9J@(^xUL0rsrY&P=UJ`F-e{)`YBza> zv1SxZwcCTGMQ%O)aDF-HvF7;oQ>mG>S!&^Mhd?tuxNhlD$3IMo{e0$8R$=S~ljKz< zw+>8lf?X6HOa`r?xm?Og88vIAUD) zZ1~<#Xm(%eQu9;L4hg$ZO2ozhI8_lUbT}MGRc(mbz5lNqTA1ZcX9t5ChDpt_lEzjd zeqKovrugftDr9`&w=e&0Z!&-%nGHg5xmNmPH)J?>O%v;~xAmCrhpPwIa!8sgJa;?m zqsSjT7Cx0YYIrW~WlnShkJE_Kn5x|M7mD9TKP@Q#$~Yq!6}-QR4NBWu_$DA072dma zu?W4FXj?Sy`#H2Oh2-^VxexNLk6>RxB617P@1tz1LdCbLW-jG3cBbnFtfbC;(0jCC zc(W0ow7Xlwt6S8O=(*4OGgt{78ZtP*{7d7!%ab(2C*SUl(lHDw)X`)o2BE}0KkDPA zAbKrwi$8{YI3$EZr}4!H8CTDPpL|Beb|J>1f{yu%4`1e7q{MFgIpI=C{z`Vz7T4$Vag82KE+c=F}Or|cmcOiGZ z@OYq5dWvA1BSoJu?G?ZB#`kTG11wmI#_>=ezuQMgDv|fPhdAA894yT67rSUuY1e3IN4U5l5^217`0#1Ysa?7}E`?VeON89=-RsQ| zr&Ny>nnF@Y9EES&>3`)@Gf|sbS$(rObZPLdjGTB~{@vQq;S9P4Xb$}R)^;g+QA?5& z1%BW(l_l~3iV)tVuX?aD+6suET(7@+35TUIVUW`k8q!;;bD%07;(BTBSYQ zuA2{z zu5??giF%ESZ)2~eSyLVLrTgbh#mttAX>y-tp+@AjNHW$rc6tg5AD`d>C;yB2G&?(| zwocC6&oL3h=kDdpBpDl#xamEs;4jck!J~=Xg+;ZQs{>Nc4BQnlzDG^D?tT~Q8#H*mZ^nzA2C~Q1x~zfo3_>fIc|=z9kHma zNZ--D!%DKDYF`1gZsh(X2TN}uQ05+Cp_|e-eoE+br-dkvRcIZV?KI{%I)U0Ni=SS2 zzaa%L5)u{;KgYm+)GOoq%2=E*Hh*GqnP6}3ch1R1Ui6=80XRs#EwQM;sV00&fmv!|-+=wCUeqwfCX-KMGWAG(Gw;Sjr8D z`A7jLO|gA6m*xYrrnWy#y@r=sBh8ZIy?Svt+$Hxk)IS~5eN!|2(YO9=R7h1yaYQ|; z7aJ^QLH4C%R6h+%ep~N9aDcVg1{kGcm`bRQwUqzF0m{5^jUA8{=V22;^VBHiWd7d+*$Z|fgO znBReql?i>((a1N|u6Kg%f@WBh!`SqLsh`OuI_>gFFMmc z@Y|lsjpRawA0JJ3J`@!Dry7pTf5Cy64L`!=u4t+Hw=wTD%HvQ`wu?DWyY?!wZ!qlp zefk0Ss$117SePkQ6VqZFMMq3v#~j605@~HpKEuiR);~>c6D^}-zse+%hUzMiO12=h9hri(^{K$4*Ctx^+Q=p;*u=|6 zV*RI%+ua6*uY63%C6Er5GC&J<(hG;nEPg3dHnd{3+?kuct#k41RD~4mH53MWWgj;! z@e&imoIFMsN{p?z;6296!uucihbMJvsySVj?c#Fya5C$?!QPJ*qYq2#fm9^KE_d!=0H`CV z8}H{!miX@soDX!Y#JPiPYs)7UyErBpB&~S~_D=5!C2BLwnyv1&_&f3!UtQ|SpZE}FNO_G*R{m8dkb}K=@dSb>VLM6Y=e&L0*8`ygLe(+9`k> zM*p}IBd7~S9&R1~yF?BBO(kVz8RtGuka@n&%bWRj<8Cy58Yc<}Om0ihPUe9nAGkst zkRKsesxnrx>ai|k1!jx3t}Z1M_1Ma1AW}a$d3kNi+_K38W^q%@lenj8{X<<)N}??G z41jW4PaYX_WQk2QA7u*ZBKX1fn?Hw|oxN$7%Xa5r?U)D^TTpX?k2!@0e6z~H^vB5T zsB71+i-9v;z}3~YqtvRg1L$dzWT)5#Icaq2dH^vb=H9p_KR7hRbo9=mWcs&imH`5v zgaiQYrLuoK*tFw%da&h=A5&bSd@LXr#0bpA2e>ySC6XaW50rn=fsxrBR!R0yMmeKA zx&L7AmwyX~s#LytG#%uM&hvje#UW3DvWJtF+z*dWYt=f04iPw zpo2O9^~C|Y+6t0pgm!8v%K~YE7iXOkI{CqG-T{J7v7PlvDM)p6-b}R;2InuGXA%@j z5}-U$yXt@t_PdOnDR-|Yd1$|^Tu-a+y(imok+D0~lk9lpEt z{idELs779Fo?rP^!U#oZataEu$tBiJ7SLa&{Tj(D8Ww;ne>115s;b|cB|)p;t1F?l z{)q!_jn_phz-6(Pf1l1=jU|=ISn=ZVII7(&#jCYDa`*eptQpPjn`*CV&Ni#slO0 z%`Czr2TlZwqKl>Fq2UofbB4hHy*(sm!&oGfb%y8#R0fLK2rS5}X6(F_afsPF+HK+S z#Fnm!cYK6K39<==#ZAZJV6H&(Fi>7GH*e0V$1?p^B*CIkMPI2XZ81+?AOvhI7nRK{s2yJr)TQD{&aXjR-@Au~1)9Lf z7sqq2ii;(3(8k8bGO&pENC$vAlmXuvt&y~J+Wh%(z(sEQ+|#E|A*yJZnGKW1&yQAG zlspuq1S&dxH}uo{iHRpIy*>(o`qKnMlLR{X>Y<<7c}hN zaLZ9N_@TF7dwaP}GOlYJZZ}&3zSJ|xFn!=WL;9H!=Iljk65_huiC~#qp9SHz6At;C zuXZQ~)m0D<${}t@Sifh3glhmO*@;lSy}k5d0jPEx1qB70I#iz~P$>~>ZX)LehAUUD zAPFOnPG+-gaJR!t;Z#J%MIkxX?)gFN8)FIhU0D)H;Wnh^Nq{ynDhR#z^>}Zmr?2mU zV%gQV4>L2ljq>X1_FmtP>Vq5Z)TP6N$WL?akW-TZb}m~|*9HOVra5N2lXZfEl#ntv ziR%?4$Z8a(0|YXpdYJ#gWaz=#bU!$i9;T+oiW%o+ zgJB)|e$&8L6)C_Y(uS!*(iu^b7ZgxHQ=5*p5dEE#3Tp#bHUvgnIrPoTAG)`LV{~*YP4VM?uRU{u0HY2h)rq1$I?1L6r^toyC)_t9@)Qu zREeWL$j$?>E(RE&vNQgQ+@k>yWuOEpI9^nEnIP31puRkA!%0I9MknM_ zP%;Xu1Kbqi<@9gppe`;h>HrHy?RPam@i&aRh(Y~=TYZ4*C@@oh&d+OC<^Lx|#y|4K zz8pzIPoLun*&rgmudaCdtdta@xrJLAe-qRY;Sh|veh%1*?kj_KUfz8SmzbC++w26| zGec3P=~q|lJ44>XD3p_%D*)#@F~UZ%vuFT`JLtB~5*(k_g7bn6!54K5`A-DqOQ&N2JbA|cV>onp&<>N+ax;N!tpF(^x}uYDl=YFt+}GBFWaURmh`-@62iGZ-hQJQp`NW=)b* z4p0U^L;$iKJ8Pp_fr0g+Qc|=n*81f!dxxP2Ar~|iGq_p8K#gCc)#_NiG4dZpXP~9jAMtAv0KD8Ceeeu<3y{6~2gEBVym#znj;ad4^Qpz@Re z!7?6VB1}HU(h~Q52qSBLp2vr~3GiIU$i_wrnqL&i0#Y%wJZCM>n(eWBxz5TS>QmEO zc6HiH^@JX`By6G4W421TM^FJAGe+XW0 z5 z2TYR!Q9HWR{=(9>*X>E!@yMvfmfbmU*d%~`kTOYI0NmjW1T;gsU=-bnp?YM6fsw)W z|GzFVj5MKPxJ$vn<6;(xTa2*(@3o7O=H9{N@dFr@VO|CEI!nNasPpG| zXUF@I;&5aZ#>R{YyciT}Gcg?Q;p6Vz-%4)$I}etVYlS&L?{lcm0)<~dlQr_}5!5~~ z2aMKx(~cyUkpTzH9WczPp*eDZ;Ek^d5`94~5nzT~sib zg#=g-G3`Fl6GCDlL|v@J7}g7Y#YgXT!lowD#H?qSFa0EB+j! zZjy&Mh6q93G`U+02;UyDiNpA~{{A5!6^l$KT`6a|$A1EoVi5CK6D5h>{o zrMso>T>Aa~-uu4y-oN0U&pAij?EO6JS!=F2#~5?0eP3No=@1zM8HQnpRFoApF$^yN z!*C-cMDU7G+rR|;A?|un*Y&!irK^YO9Scm=)YZw((bdkzjLqHRj*E?>gCO5I0X|V4 zHfvW`Cl_&ke*6D<2cP2|EB+dNw;ym7QYYn`E*N&$6#a+GlzC%=VYPKCigH?>iF1P< zKF8J%h?lx8xCXry(&i%B!c#LJ;&G4FEz{KHoaR4_N@bLc*RzK`0A<1jnd_;<2GODRU{{V$g41#-?G)=*{ho>exy2=IL9fv7_kC zuIH&S(!Wu=O9Ub;l|`SWK1lWOea z(r0pkgyzEjrLhQpvzec7l`mf=+lqfFXtVme+4J{vD|JId=5~9kPbr64B*U$e?-Jd; zd)F#E^5tDd5eI@=0TX(nU%!5(5AQA29)2e6D_-ugNEuWUFjVP1UPH`k*S52;G+OI9 za*x<);lrf-n~r;?^o^T%o4*?S{rNv_o$w!o$F81T*YYdPXTEK1T^+}(zf^bZ+DNkZ z0;#)8UnI?0?U6x`Vf#|9fZrD`T#$W5HjpCQoom?E+KRo`W6n1(IhD{H+L@(eKKePN z#^Hf+9KUhY{bO7u36s67I~(%~SFchmR4hu@H8fj8tdL%MNPmx4zrm<<9*RpDZR4Az!+sK)*RL<99PAPsmb=z`^4(ebA+cxz z%iZ(Ag=@{La&D)u(1Lu(Z^wRZw)-%I#+QY`ic@*rrH;lv%U|eN;{DKnh%7G`H-PKf|17K)e13InHm_=Fe`k@n;*9;+^qZ88vbipOM-*H` z{s+E3OEttsj#+Ki`8FM#iQWqzb}dQ=-5Jjd3T{)0`t5F6_B)N$k>0YjO#k?iiIkL- z*PHG9Y3c{5yOqi|)5Gev?|<)oFXZ`dS!9gM$ocH9U(i1fW0AApRATiF4h+N_@S4r> zoXshf^sBP#Js<6`Zdw~^`uqFyE!c#TpX2#aJiECGoj7p;U*JZC?RwfoGW2J zrTHK13(!-9-@ji2(Yw6fZM<5Qmz7n!w>caQ+ui!T-bqeQv(Le#usT*n_C4=y={Ts_#AaXZj>S5d>>QZ0x&EH$rB6%>yiJyKRvtGCUoH1EP83*yRFZ3(hFKrq-SItVPT0vi3xTg zoneDn0ovtLZ5hPHdc5b)pI`dQ5nXLo;K}4T-}gRWm*<(}-NJ@NpXJRDdyqg{^NeL+ zU=JCD$RMlWV?JA>Vd%52;>@tQ@uC-=!w?x^C56ger$5WY5wmz=hYlU`d#`i)+_@t} zL212wry?(LkohMz@mDcnF|n~6v-`U_lJh+U_>;-rd~04(MB*muX;>h0 z&>4BMQxM^|x3@2SJDcY@Fw|`|D%c_!6vpaDkG1CLi|nsPcvrsM57o{!n07NrFI}z- zqh$Up)NK$H983VCU0WDrye7FEoGpxvZLUIHa)N-z$M`-j$?yL$&_@&6cq-nc^W6=4 zX&+G-g7of^0#^Md#qU7`UpdMB`}a}6b?2qr%5;?(c8T8XcdYsn!T%|IZOwJcRs12N z2xUVQ^XmSXif-X8Qi#|3NXBzkKbT-;*~G;eV1bCUwa>oG$~tFWPf=G_$HvJ?6fL^Dk>^&^pi7Gs9cL`5%kS@U1_n&hJ9C0?M;Zva@sxls z5p?E162;19-eoxr`)=0Q37antRrZv-oz1P<_rj`^JcjODG{ucVk&>(O+f&!jxEIMN za)OJC*eb~_u3MN%)CrqR@?bf^!LbZcC7Yu?UVB)k4psT8{XgU!N>Oz*ItKTqrmQ8G zs`1Mf%4Y>EzEP*(5B@6lfavP^cvmpDazpRsn>QT%{D&bgNTV2If{=hrRU39#X>(z4 zdA@Ym4ANlwj&8Z@8JM4#q@-qVdS5Q!}1&G4A?IPXiuXy8n*jOQ9EM6p5DZau#WDa~%8eBw~V7J$QeZ;X0Y2U2* zg^=g``|g;hPeUpe$|I_V^c^ch-d=w*7Ru-l(0Tid$godPR^BIus=bW_rKbxmG6!`~ zbt6zJTwY$D>dIl+a3z@;4##1czNf&I6 z{t%mF`ndA#tnP<9r+&Aj9IhCQf*t%LuY?7bJ>K9BDbXQ@V0eWR@)m55T1aaCgU zEy7{sbbNKE;tc|oSnd)4bYNNdwBw+48a;H3<7qk%DVwHFsibqt&db3goM;L$Ikh?f3ynuwC=EAhc^ zY4W_XF)}8xI|K(i!v{>GW()`Hs;B(-2+@VeZg#Q1tm%<4i)plD7Rq< zm1ID%ekSh5t;J2_x3{h{01*oKVRxq|KHkWSlq>}Au+$pW?c29e4jqALsP4+qw~%2? zgrKEsY;5#|dbd(%ZhfZyz`29Ka z-BQq@YR?@&KwW+PN?sG>LlU3_QyJ0e#l_T)pSC&cqgkT|D?C=8wgN64e|&{c4lp$W zp@1McAW5JY9G-mhCfSP&22eI0C9$--+S2sNP=CMq?kZG5oNN&;ANEO>PG0@mbO#Qb zgYw?{+jYM0X_A-==fNrfkrq6YgZ&-H{X)QMCHkcfb}*N-PNKjAd!h0^oCnC?Vy<-Y zVnLBri$lqw1&G4>+ZPx%wwA|tE#6#9vE(>$qGz>5CZ%c)SPl=iQFXBASk&;O!zi|K z!nqf4xGpvaYw^PvW<*juN4x0h)2F)@v=JeZQBjugn3ns6`VJpLR8>?=o0^&~HhkRZ zv+d2yJiWg^QJf<-;F8uo+Y6Dm9Pc<-{**RI9tWQ!FpzuV9wX=(#VN4DnMTL5-1w*7(>X?}zI z>D0<|L90T@A?sxa+pCk_11%7$Ka4F)`+K22#hKD?yoxs(_B#+d*b; z?RwiDo=J-Lf>@jHVP^3s%))lhrp|9}KJC11K}y5bm>h{KE7F6S{ACkiLK%h5s4?P&ebpdk&&}GxLxJSsz-nIcnQIXtxjb1+e_lJQh3y*Ga!NPn)a z?d3}Gd3yIu3uz{$e)D z?+^JOq6(7V$$s8nK&dTo`9N0FCry54YM{r0!rEwD@0&~3|5>U5z@wdw&D*IS1Bs6I zc18c7VZR+-@&I4B$kw>~Y*!@Uw5*05!yZntjk(@h?x&aC0m<+*2`91o_$E6$eE3DH z{Z^|`DT--%RyyQ`_aaH}yu0w3GxwR#nJE@^8x~t1ArCNwJ)Q+X-$tdU?g7nN0kb+1 z4IKkdPf@hTCw~1J9jOVz48|AKlEg#i`%As0v>`{pnmy=vbFJxVN;tH^+JJ@S&H8S zIGUN8>u`CPCjv@63uLV`x^Wlp-W5AAc6S$s%(Z3y%_hMB-9t~0;b1lV2#3I(3FU0v zg7n`0OG-+$))&kGXnzsEF7$!=v0I3V3riV6w8Mlm=eBQiq z;|2{3$O%%o3S|hrggeil^;xd+Y@IwKda*kv4^*j~+)Q^NDVL3gGAbHwHO2EQX=y!~ zT8!sNJpJXys~qjKUD-Fsb@V^X%tFqkc+)ZMEEAAr)&)Ek=0s_Y0qsAG&Fj$S;&Alt z?k;WQ&9%u7%pwknnT)OzUmsxxg0Djc1qXh8?$+>>0U`_HgXrdf3k=+SzVB2;CCbnM zhwsCtL^S!LfwP?tFlx>(lZm zX31CQ`t_idl{*iaC1_#7GT*+n*(fWrY(5%UBmq;8$!<(0wDOh?obaN&6vZ^Xyxr)V zdztwF%F&wmhHL%9T4>uLh*Q5{y(!mTZhq2`Rg? z4w(Xnp%M*Q;v7UbLS~SKY29$R>a%$t1NU||Ara$qTzXgy+@fQSF%Jq4XKbS_W1`xd zY-f{&iQ>|0k%G3X+2-;NMd+)q^SIKY-C9onn7+5fD*O zvt=!$>C@#bBCD;ww8ipiRK96=26@C-o410RK2*u5whX0lBz98_kqP^Irj*qcy z4!56s@b>Lnme_)UVgCIg9iTA{jeUEIr>IgwhW0}zMt)q&xk+4bYSGHkeyG^y7=j=` zq7;>sIM~_mvD%*H!pf^AKYWf!Y$^R6^=o!fX=dw_5#8o0VXXk7u?I#He!HRpU6p(R zvyN6U3YPJY39AT!#_2oAxx1HGpNT8k0B9ojR%<2Xlp}~I1r|-TS5u^!xu3q9@5asb zm-17xN|HmMb0&WOHfu}22*TtS|AQUlHQ@EYn7#Ey@-EI- z!fss#{c-GtZEg*MAyMXvD%;yRfkjc#l)t_UH=q)$2=XEMI4k8(qo(^+bh33*V>epp*otv zlkL{w794$Hdnv1^9NC+^0&*r_`P2ywi&8O!4k4VKK>53(_RXove>DE5?CR#HiQOE+ zu_E;u$FKd~S*JR?e-}^e@pS$kZ-_?H)MRW4}vQ%A00#Te8UmUvci*YE==E>Jz8cs8IK_+HQX z3ysbQlDR+LUEQ+TgdAA5vryp-vy=gO8R#@EB9M7Sdqw=UCR_dUHTJIdjQDq7HFG_`2B-nmv32F?MV5gr=`hhpCWc@4*0mc(sa&e z%L%2d$6O~icNT#X7|)L;O8fSit8i{^UP)bOGIU7^+4s}HUT_;Pr2I0tm{fbCF+o4I zU!U<~Wr}|LZ(wFm`T0n)9C?}Xj(r3B`(i_&m9Z^T+OZ7ec0@rEH z{e&u~u1o+uz@P8K#y482RqQ#${l@;z-de}C(>y#A{zJf?0qAj)5e|fv?}Vj!OHh*$ z9uQB>3dI&e>T46t261{9h}$z!XS1TGMQ3x%@L)I~_h&cE))ZzdNhmzmd<*#|eN)}Y z$S9(O=i_ocqw~^;oaF9OtvdJ9bbh9QtQ7%RqP$_+;k%Q}`@=B10Da_2jW})uX{CuhiI{u9^2iS2{OWdUaIaTA%yEcxt&Wk#u-j6J9M*rf{ z)YKI4+x2YoXL@T&4x1PH7&%Hhqs!wB+kE_LYHE~xKvO`DAA>}@s;BB)b@2OL%uvs~ zyT+@*+waF<=PSy~4 zUaUIyX@971WPWepvGA43ML>vn`-EK7PFXrmz#~J`(@*SwbnCill?El|Is&a64KF6t+ND?A{??#sP`{};tnxFRn*wRxF`Te4C1b`Qk zn8?)jfc;%|b~df=tmj-o!xGTe!?9e~>J!CWs2CX|VEQSz)Do+q{u~bZ+*u(B{Sef+ zfz1q^EqQo+z^=@wxe*>7E(;)~YOoC;K9YuoY`aW=S~hP~RY6m1SKJ%{6i^kAD5}dt z+vt`tVVzrvIe}z40-R1(ON$!NZy0J9f%+645fLl-8ik0jk9%R~Mro^}X-K*Ruob_B^RU(9Mi?7t5>xa7)Lj$OC1 z!%Jc=zu6=t5)L1Omd;u3vuBYi#tw)HbrRAqMhM*cO4at5@D2sN0EXCAnd^Yk-B{4 z$}-3m>Cge~sqn}fZg>z8Q45n1hLGC1a~f+q(3M*nzcM)ODxPid;V2~GI;6uv2g4kd zFA#CJ4-0>=_XT+tBrPH|+o%tMt_zhFhMtt-a|deV7}ArGn2II{R>(<|Nz`?U>eJqa zzF%_@s!-pbo!j+1;hz#MD^>alCYSi;&6}Q6X<_Qn69Jm*1Buu#GJ`?Xi4ByjFm{Dd zBr&7TZ3C-61vCbMOsTjU^2N9q2h7gQfJ7Sk?j1MUe=N3zmKGMKz&o2uMqxFp;n_^j zKgTds!eQF5>UA$tZx7T-SZU%%GHj*S`semnR|>p09Z-g{FTWm<*do8MI(wfhc_i$T zf!FjaX}TByq@MvMMM4(|TAjBnEJk6bV<~<^Cr22nbx_d{adI^GAohoT{3yv|{3$Vy z@~&-A>E>z-yF#iKH@aQM>(@kjIdR6rE!{3P>t6?)8<;cm@*2jzM4J5&(Mse0ReCV%I=08dk4Lo};Z9(10C#l>HAPP@(lXYB#{ zuIid}SY|gy>R@-Z7b09ctFsUmbPjUP_pYBm^Lb`pj2!?gE(#(({8yg>2ixBn1dteMpmcYojd0xpb&3>2)L4E-+V-x zF0XQfA>q-Z8l=g5T>W9bIoHcko;&DZ1?sDjFo0?c`cUJemc4}*NI&a^I)|hm=-!$x zmW@-EWM(S6OXzmJr>+J0wilrN*{a%Xd~1tvk5lQR^=GWs0= z9ECzcLfIgA9XoccSI6k?myG5+@%L<+U1sN3gDMt56pE^vgQPl##3-~1($dM5ko$T7 z%y@p}|M*w_0|$Z*zNtc3%jh(R!H!5a5f^v9@nY4_-DHBl{k>j)=tVLM-KNg!nC<~oSqSVpDtl+SgyP}P6~2YMw*xJop_U}8Ub$ipf}6F< zA!C095aZ?`P#YO2h|v8iL2cctV%+R@f(y>U^ZiJ{hx;~5LyJPXKPDkzb{(~&D?FFY zkcb7MBej$als^k3?ltxUrsAIiSgQ*vCDH<6VbAY0a;13kaE#d>ryuoxX7Ng<=|wFs zev$8vd)u!&GCICVZ$7y1FZv&tBN>mAle5sPGP!bVEaFtWP9JPF3DeI6($^^%E`)<3 z^=Pi)#Fzf@rF9W5tNT*y#{RVnDKhuJZ-gZ3MQ+C{^tlL9QBBRC((!l(K8LTgM$`2Bx9)megWMn-04=EbK6Ca5t0QpA0H zV#;FAUP^g+!pfArQolVf1JBWrElB-Noi}s{E5w*X(+dj=zv$N-k(ZC|wW~*sV9*RS zsrRw&>Rl+=8H2$xKLQEKr*5f;Q+Ub5s;4ptm|#^0Y&KO)lwl3!cNai)X!$yK@~vBQ z@S2xzME#v3!%zkaESvwf4rpj-9`~~tLaRZ}`sVCI`g3@oLy))&l8}aPZ1}|q;!6n& zYZu43W)|w@JdW)MPESwA`$Vk@9hz+ItnT5nPrnID-zC7bKsB+a<7ZmVNli`d4N;wJ zNr?ul%IoI-_5q$MP>H?l-l^#=LP#QADh6^Wq~L@U=PM-ayzc=G=Ec^F0_L`*le(WE z;#eO-XEe1cj+7)I@2>-f7E!Yf8h1^zixuwk+_uL;Wz89g&pmekVJ946$*M9vR9Vr$ zci3L8%;MP-0H!nhY{4<^shOE1#FR`+catDHroHO_maGCwMYDrOPnG{c0MCt+#pVr^ zDOot^)B4qh3Euy&Gppk_ns4ORYQ1AAoHd&Y+)*t>8l=~7caf~e$fA`E`XJbHpg2hh zTTStt#!5az<4*tMumJLF1!kqDV$;*pH4c~5)iFClho-c^z(Cr0iL2f^Dxf6rn*xPU=h+bF>0SryCUyFiQ_OO zrd#DF1$z{deiSlOWObTBtz|LHbFW}VO=ysn$HvA`8wquFp9$MD_%miis z;uz4_R%jU@@R433^=B$$sxylY`~hIOibB04;e;IC6v{C!n6VglM;$+!4Vtdh&(??B zuPYOqc!&nAq*Srooj8Ip6Jm||E|Y42x$prpW@cwkb~bJ(t*q zyk>cMj6Tvkeq0V6j($|kJcGv>TLUo z&xPrcj^nu*2n&mk(efKTL@hM%HP!c8r5wUg!(RaMWnRNgQ18KX753Ln@n5r4^U%SQ zGuP3G@SSe#40(%dHBBM*%F=a70U49T_VDY5N4!IbBaXasBIsfeLu5~Eo_)A4q`Y8WK{>w*~-&PCNb_BT(-=l?p zmdx>%p3!_4pkQSvwd)OJbST3i!&qTa5f~3ckeUWSL@%K@q?jTScM|5$02jl3?KBFzo0r>K@rKJIN+rfOr2>O2m0F|Dx@kb?c zXr4{;Q;)JuOB#7ipMs9~0QA2z!B++9P{Hj^Zg7Zvm97T}_F!zx43IxQ&}oE~VKUOR zxb+8eQ9u74F-x`7<^X=gmq38+^w*@;sgv*ieoo68OTbdw{`n@aHt0UkhJ@8>9nqE# zoSGaA5zu2Q%fE)FnZ8!zKxv}{9b80%90tqf-gH2jlLJ3q8+0I0%iD8*dopM+QG0p4 zuYEg#8~JCI-?*(zs6aVoMGX%gT5`l76GffzfGhdtCtT{ISH%OnEd9?Exp05b2vGQ< zhtE)ou7_4vKGZs}H;DA8a@aqF3&v0et+2B1H-7y})qIjOiTK9<&1Dv3K!4D|_%(806`fwW%mufBoMqyf&MeD@w{!P_GgM?E8uXSUq4H zhDSwFZaGVk|IMK!Ht&IOfc*I~tqR}Icv7(#V=(jTud}Y#q(N!Gz zun<=TFN8uUMa{RTXSatvX1fky0L(!lCL`<53iqV1$A6B*x9njkk8yU9Fgg3B_-?#mx&nOmZI_EA>c2 zO>Y^NLJfunGBdO_X$+vLjDij1!REXWu%Gy!fN>$Z2d#0ZCf-sLAQGa$ObXm)wUN06 zISoL)4S;4cedHyO*UW(}_I&b{0083*O~^5@|I~n~3d0;L*J+Ks=Y^0dj9%RJH1g*m zw+EDe*_LFf0{ebpluK;8vgH7ErnOmbZ9wao5}p|8+EL6Bp-{ffzs9g5g#g2#pLG~4 zQQ>I!1OM8B$UA4#ei9`1!+@acz`x*(h6}A=R3=cj3)WvQJD_-K1 zrcgPKJia2R4# z0G;hFBDNDIgTXLAgH*Vk0-ZuA%j$Z1WZ2in#u|W-+e^e4Z0%4$Fi`R|AlrbNjr65- z_lGP}3{WtdOG?3$;v!k^ z33*r5N&G91KOf2AUCh%S8*%BCt8o1A} zYu0G6sH<1*KK}p|p@NGIGtk3<1!-|^G-@bio1#18;^CI$SslBNM&{W`m;D>59@>Do{T)qUpG#tj_w`GddY-Dsp zJ*Ea0Z;A?!#d>i15M#<$uLgtv6%q?{K?7gBV7R$Cn5Dx%0M=5~FjS{0c2WwjG z=MeJkbN&FfP#Qw6u`y8iJ;A7_C>V4903Cbilj7ce^n()~807`P60LBlzfMC4Yk|8f z6ST}NCIZMX36QA{AW0-@+yaiPg-&m+G1&ISo=JG{q4q2VlPDF$UmftaKYVp>N7%LQmG7K~0$ODp1RppDp2WrBIq`;n7q}Xu ze^D>U;wCh7;k6Uu;(g}+repGd0awA%gA)f4 zT4&e4e*IdFe^?SL>h%fLyFx;GA@21(D*138W=;$Y7t}73Kfdg4uNI)p$s$P)xZ0?6 zV;gAqG9YVHP+U*~fu#5F)s^@$$mue*yj;P>L>HyyNtTVnNCQv@2szu3T(|dUy_T5O z2MekRfJU(5${)l_AzGcmT*4tJcnmc?+`0|B?K)$qj+R?XqNnO$$Ak9#7bqu4|KC3k zyBE@oIapdBmx@76DFD7Hz4QzEu+Z9srptrwodR7Ru&L1ODUp!!=@Ere$?tZvZ{YFq z^FyCSR#Wrw)C$ymCUIBg6=5U{Lr?FV<#&2$#enA#BEG|lZV5IOI{83UJpVVOtn|V% zv64Cv#tTep@IJymMkg51E(EEQ3Hmf2yZgTEDk--A*4 zo<9~GL!0qkiG+QBmWoCej2u9;Ou;3zYoYe$7-$4vz#wzd(fs^#N%>@G&B&TRAhF4_ zK28sz|3*Oz!P7 zbUcFb$27y-Z>n|&b$U1kb~h7`KCpx-uezn;n)%+NLZJC*pD|MrR#Q=@xzJcf(t5|} z%Pa55AA^@sK4Cv?FiRG&{_n_GJJD$@l#LJ5B#epq-Bt#vWtkOy@`ndbB5(lGEFD=; zFx82}@LCwFIz$7ex9o`U=X{87IU5A4lVvkZ7K!pX$7f!BCco4?Smtr$M73`p?kZ z;V-8v>uE6CGuY9wW3#`8;pQJR;NJ8^TEMViBnfHgZzN{}E|5Q?GPWK-z#A?c-mXCy zLsg|gizWzN5(fVA)oI*O`EVv`OyOv)2kts{vQFfI&%boTemT#*^1^$|f60~<4&$+h zn_@ZNZs4*-I!;o_`y7ed$v6j@_}@gN+8kA8{+nWh3FzSgU)j##9qimDdlCd5Bgi={gMtpxuDhr1^$RSDj{d1XSf{9t{>5ndhAz$i=y=w+m zHCC47k(?xH@Vk33Q^fG%gfvkMLUQn!%IH}-bn#z8q4P`sJ5BO%jSwL|{OcNyhwea< zHoQO#V?dWiBWNQ!gr#QIGu3sWalOnyD_y3-)@FJelT{5mbZLf&Q}MCW7%>e#>A$eP znx}n2{tX^R-FboFgHUj=^b93LD_Z{a`lD=3cs6Zbn5?Og8$Q|yCk0SgIM51^v%Nou zCFj0|VLi^AfrR7-0XC+Y?urGRfN;1FK^yp=tFVPG;#qE!vAN-norpZ~-x)R|I8ghy z^ePa)f8(RRkV*@Kko}+Agxb8rS=I^Pz~(8f@?R(_e@%b)-;a-tv69oO91*wHBI`-w znJ1A~7CcQ3VfuIJIdqBD(@bKHjK9N6&K4jnxDg!8`C=QS(ESXohtl=F5QeRsMSFw% z%3clJoE)aSj-O!AlW&%RjtCRIX+xnMi-N5E9_-7D26Rs2(Z?bD@ZP~^?mh7P7yR?G z-SwC<-#$J1*lLBe#UzP2ziIC`QO3lJ}2rmf&OZGYmW zVd@2d0fnGW5}$CpeVXCA>H9|7f%?BoHaM$}TY~db7s2lghi?!uwC^w3{^$q2T*N8> za)UK{ZKjhP9QC3KIqOlwq%R9zq^S#p3tMB@4Nlt_y^G4$>934Q*z5e?nTW8d$MG3H z_~0@*2HxCi)W?L1e*%12VTV~SnVF?Gtb=P2@jz(tAiKMbjg9Etm6HHiT71R_Nj&gI z>*#-GUeMF9Kv6iDVu7UuD+_TT5 zyoJH^f{t_|y^vCAiR-45RJAB~_u4&^@&7bo4~hr;d*EVkZ$H8kj8z>AA1Uk+(0Te8r4!gh@5L1f z^G|_Fee~F|_#vjoT4YN4~W-2|iR$~BAtj-@hW2^>w-eGWuBF8^M@cQKD2 zd*ryF zrOD98ySwX)<+FUy(H{d#do5fw-)H*{S^@A_Qg$iC)a5u|f((X|)oEt4qa+xz%t24e z6Pk7!1_lp7k2d-B?dfh^%HGB4EbM($4t|Kr;Z2JF)Zf9s*R#%Hq4$W+Fw9 zoKODD!ceAzURM5PTc1DdwJOSEaEu*E5ul23Y*&Cv;%y*&`{!wJrpVY2a37poVj}qJ zhSNb(wNYCx$|u*trtuas%Q}vC6B^i-)GRo8RpEdPSRf>d3iZhaJO?KHOr0Q811^bo zct=nCuRW}ijfekK^IlIqx5?egi(?Fb^E)cg&YvG#k`JcE)U}bIN_k@sZ7-CbIi~Pw zqZ|R)hdW+iK`;;H+?VA6I5zeH8tg6kvl!0*$^Lbu-J*!JG^Ytb0=R?f{sOt2%NC|g zQyt(Wdh_QCn@d6f_kW<`aWo1?ola(AVlSa_e|UphBi>6wN$5XV!~LXmBAy9br~Vv< znU5c+>?qaZ{*%!koW;|mbLt=EJgjbQJv_Dk4xDsH&5)D)5UC+qMDJz*N@ zU>d)8-lTlNNUSWVqu#%O!4e9wvUp+Slz*{L zdoN76#;$y;gHYsFJy~kwOhB8NOh@yK`U^`O@dt=v`LD+TaVVG-NZcHi;w;u~tMa!( zP-qOfLsjwABNt#xgjy8SkG=*W(MIlYK#K3iaX3%*<6swz4am5F&RK%seY`F%gy`*p zO5dTA`PS1h8>+<=6kqPbY@C|HIl-|XV0u^pxO&jJ^DoFE4V(m>)01;BToRD>Q!=c+ zH#*V%7b=R=-NWJ;GjbdNER4|WJhRDJ2BEJK8#i~$+>+0 zbR~n(A>k*TH>vDf6Kmq!D5x1=mRv36@-RqS74*;J<^`jKN*OERIDCu_xR_jV$Y?8CH)w zXf!CKL5)zhI<`hO0-8&K^Z2FxNpKR;As&Rz7{g&Rwi2GQ7YSW$9OsxYr{dz=dBzT$ z*hRzYC%|EXUHM=k!7?HMrxuL@Z z0jJija?de`Lx1yCC}q&Q4=78*>Od`lL!ubc@UJF{9>Kt3)}%uu!8M#zU3t_Hm!Dsb zbF-!R5tE8UjB239+ z$uaT~5s1WJi}yUxZP#c;TVjQv60Zlkgu8IOjwQYd9EWn&s#7sVAM`B~ag12vyYuhe zT*R65NXo}kyAgk&Tf;~&Q13vAI(FyI9Snm50S(9ot;HQQP&o3asLJv36Bf*={6!bu zT6`Jtv!lT>zznfkY|=HF-2J*_+ZD7E38XL<33rO?udm9%32$_=9MdgxVuvFGs33w5 zits~7&9AKTM+`amSYqyLso1?Q?K~s21!9S!8V&>)#Uca#)ALgq%BNS4$Sac*>~(m9 znD+JCH+eZZocqGSedu8!;SludTCn;B4t`91)IpfYFsO^mCN;t&4Gh9MiLZdh9n=*X zm)hETzBq&h!iNGPd>;Z09mq#(XG}{+7lzISf`UtF))W|#LO3^mp^311j6pC_jg~AV zv4>t)Lap50R!mbf3}>TZwY#r>S$Ew^@B@thDnE(^RvrR43Ih-V%g_$3KNzf)jx?=n!a*erce^ z&3v8+5KD>STN=2)u?{4hF!G@ooBA0V<%iZx#Ja}@?z7F$Q}gH%y{;6J4wwG~%-sG& zaEvnXTSYzD<%o|hsH#&p??DclTwU6EyIi1q09HX@V7guvAvT%+BOua zK5JKDSsJLGV4@xi1}Rm>(6=~P1Wl+iC*jzOTR$e19TQ3JynBF`Dsy`6{lg`4mDAE; zY27E}Nk~=YNCQC8f9xhD7QybJHNfGx5ZoojPJuan%>Ja>-;qf59j{QV-?_h~SbaeL zgH+Wf5GmcjqgV)y^q9U2SLp)jC>Ahqe*Cz#YQvESomm^QlB6fsl545#j_zf8S` z$KF1nEmOpRZ({0(&yXEeVy7wCxAIKClf9XR{LeJb)3)cW`%rN%tej$ z-!Bv=f2XS5IP4aEI1-kIl<{%Laru-oa?uOPBAeJX!#^;+l2ENKmr=O_rOY}UXY%Ef zS>vqbDNVvwV=bKB@#R1Fbt)_1sUdZ z2iTD;kg@Be&id=SoQ=7z#TdX5Qlg$HH9wS2Wp@H*BN5Ob98yAb#talkq`jddI&dTp z1lT_x4ULRgkn1xMeJ4oftNpXLEmMq530vE%F zc{MKXNLBNLm-QlU_l0C%nY5a?q?UDg=u*7gV8ZH(0`xaU=aMq{wY0ru|EEPm*Nua^M?CAk_i$NpFgM{Mc!#mA$dwZlLT4I#cDoIK;c-_rJ(afAsd9 zJU+3Tv}E@q11lQBI7+{Vk6WzMcL;uJ?*H=sRb{#xrhke0kNnzwmm7@|i^7i~c9cN< z{F9ZNO9|#E4rE{0^4vDHfleJrcVh=lU%y%x3EwFS7*vQWb#c&6w>_b}a6FNuJ!&=O z^jCsAy)lAfM1u5*?9UFYd+AUufy>o5G$_2)N`LuM(e*C479YpPO6B@PV+DAOCeP7kT-vxYDj%Xm*xIDBc~u)rQlrhH46k+fZo;z{ zdS265sO~*wl~%i4L>s%-{mitm&$P98@QS`wfww`| zP(41;9VPNhF`Iq;tE~)aE9wgWa-QomOccIr06C1n#&QYhWGKb)z^7+*R*oq^KQT?c zIE6i$fOyQmYgB&NO8C+K{UPD#CiznoUpuvFsy8+y zx3Z+JCQnc0;Xn$L2iA`{!AvQ;Z{tqLMjo4>BA_?Gq>(k4umieTH^w+%sGBw>-^HVgkqvPaHol}^1&u|6D2)FrN zHcNU^duG2^r~2zIv%~LcA3QpbsdBB_d`l|n@lgGaE!`cJtMRJA^(Bcee+lAxIE?KyzV{B$qjanPxE9K ztVgMDeCg|69m$i8O0qkf*2njsyTmYvHAX}0RanCw%r0%mN&ZyPn$^qDGs6qd zGQ?FT2-AICp9?N^aBK-Wz!PylZzBI1@^`x*;xMYfrJ52Xx|=0Mj**V$et9>qM!Q31 zi`SRSopEDjWkY+L?AEC(TRr{yr+ylbP3D-(XoFSkD+p4e{@ejr41HRyh(}@&AOI|2 zkgyYHAN}*FK(0ICnnNEGWA$b2NvOxu!^}I6jzU>Pj0lpQR2S}vbC<MTAMzI8{8%dp})6?W|gF;5~yz|ZG~ zSE_?;o{qT_PO$WGEz?&=?OiPn;~Sx}r-k%RjV5;Q7AKcU4>ONuhO7D+daVRIQ6uf) zIs1uB!Ty@U0PR<@&-#sO=Xtk0f8;vc-APJ%3y2|_pSoWWwpnH8sftJL+B)Wev>wBWLSg(A?ptqP z^N?qfQ6#y-f!j+SHv9Aa20QIGon)UPUW_{us*duGCbP59RBJP36=`D%Zn)p-_H;1z zqrmANCI*aJQv^uGp1`n!3GLLH8S8c51p8d`DXq(=2k=s>p7L+@r`Rmy*sIbxy?KX) zj>xy(%LdY{Y$XSCe9lPx-Y+eYIW?VEeCOmNf=OT(acv~Nb8t)G*?3Ks>P^@(9P1FX znld>zqs^QJ>r<(Jf!YcO+U#Fl;}n+dmj(P@fpAi$Hj08^qGZ64F&HVCP>Bm>VeCm zPB!1#oyVhfb(RQx`~pvmylhnqllVig1Q7^k&d}3~<`XYua1sm+7@q8AJ=sV>ySVPW znxn|0i@G?w`IA(m>+?Ul-e;Yfxb>q@JfgcYx{^7oRtHnKb2PlaC9PcmZf%Ng?SD3a zbW~4qMhh4u6K{@fr>{Ok{Jl1nt9Z*ITO@g`iDaqIye$R#nRI>g391(P<6La_jhUwX-gHKqW5^0<`-jHH?~wo2x0^_(2w4&*SIS z0|mk32iSB-;@(?7u^2lq&hHZFV);&bg67Qan{x;- zJ4x*yIyGfWr)kuGCI4SEU1d~MUAP{)8-@lE=~Pl0q@<)f1`(yx0i+x04(U|7q?@5c zBo&5EB_%~d>TbS!??0C=aA2SF##7sCY3PR#a$ue{vkVf2YWLZ!C+7_{)p6h6YjD;nzOh+hNi#uX$(%P2iUa50sSH0y2WL^!8L8#<3hx>7{4gmlQxFFiAvHO zqGUe^X_LlmwSv4zp*{X{@O?Jbf@SYtmzUtQ62!qD>atY^!Oi=W;8)DFaQ_g|gI7Mq zr(+$}z#ZjTIVyI8KP$f{U3d+|yE|^t%Juh?A;@jk)^5@mhuxBQcwj%345N6+g#cbl zkv>FSU)(T_Lb59^7Y=@B%z#_aa7pI9u7bD)C1znyO-Tl|P7H!QxEhUJfVc$7T;5N9O00(9hTs_NyDOUxlH7iQqaE@d1(0HhXr&)N#%p0omJ#H{C|4K$ zN#5+6PHNHNREAs}5606-p{?t#g(?V5scxgUalVF&W_C|e_jhh(SDN$?Os-CUK(mY; z4#%{&=?nm!Aric$ZsP`~ztp{)$n;-djC91Hpa)J$uA@LI2vaVW7|wC?e~1O13_;qe zOZ7PTA2HKFYCq*;wp#x+cV=G9qD<&MtZl|<1WoYtF=oQXem~82XW%oQ9+&v>wO5mb zCl;E&$fsX^uRF<)i5CPVr>+}&k0?F&_zI|kf!-0Eqz3KR!M_Ib)2z~5fyw{ap7laN z$4;=YJgJbpev~li;c7*0aKJY>!bN21V_x!`SJq#m0MV!nKO7XojZgI^3OraF*-dEn z$Unc{@>vg*j@H5QCRHxQkcs%b6RpTzjW)a3b zJ2B|~=O+sE#n2=dZn?ul&A&1f?j3hsGX}~UG)U#F#ZLpDmMb?4%*{M93UFp?LuO%y z0j1wYs+Qsh^vKMxp2yC#&mR<(zj3R882^5PmY+@vbKirg=(%(>@@gi_WVYwQTyZ%^ z*KuK`je-}&;nvw42qXZIfoh&#{v9v+{!^Udomb!Ae(*t-UJb+KRvtlmK3e_qZ&b1) zRqh-hta$MLrs=$)(yGqMGKuzZyJGjX+X71e%XEWZ#8UCvYai}%7WRwBR+h6Uw{c-M zIX#!S`2t6lBE(?jhlDb5Q=Kne1TcC!HHz1r>%uiTQ-H(ZzjE;cb&WDO4VxBW7jl)v zdBC=lxMW7rlfzaaaYk?!2CtZZ9Akf0J(0GE`y(?;x~}%Xvi_J+iYw4*$yoS9v=ZK> zPHG~q+cF}@3qOBl^n_R?2-604lQ7<>r+^~^CDZ37WD-+f@nSL6BJ3ut(Xb2I%>V&Y z)BTU#I$p2$To=+R^H5^Wg-NL-g;1|E`5|$cPOlC8i#d6wWoCJdDN9n2y}B%9JBu_D zw0wZB1boSWt+#%Ba6a3S*Sgs5%Om`OLZ-JnY;D%6l`h^ICJ}G_hcpANi^B9h3zw9k z=$uF0zFDpD0B+lt8|r5??CWO6#fRM;QVla1k3!M!WeC5zhy|JJDCj5;ii2Z6y8eNk z!-_QdMa2c6kXlf6exC_CVr<#awuUb!!J(eIb6%(aU!3YU(ygsP1h9LH1_q>Xn62wQqV7RY zV=?Ns$<5(ZEF6!?uL&PU*k$iWClEI(1!p{(Q{>MtgK_3BZcNz&ZL{hyPq=wat)$YpF4IS<~2|Q^@HnFY32%9F*i^&L9JP;I&zC!68gfPIB%hZTe=Jw?LY#@o3c-_bq}^A zolyG^P!0Y%!;HxrI9VXaNdn*%IDH-m89}A(w zy*%^63mj6}s}pLLE97e4Svk-X2D9Vx%Z-30@oZ6-HcTPbte+VYHGuk>#Q5zIa1b=H z6#1lRRm$XTdVM66hB7?6sdEAPRBw6}KK{BjbimVD^-h^&e8O3e%=i(pl@^d!-Ahph z_+z%^A5~&AaF&ztAh`dIc7vG=(&FtU1{SF^a$T!izAJ_9KlqQT1!yQ|6oq)%c^qgx zbMU;`Py>+zuUnrvi)zO)dQ!-h!H6fRe*4dDv}R#@lIrsZ%5LE1ARu4rxtnrI`vD*q zwFvzLjWcp58kOGX><^}hsP#Rxoy`V*UbARP44`?gQ9eQEw5QI1=3XqtFPR>dQoda< zp?7RQuV_9`kTyCuw54ytVtO zl35%=7siIlL9u9&cO}p`k95+Kp>|{*1_s)-vq{i4`o2HvXK_P-TjyL>vV>^&@b@rcsXju>Nw(Hnfb}64OgGRO#|~mE!duG|yAPhmiZw6Ex72>p=gik? zU9Lxvx##fXUzWbY&11{zi!3Su%$xcU*HPb?oGwikbU0NksLeC_50aoq-(|UNv6F;1 zhNoG)qoiY8GwsgsoczbC&2vdRwV;*Y7;B@+Kj)We$@S?tNe_STHeVhuiUluXsP6sW z6Bqif0)je)Cx>^(^9dCjLV5PQ|Mauj#@XhbZy=HE0h=HA|4+QRzV1~`l#)};2q{ho zhi!LZ6)UVQMC6AMxSd^~kk;epioCzFE{ z-dhh8JhZqgUXGwmN5u+h>WB)Pe>z&pBL}Z8k*Y=7`3+;i5nT&-pT8}=T*R?>6VOD5 zfA(-rL(4#tMMmzuGZ>yS_)l982^^Y){N`0XQAG590RZ=sE=9^yj!%ADSJY59y6n(F zUOi-VqxjIJUetWEJcD456z!Q+I?sbr2(H{nwyWeM0OeB^xuoV3xWv*%*W}GNUQUX{ z?_ib$2N@5q7D`oDZxG#z#UXYvL3nH!_*}5Q$tNA%w^TEXykV0s`v$FkUDrW+UQvwO zq~U%gWW$R{4tuWoRKm;=%HzcIhQ0@U<#m^ZM3ACadv>9*Z*vjk*ON5cW9-0DbfW0h zzs`Rk+f{oeoBKJzftyuP^E8O9^^*cyP^7Ngwgk=p-DpO~u{jh;PwP1+TaS@vqJype z{v~9^55#RYP%%Uy-6U-{!61gXMeSF`Ay+RBy(eW=O#4 zsX3EZhkCP#XA60r<5=Iaj*ts>uEUyq%>KJnLwG(_gzE0a2so;~HT0%UVd=BcyvKq1 z?K-*z4dSy(arq>Cfb>twwP5*RO%E7LfM z+1?ikKy4tc5H*6f{;KYAcOr6yyk$iDGJKF1^ZX{+5-#f6w_fG7nU40QhQFY+4TUgG zp;#mAlnSZ+1UEb=*z#!6`iA7A)=Lv}mfQ!x!- z4W!`e-K|uR1;(0e39R2E|pBBxgfcn@Vd>kq*~o z^)2|_t;@Gg?l~4`S33oc_7=7bdQvtb9|t};9AeFkq`v^j!y~4#Ki@H7n%?9w`dGOa zws}LMx)$=uGS@hPPUFd=lY+LpYWer_#eo0XN@1SdnjijyiPN=lESY90E9Ypc=z|x% ztKsf#s1W}polpX$5eTFmxBU2*KC(ZCWa*_Og2ezOWuAlCv;t8tuC(?&YfLdlmgk>Y zP4WAWS5EjkglPi`en~El8^Kd~PGTt0OL2Nwz>TGY_30t6X>{aGQoaFKfj0j(17kR? zqDSvHtq}wx{nOY!42QPz%`FJ=6FUnI~Q8X*GWh(Sf&Y3EGzcN*F zUhT@Aor$-aWye7^$`hg)nZK$NqeeH_Ncwm92-cG#G#%^Ll4IZ1$Ft?4Pn|%%H2zW} z*+-Yd0p3V_Fu=tG)jWT&j=MURtXC=|qQ2~Mh??fJo&%l6Rzoo2mIU3!pO0yl6161tLNZbdjxGm@LhZv9x z2i4r)!gv)mw`#SC_5RFS z7yPT`b~v$n-^u4c;w$&+^-Yn?h%(O}z>Z%yVVrQO8@g*sRR7jZ#d$}eSUg1KVm^-k z4Uh?uBx1McD*j7yNVM%ls-ThZ;wXl_CCb-K%riale_tA58tdtZ*kmYTR2dJy*fqTH zA=Ia5S4l-6F64MF+ix)1t8pzLR+ZRJTC4 zdc4K7VnzS-464ul>$OSIz;Zbp_t#=~HWMSz*~J2#9hsu&`SSyRxG>aFv~1yW1>SZ!&k530#d5)gMHYCnBVG=#v(TgurD7R9pZ?&aZ)?8ahQ6++7lWH z4L)6ZcEGlkvE$X%(wfI|5TVyNd#WL5zg8+l=1%ChmiRk zcgIhZ9c>p&O_Wi9W{F!+={5kydRE^`lWnD1U(&k^lbgkrf$Eyhr@jg zLXJ7)>Ii>xMghSv>rrfm z6IG}Q&rP#f!j7S$OCj>9WgM$D(x$A`7ev_}Jl{suRc!x&KG=o*Q;+Hx_|*(^bb
  • X$`Jz{FRPz^Wh*w3&50l@9 zo~8I)7az~fAt^D~xX#6a1fI_@4wVh682MVAS5L2z6J#UpQwlde4s93c zaKW0MYFRa{bsG>UI%Hs?eJ{+{;o=u$rb&#Qo)nADAtDrOBuyuRt212M?LE(S+be_< z*>kdl1gnt61Y5O`d7yk!+*t$jxxR6P#TofJu&x^>>pXlX?uj@LZJyY^l_HLNENDcZ zaXhRaf8cn|VjD`9U^gn9UCEF6HYwPL(#18FS_4{I>e(oyT{C#{)XL?!hrE`Xe+xYF zRxCh&cwv2R`$HJ}+{kI}3I8%S*X2QD1p#;IHX8%fa{xd>}j6x}z3h=&Guejug4CTIvFq5uq+3_;J%~r}JTtrpc-_ zTR7p%QH0BBtHk=WE%+RbDVP&KI^k+{CevT%%O2%?(gfd;nh2{l(TtT^z=bPmLwQc3!+ScDFvY4cmdqDpzL z>x^I)mIP@|e5>a|n5NO%S=Db>ch{)R8HpYcdM+d0U%4anB)(gnvX?&wW<{QA-v9yg z3}MKfZMN*eat=3sCdFTU2QmGi&jLBV>F?}Yi7*npxxp;x3PLOZY@_IJjV3kgLI-Li zh1r%@+19I^v;%a6Yqz`?#ph8JKdS+xnW~59aWmemR#ea315eX^EDp6LY48|xDd-P z!<$`*qe7JDY4AwdmZMWBOF`x(D>A?Y!y*zd6RLsHnAF<`s)3$(*&dqA%TOq2!0)Fj zFxHYxUQGNAC<#XC;LHHTPJ$Wo`HBje&oBIkTi5GsW&7?4^3@ z6xwBE>vKylAGaw<1b#fQ=5o_riF#7`{RCnYcD(B8b2L4Z>`PoXOAna*czA@F)tr-bxA@FA z`e-G#^WMMA?Jx&E1B3I00EWJd^t=A_yX?@(mr4qq820We7tgsyV^JiuocibKj*D@4 zX9uYSw^ONtum;cN^L}Cj-gxoiSf6`2A^JoNPne!-i!w8j!@3g;uC0yTcI&4123H={dnVSiKyysn;T zGR=O^^q{%-7Xy=+{O4CUqDE99YY=mDBWM$TUBG4Q)pQo-U}FC-fu1^RT5I+#qW>^oQ{5 z(RU|gpL6w}17Sep9{E-^xtYaEVJ2w)f}M;o{< zj<*S+;Wjj+(=Zi5P>2DU319V>UV(0gegF|)bjP-e>g!`ge5XJSvk(rotN?;x0I43Q z_y3HcNhY|$v(H?jrMAJ{)^4dC;K$#5u^&MdLIY^8qxBQITQLOkbMJ0XZy^o2Zsv7{ z?#83=!0`9FbyFTx} zyLZjpO8`M2p(W5)B_Yi^ydF#4UAu!z;TR$Jaq+;d0&ZXn>Gk`N0_eV;`kv}wPC>)Y zJmQkUk#`l_t>bdPcsJU@Q=>kTW!032*6^-ohJO?~Uu<`NYWe^m2UI*BU;_@CoO&Bf zt|6$!PUSBbe$)h!r;t2&RRO#AVuFV-V}D(9m>#(a>*dcKPvlptAa^qB(WdAb9OgXu zY}J}jsLOwGI342JQq1sFp%I`2&)BPl{+LyPWlpZ*UMLb8Z0RzbPmVwK9szc37(fRc zo|*@N#VX2v6qK{eu((z$T0s@C`o`>Kg>sFl486(v14Ki~Uupy`d!wGk#^YSS0BqRZr6Lj5Mkyj1g|iWurvCB9- zP6>RQ??$A8s5!d&zmgtuN5FlYs<9MR0q7ifRe+#uy||flwc@`(Oo=CI?w?`yWVIeUCu& z)QnGS$1Eu4SG!t%i6Q#)u5hDzXbnN)=_as1H|trB`4=kg7G+KrW1z0`mfKr@aU5^KLg_h!UKmb47=j3hE)HPYcYQUeJl%gZ4UBv zURY##_|ap$_CPbM1qnth5t9DS^{-(mKy>|^5E?ItnZM}9tfr6k@s*V zQa|fkN!N~7?#GM1^mg&%xlYJv5S|a)`s8yzuxQMt8AR?uofTwD>|b91WVF<=(pcPR z^_cN|Wd4oO?#+hOmH9>P@iYMFHs=;!Yf-lBPi?r=gB^g`o1yb?h5I*anp3+jKit`# z)?sI{vM>|#y8cS=_N4yy5y%Ik|A=}44Cosm?X&Mcdpe`<5z77LNgyo%JznxGW9V=9 zzg@1$@w@YYy9i((V7Rxx13l%Ka#q$a7M(C#-NF*iMV#|ly>`7SVMabB*I0}z-^yRs zBx>&`%2Iu){-lbR3_@@RBJBPA?YG?YOD4Y>;QP^=)aVz|RPU8N8k8``h?gycFqYGx zFMZ{-)}iDdQHc*Bdu?vna(Z^{Zq{=^Q%RWeBlCExK-)$S*VI*?=5_2?|BH59Feo1{ z2aF+l8f+lB?Ok9*2N-ME;Q?J(d)H!+RnS=FO73$a@*r5FCTy?Pa8x^RRwF2Ey7EiX)9xv5y zyrM{AhBH`Twm9{Pea^`O0rO2a~!U9BLiho;DLO;+U7-}llz z);4CULQD61;C-i#n__x8<^G9E!!d;ZU2L*wi_5w_>HAvLFYwM~xGZQr>I0Q8nm06E z=?^U0XrCtr$&0(3{Px8oTZOxHfg~GVEJox2{yu1j` zVjp(=K@H{z+V1z{dRR`VBuqI*!2GCRK>;qa=($f*9|2iZ_xAt*E7KRT@Znd%;1&`G zhf3rg$fq;pR!@Boa)N4*1nADL&s$h?Cnk6&m7^zBdC{!4xHO@|3%Ew;3tq!j5S3UI za?)J(66Zs)rXL6dXCzsBtr=(J<3JBKu3gj_S3K?oI$zHg4l}CWcH+z{?-gK}OzW6AUzX}(x zhAy<5Fr7(QjhVW%m3Mm{leXJ@p=+?vLnWoFu8PJ~k{iv!c|^%Bh4Aj_CocbGKbofl zjk6Zp|HjSi8VJGidmTJ`&_b;L(2(=dV1Dm9b>H#Xd=dW~UB(2mF~d`~1gC-!x*^|6 zk`Uta(Q#tBK!Pi#KSru(6CR!1{7OUW~&;P`3!E)>q_ zy>>efT-Hng!h|(j8-yMXoOt8us)TJvgGVWrC=i3Rz1xenkPSb)i#68px5ng3h7Sfm zl@;WM8cQA9)*PHDxZwokB7;C8QnTEYl+b4pgu`P0g`|O`Nszd|yaxxF6z_pQwMozM zZ$vXuhYKG{t+Pt;khLk~ZG9J3veK>|cv;xX8hc*49}NWY$F_)1(ZU7HdJujAB^Smz zYRp9YxnU`T-Db41GEc z(k}r`{3y@8Z9Tiv@Y<&kcg10RXzbdKof=az83F41pOH^qR(0)d6VZ02mZ7voW!jwl zaOF()**E<(N6H?~#qv9~7l&k}A`6Km_A*8}7{C5Pv#V`oz*`AAl|{+5@5poC^Ft1a z>?K;jT(OobyHY$kAC{Fv(CdU+ek}cn;)827$C52eQw1RR?=991e z#L0>e5-<9^UVvmj1`O%sMWbOam4F2`pX6X*k{Gfdy^Pb!w?%PXUwyI9$+RVWWmwkk z8(5~8O|djtO1E9j6adlEJ(xAH`IC{+Q@k-L$YuM3O79Vy-6WMvq(^B=%y$1MKYrmU zjnom4yla^|D*y}#)8u^t%$7lGIKNUJ9CJ<%+4Gd(lm|1A!Hy*@{&JscHpVwh0hkP*AzOZky@I_1ovE$~+1B z0Pzp~+&v!&vSA56B@dKwl7TPQ{opX`U5J`apb_$YSeVECQJrwf(r{tr*t!q|wOYob zt!?L$1oKJRA$-v~fDx`|*w>(fuM+Q3@lVKXMY1Ea(qnR^>uM&n7tp9f^6sBkfvCSk z{a~aMFFPTw6rAz@C)&Jk?g1AR+$Y+MFLeFet?&XzfA1><$-iH=;2_Ma!Fa{&L(oqt zoKR+oVKzk@E!&2dy878a;S{*xHOh1J)%0A&Qtgd)VXsQxclCG*TYa z_-Oo5?PjOwF*1AksNGdzpPbIP45D3h>I+F}tMWR2$|m0oYk2S9Mfxne9p&fSzh;M*!||=@`CStd7U9- z;Gm}%g@bB|nIX^N+cQ9i4WsGQzH(=fTF!`uM~vM6ajNj|g@ZdoOz=iP_ffc0HOd^yrx-CQ!3ZuNE zqcQ7wv*{0zZ7w46XBFBo)0N`;@GbFarq?L;f;9Kpd0^!F&z*B`q*08e`SsW1K1(w< z;P%~pYCf>*NRz4mjc)E3fd4^}@vdYrAbPR&B1OA}EOV*XTk@k~83bG&L0qc+r0}t$ z8}b=hoSvAtfc{LH1tQrq#T>13(5Gi(e$e&qBX38S%J2gz(-A&~Q7rL~Wl@_9zwynR zwvuoIwe3IRSm32$JcKV!@v9e96wfRQzU$@jQremR0vKMv7p^m#>QSB7y;|lBG)^V$ zYZH#OqEDrWaP`Y_f0i?Mk%`c+p$1qEDlJ<8^_HBv2wtSTMI%hAUz;{BL-amLIb>ULQez)K%@gc z1e=IR$*bj5=3HQOVJoNhpH;nB=6<;*2eskvYF?Ou-sGQWvEr8Y)3{n9MYX7#_WQDB zRw!M_*JPynQ!nxDCaqG$!hK|jN%c>Y9>O)*sp1{Gz=V3&QKol*qKVP-nbw5!y-HXX zyPr<}6PuL#<+t%zR2XZ7k7s@FsY=YmbC0sUd-blV4-pqdwZVM8RwM%WLXI*@Nvn|g zkm_9%l?K9TRxX-KjbeqpL61fEsO%udM!}g}HDWd?<>sne&7!kd9bkOz@hx>TV z_?ze_F8$wp2(Yb5T5Pj1!U*e7tC%u`!;JAB|O#-!KDS+>jyvjzw)|B~??VugDV?#N791?ebOz z{_qV)Un2iQ=*o{A8)69tXs$qN5e7w1s0)uGJpS49st+~Qwt6a)&+Fc3haw?VE26Ig zebn?=xmM^UK|JW!SSTGSx6za&Q%ubi4jV29Ma+<>6w?778X8Pa8p$8e-Z^h&ChvS` z37iP!Vt9Dwi&yDD@JwHQq-*V9JYiY}yQsb~+IqcS$9Q%udlgk+OO?A*o^385fyQ_Z zr@LRT|6O{h{Z5a0A)LF~?oL3%Ldx7AYG$SAT1D+#`4qKBXbgGdSES4DTXHZeq;#)g z_sm|&xw}bB5(9W@xtg$V+f$;gzcE_@L-p0e^2FLNb0=tqJ zDzuZY>Pbv?Ua#@v(tfCpUBf>i*|i+&3zi+ux7%>Ob52SNX&O& zl}jtR1=CYtV)8Fb#735b>a~Ri6R0?N&n_=Jv@?mpjUV{fl4kpd%H+%Sz=}eOG6SZk z+Cw#ew)VPOkU3dBNi>t6*(29}>`@P6__%%_WSR7UjyeNTL|kJU68ny|kC1 z-8dkZ7|IDkv z>|u4kYTqqG0v*}FMJ8YSz+SaxV@nSt#9B*MoxHcd?VFy6*eaI5E|8p5AQb~?L~EH?iAOK(d0CW~vWhYgs$Lp0zyziKRr>dqv|My7|kkbl4A>EvVq+fWU zyFRoOMwI{!i^lpW^T|VxhDVqU^NoA~AW^!8NiMGQk}u%SB*OGH#5|t`02g^Lu^EtN zQ$Ul_#l_rtj0rTIQumUm$C8eW6_wakE%cRGwwo z+jS!!(@cS5FVB6bo6R+d{Nuy&o|jTzBuv&obWOg@g=f$0azb$Uae&<1jo&ywS^FVL&-ot>X3%{snH(SU`ldD%K~&aJ_#` z1(f#VVCjJ?d&TDml8WONyrz`(o^GOr1YPMUCoJG^4i(pVzve^tZPv&9e!ods{@dan zWq0XhvG&bt?LyD#*t$J=pibK$-P8E(ce%Yq_i31WY~Owk9g|UPgSZipxAfhO(#7pC zI?0}2xMU+g?{t0uYiPP58YAKO0W_K+at%zlmseBeDeos*(?-9u;kn8icMEm}Iz~F9QZ995?*aTx4fbS$<7bxvcYYH7u zONdIgDGY7KY(t}eY-5t^evoKFiMIK;M3X8fcqTBPFZ;YoL2$Fi#Fr{A-IdI(f7}^N zbau(H7KN-lZ5%({`mkH5>zC`XDYd;>6jtX(F!S#VZ4+Grl%u@fhjtk>Y}pDoy~m8% zvv_>hX(25xJV5iXnm$-w0D|;eCD-qj)G5&NNdS6MYO#y6sG#Pk8b7_2=HHh6AXe z!sG`^C8yaGY?YAmYib+T2M1lL0r*a45}sXy+3%PsQabb?VJMm$0bHKTQ=rXmEcxF2lYXJn%XSi@A7%0Q~gVQ zG^ge|7|A9vW5=KK`TD%&w9!+^aMS=yB?4&jj;1GX%MyLBjM5Zd7UwduJ`v*@v${KU zzLN~|;r)#h7JQ5?hWN0s*qy2pF5T5F*<+gS<{m#zS+->`_DFQi@9U2Gk+4QmLfpq^ zm1xSoR#f4Kn9w9+RSiRG`<)1Q{>)hB1RoBVHkg_9#a>;gQr$;&tXVnnRul`4ai)pi zCiTVQZJE#j0sF97-aug zhIi|sQpm~R<9D`?z2&KY6h41^AmALfAwv=KmZCKXxDIgw3E609xSUK4Q;g#t`N-7U zm_6gLq@n00+-@REEj+{RtLU5i0k6=1!a!l1V;rROpG4PnrbT#~`3eTI|0nV4x+~4;@yjpABx&e$g~^mFu?4u<%~j^ zp8~LjgsUr&v9RVD-5;C4?Nti+f)WGDbSU$gF>|yyjtCFpjsns#|YXolo)o*jB1<9-sg|G#A ze57A%xEbJJ{Kl77s7YT!?0q?-ib zoCu-Q`5ntq_b6VdfAwGOk-f@U_i~zze}axdgBTA}lTi9fE`&QjcBH-45G56 zuOS|Ki1*YAQ^5*S_J74S^oRBnZ@#5B;L$7?bJ#+P|4FZHqp({<_PB5H$fIXUeKG6l zCI6^5Y}~C)__Te@W)X1<;1`K%knADhv1w57rm)4{f(o*8C-LX zeuh@9P(89&RcdqnqO@`2;ZnC?%i-~8JxDEBv;tV!TW9zZ*EMqx%>k_-fH|U>&#e0S)vA&6`~`3#z0n6Q}SC z;V$QgV>=97mn>LET~rPCg{#%*nBf^=Xif4Dbf#+B4<=EHvpM7Z_-#X~d^tbuuZyzZ zDIZuOC5gq1((-cX4y-@EHS*J;czahy!@ck>D(^#Adp@ScwL7Vd&e6O}3qCL(iJCbM zrUyIOF-0$}J;pQ?#1rW;>miJ+q5?7{!>;D{M878WKy%bEC@aNG<4$Hy00 zU>yktZ=^>=#lm@Wr^2=49k6go6Q#b7^DO@wdgw{M-m_yo`75XbqGHNQG67^B3hE)T zEA8{U&Xl#uZGq3Xh}-<&#iJPxQ)olOAHYu2Qu^W{9rvEQ2>z5eXUVyl+E1zl0TlfR z9k;={tKZ&L#*wO+pYp%jC@5A2)gUgP4fEHE2*l0!p{DOi{%jq41Llbu3K^#$yEP{! zkiRt$>OU-MsvQBimSvLwx~+4yp2;L{pfY)&RwNI!DgYko_gncrnEIw>zb8AAbp2 z9uOXf0TdWGbnoFh|JirARz7U2ZyTvWO;da|xE{QWcXd1meSa*Cw^<>JrdCt#u-S?!v&fS?*k&Zc}5ym2{ zor({1M1`G|(`|rvIik(=&I)8ndCEES<0pKdZ4|F|e%P(qm}EJ@Cqz1KHp7@VDn>hZ zlkB3EClAIrJfNp`XNXI0O)EQww#DdQE^RCaXJpH~Isc58NdX5D*QW;lB{&57Y~YA8 zyPx22-uon!xu^tHy6RbkHd@|jqZ0xi03d$P+T@w#_IysJ6Jl%t1Dw|${64)&>wOdJ zw}U)%j6T8k9|`;mF4Hm?eKK<`EKB#6Dj!Rtj+?E=j}&blJF8guvo?fS*WK3ICn*3q zrIinhT!nVe+AA$2?3souJ#YjOOSQRXum|E?3NZCAz;Dd3jrB1mIBpJM!+jd|4i?$f97!v|E1fb}JYJ~k@@ATRt<@=$60m9QoeCP>B>L)5N#Iu#T*M2Oj zxjXI4l_aeVJ($noX2_Vp3$(9~c2WGyudFA`8=NyY8!J%|@FXr}=H8^@d*zG*iY42- zJhvev#kAm&fcFwuX#tpcW-J76*`LrheiNjk74efj2Pq``47f7qHhX~F7h-Dipef!J zt}EooR|omeG`@s$EPzu}HYqFux{; zDH1Mf#2-^}Qmn^SKI@p019OME{(ZW71z_Z0GN${u3*De z((=NJ3R%sgF@pnaKkGDjGn*-e4P(E5xkjpbh3OH1RrHrX^~FjN2cR_N7nBpeF|bJ>3GV9fHSJlsD06Y z@Ond&bApcrm+!{E#T8IP;A;U>sB&_AF+Vrt=LwDTqL--=k=_WVSNvtiHu@<4K3>$8 zq7wwx$3SMU;Xg5DtT&P#2XbN8agP|}>f#RW6~AYQtWL#f*+RT@U+=}~blKawd%1Il zdh1Q`7y8p66L1nBK+4tsP#&@_14KE@;R}`}#-?*R9Mry-& zdtla{9Raj;Uz?Mv3)RN6zHp*IR}fC*j%ZNHMhfH-1unW<){F6jw{!4})EVm?P+-2! z;`)8#*N`pU<0)d5Wuk}wi3{1A)>)e3Q%C~`u z(!x;^2RNW^!h~kM8e%M3{=u|(gy}ejK3Y{b66QFK^pGPnK$r&0NeF*MBTrL_xSllv zKtcYbFH8!p-^$V6UrAL=@$ju3s0V1V+B-oGqm!&|O_>^GQ&fuUMjhWI$(wZoK4^E; z15koC#OQrM0CevssU&0rUW5!+4Ff}Z4X_+=|NFxZz}{Yv^uWYp9M8-G-~O;|jCBmt zA~@lUfdn$MU|k+Z1LB35LnXp4xq>TWVccle{#!jafd2uJ-&Z%~on7-@$@|*}6Ygb> z-8e$EjP*eyeQ)Zl9X=o^202vQspKe~iX54!q`z@Fk7Mtn;~TW&<=^4aU_~!NO11g< z1;^~Fn`af4y7BwGDn+)X>cVKzY;Au}#R}UT%>$)c>Hl>07En=tQM~Vvl2Xzw3P>Z} zAZ5@wgmg;^jFfaUfCv)Op@4LQbax8U-Q6YOJ>&nr_wHTmt@qw~EM3ELjWg$W;=A`b zXYc)~eF*ML0J0XUW>;>q8}@qczOy+|psr+XjW{Hh*cI2Izrc5584-jjDws*yhiZBS zLKNG_e6Wv3gZ1yr4={}rM+7i^Xjs-cD}9t9IW0#F6Q+(Byk7>K1kM(t-O09+Ug%hkW?K!M)rE;A3@T^@!kbVeoH?$ zNVp<$Q6vG|`*jUg?t&c-xd8UeewU5 z{w=@#kFGF!EHsoxIY0D*-S?NTQ0JbIB?qiCL8hMeNuoz$eSinf#p0qG)vyBb#@YT)d3c*}vm4X{%1J(7sz zp+Om^RlBxImQn&?5V$0KU&BrdlxmV~O>HUo?`$|o^jDcBv+@rPFkE)Bmg|WOZ?jL; zxDuTjkkrSNq%Zk(sl3kLOr6j2a3gyv*LB6XyMTgGMr7KKWmBmm@8S&VIjGqpzzsVj zw$ty+gK&_<1xhLrR^h^^SPQxh<@=5%365ogkn)R**uGUaRS4#Nt-fyVU;mXLPFro!h|HAB)dE4iAkhEzISY%_(sm5l&;!W;J#hM}AN!IG z#>Dn_aUr!^UUShCh)Cl`br3%$vv!2xIvoHMqG2YFQ zRmHAVB3>PDGr>AFtCinKoTmFaLK5;6)%**4IVxd~-0vjYiqyr^?zNN@9%n|>Ub&4M z??$&T11U*DOx=OX&CQF4H>cN{C>g87W>+hJ%i;bs)q3)3xyYt;@5Mf zjU)}^aQF`jTGkJK^Yo6&jaR~!)ts3+5)w3djoZ74YY*f1n!IL9lC!>&Jo>)oOw`Ud z`;bHwzDEje4$^Ug`KGh@3V_tWK>X)zPV;wn4c_R(E4obZ$3pjiHL&ZQ(CeG)Y`Mr}}bOjj~OZ3AfcT z?P>SQ`TS;#iGcBP+!HTY9r55kjlytfYrZZM_?oT~SW0W^^>%pCF?zV@8Cr;d`)-Qk z4f_LZ@gXLRk)yj`*ebUV`#oi8>c)|iRYS;=xbIHLbA0~I7>ta`lcPU(OF|E=VMH9L z=T++HlGI;k8m+d9*{pf{SX3Q~RFJX7y&OMW-eA+%;1mn?4!38lep}udC*vX6AT#2# ziAg7pu&Pk{y4%%Hk`0a29j~7|x<4% zHW})XKv_3@iyiTuag~zi7q?}lY0FpY%W5nr4a9TyScc`z5qr3O-5>TAU}q&6c# z$FEdNDVXhX1llX!Jp;w@yq^}MZa~(|yIw|!$((#L6L|1L&u%_~-ee&2OOqpfzR2k3 zPtTitO~{0!KAmqElA>*0)+8!Tata}PQ0S7)Q+y058*HUBU4t?Y9nKpZCuV*9wXtmi zjm<9EWS5a6s)L?4(h8TC8;9LCNBe(;edYP7F>e}c4H_S`q`ljBhG>u@A8@W@5msHE zU6#Fgg-(j_c*7tjTg!qEIEraBl53SO*t=42tnnxaEB1t22ysK6qo))*KmKjfQmE>5wG#&lB_(^Zwl!UNFjxD>eq6r5 z4Bz~ti-ePk;`XssL3~m9_F+L#pP#OiLNVTd9W#bsYAdKAo}fenaZi(e@nK@v{`V`* z#wLv7sooG4q`*BUws1leBU%>U6JxUodPjTYU2<4Fb`nb7GBG_d2Agf!R{OAO1sSi} zs+qgrJKdkukkacO^F4`0vOjIRkBV{OB3qs;rA>Ckr247#3s@NqD=haPzG)%tO}=K> z7Wl72@-!iQ#>jLd6(bCt_CLQ5*Xcsngp^!s`F_;@HF}ArvVM1_OJkT67rOH76_*v? z7;<2Q6tsl!|Kb7tfD+vb zP49_&N}9L^QUI&dq+U|&1CcU{JQ7GgvfzIjjq!=ZRIc(>F0_@EvkOgoqw5K@%;^2& z_iEWC+s@-{sa}Ffn;AcCv~YM@BV^k4O$cetC2c=YQXKQqq(d6x6Mp!QZT8=w@9@%V zb}?sb&7kN+suuVe5V;M*bRej{v){kd3C)D|v!`Cg+Oqz<&zRG$*~I3y`g%^WJ@bdK z+`k}jvR<&ARnLVXSgMK&h;}d&Lh1;SR*@J zsJ^F#iM*;r+hA3C8TBGgHCGtNdfYmvF(QEVQ==xN6GB0y(8-cLJbZLcp5GHylaVCvcmaTpOUN$*=oc(gSa65BZe=4c`+I^{S^+-aojq?gl|9=BoQ31mw`WZ z(T+TzxMCva9XdF*uC}7~>1kLY6B)v&h5VD8)An)5N)8rL;hl;=-5WhsyQ)a4T_|W? z@iTxSHU>ILGs|v7E(T3!+tz1gJLwn8rE=2!r=Is940!L>^XLznu zzckZBq#JTwVbO4*@Yaq7MvlU|g*tbGFV)X&kW`Aq@W?&>&FB|FdiZ0sh2`M}aM=fG zn>kvnGXUz9@*wxSEW_`t?gY8c^X&>-IqGsM66>cs1BGN(d{igT_dkjo;tm`C&Vzcf z3!u4^i%q=YhM?Dkac_H&q+i|QY?oQwZr@KkLU9E(S35YX({@fRLx{i}ojSAvD}SCp)JEb*}Nt4O)yxEuq|({silo0e3bF)sRE*o0|7yVcUI zS%lorVS2YOr3SM^O&!aVdv2`1eVm0MOQ|TDQy;3OgctTtFY`4cQf}Sc%@y}Io!5>Y|Ni7VWthH5Syp$N=N8fT&hwsQ2nojkPKe>_hq4}-XldEK ztY_ErG6ku)H_N6QN^aN5-418I z**d$DHeedE#GyehwzBH3Uga|mi3!kt{6PD{%Ri$D3;OiR;2jy`T{O&+G4K<{)AWd3 zElf)06Q7$0r_Spek5+kxq*NYEs&hrjsB>D$<`Qy_>Ff;aEAhUZ{SV?Ym&wcM>O1iYQG; z){_!kYn;eTBYZ$m96vY);E%l#PeELFXeM3QGqhq{skVf zQ^Mi#n&nMBW#f%JsI^{w%XvY_`|A{m62mR^L#bo00zKqA0%a``0@?|pt(3Q7?SmmK z$)g7s%NyJe9jTbkMR+eVNuSigcpm`D&*Qi(Tm^|?q&?jFA@mNE$W=k$ZN^a91yNI~`PtjX(*4TvpWS3X^n|66({9O{TiU8WICkc>)k+P(OWzCF43IoX zh5{*{6Qc$*B0`nGUHF6%BfFmWG!3jT z1NtKe=cVh)NW>VQ&W>!KBV4hD#zSNv({}c>pR*%@bKeThSa|?>lbidv)4uIQhuqED zQ%GEVGW6-LL|5ChUbU?PXM@)9N-KpJJ2Ymz_u_u}{OR`lXDjP?5+Qo9y>IbKb3zQ% z6lnpWQbiTm z&fQ(@Ig?9X(jqpxKQq>a%({}C4ql5?iiY48SeQ&7UaVI17rCwYL>V7UxluKa`yUQa zMh?`bT|3?%6itwss!3YHTba1_SV}?+je3URtz!+m5Xs6{5yAWd9Q?4CNQK|4u=$F_ zHV2Td{=j*?VAEmH2%5#jB)?`KtpK74rIb7vG6rhLZQ<0XiI(ubRJx2J&nvBx^>2=D zx9>ZDgp{NTqI#9jg#A|H z69u_3-`b zy*+uf#A$xXyBd#o{pS{Ee;#SnW+bb3({Gq_Nh4BSxGU$^()Up(5DQNuqC9EJ zO)ddYS zqTTeY#kq|US9Lt{omuVs(hY<7YWs?j+{<{ELv22XB^_zQB^h8kXzSZI=)Qm0Z)rg{ zL*<6&jy5u}4yLXZh_^X1A>!b5Su!%OIJ@ohXL}+;Zp5?g`15yIKl|IIk&2_7x_Jh6 z^gny=Srd#wXUL;j+ATz`JUwdT4maR;r$)&3rV!9%YZhMW{Zu@%fBQ|cGBSp~pIqxiz2OPYt3!FkT zc~)ho&6{S~b?qo=n@3$~r&hMu4X~j^!6~@#cr|R<&9y+o_;%Rm%WBp9W)A&Um7da4 zXZ?H6I-a$N3A7X85GH)14$Z<* zM(X0)xjZY|5M`rK?%f;~Xo_aE$jKO(PiVRCQUyPJ%gr@d?vQ~;)jVe6qY!-n6u9;6 zwRK_)dG^)7Qr|++>S`;L?o-&|<}qey)fVyTg_k$F1gRiF@~e<*B0_EsdMt-Mv1mNy ziDf1|C8PN@OQ34K_|P{akbA_Kk*s$IRQBrmm5(sHN?^pg5-if{9YvZ3Rmb{UQ1 zE{L)g1=A9Uh-_(Wd?&9IofAij+^4aos(r~V(%%979M*)_n43OG)A z`b(|!(iR0srOL#(-*2UomD)2X&jCkIN7qNvqanZ7Pvj}NIYz@56AUEZgpht9HCqA7 z3Yufh%?P0PTjG4@L!o@Dz=K1@hl)NI5qXGc=lwDe&AIqw|AD7_X{6$Q1D+3+KaPA3-_~yAx4a5t|Eb z%%3?vBV!cc0K!Og7I>CV^~8v$Ta95GOJ{m^E{ z*DSl1n)J#ue;xhM>~-w8i}P!F99Oz27%DO@LxC{W81#m|I_4o*6$U6F6TYwy8H9|q z{#Br6pl~iFBxBOCv09jbbPH;B_)UGfPL>8M0OeaPos80K$h@H!e0dg42P)2r(mV&F zfFp(RGYpN_v=&Y-wYpD_Va;Q{;&<`59eL+Y)x5WN{&9WzmocA_*JonBqPO8`zRzF` zU5vUD21l55zdI?so8IxjxRwS651)GIM=W9bf9Et(TbjceC9^L=!4i$g)($DV4m54A46PSI8h1Ah1iVX%Q98!GrzP;){RGk@q|~-6x^rOl6{y^gQMsKKU&uukwa1lb4eKCC^`MTZ*NA$n%o9s0iX|w;0 zf}zoG`(1M6b@;=5*B+-76G3S1a^~a-M$JQcsu?~?Ui#?X-c864%}3dAVROo4aU3Mi zJLH);@jbC$_$Mh!?NSAVYipCnJQw=8I^2QOe}u1p*i@wLsH6P5xWOMAZhHQV;1|zc z&#S5eaZbY#daYfYaL71Od`I|K(MS0~0-aPX1}x!Yn-|}ZnYm;m64~UHqnnpVcphIX zacY?k3-wd_6xcmrmPl{4ee)=POGE+Sp3Zmzv;x9%@}RrBz9x_NC%5Ypufmy7B5eu*)Ubzcw+Ok%*>72wZiGpNs`^WfYm7rb*W&}~pVQB6uAoU<{cDwq1$><7CH!8~u5Ujv-1ldCL#llz^9(YM3By(vdd zG{}=VqZ^sUP&oz2T%|P;V3evBzO5$-c}V@j-ku{oJY2=lu*BoG>EjIo0yhU5Bj|O- z70;&Q|MX4#($(>5fY%1-hsTkkWbX9^?j}||J8m-M6A!jJ++DIYs>jqXkoKg}RA!yM zYOlTCtI8E+y(TS2W@f@G7sd_Y#?+eQW+2X9ow&LA$j5{!5bgA`prE&foEz!rTY^Cw zfEh+>7HAod<-Bs+ubMRCPd@&w=a5hHx4`fY3#4#BD=cskWe`B-EQ!0j`_-U>H&2hH z5`d2pMn=_0<}QCCCxt?dM=l1?6e76kd4}Nm)_rMyr(NCIj%xlkkcJH*-*T)BUDIu& z6XHg{Ny9t7lOR?ThMk2Uv9Jmna;J^b;n;hg$H*DotF5g84^*L0X0fhQQ7mk1RbAa5 zf4+{5sdXMhR5UamT>xSzeU8N7P*gj$yS3WOa+k}k3YhlH2HeT$wT;!Utw84NorS@Z zdruoX6aQZ6bh5sUDCZW7F&2`{P=C_Ovu~Oax1tR!rzE{2=IOo>*FEGgcctt}7YTsdNwu04qyz`(Jt{krR zQFJD!eeyk^R+gj!x(A3nN^f^H+EesO#aeA@%jdNT9hR2YdbB}>U zZWNFi|A~eO6$!jbN=fkpeK^YineU`;`mJQr_h5FE~itCa|7r4_*fsJ`L_ z5WjAB=aV5P&p{vKzd)Z0#q{luXKx3@siSdq<;?18l3(8y+pFznbAo8TeEG6u{$|19 z=QiW*wz5xKw9l>S?NNwC$5feVnfs}QLeg{dJdS_FWiu5=c>Z3G!k><9m&br>T2xfT zONCIZIl8UILxSgs{WoG%{~aEH%Lxo=K;#Ag@}vzB$pL-~<3cz}h?R$fI1c}Re#=1U zG?qPcXmXxl>JYs+0&^aC_T}mj_QWAr4(Uj^R-XeR>EZDQKmFe)7Junqf8pYCrjp+E zDWlQ1B!CVhueewaOme}f-GoaQ;nbJP%JN{GIu4ZG7_x3)tC^lKQ^YHI)Fqr7J)u7c z5WJ7P%!Y!qv6fty+-U%B8|7qyKiO{THse!M_W$}n>@V5WSbeg3;EjlT^;9UEz3fe9-=p2ih;wX!qKLU_9 zJOv4QdY13kZpT?JGg6A);2awK<@hwMC(tl&P#kECk;Gt0U)~+%ErvX@g+rtM-AHKNYR#olzl0~$9;kA-a)69DW5aR#*(0fKP~Ty12Pxd-^m8P(1B1hFRVh zy{(U5-`MyeJ~=kl2FUcl+Fj;!E2Ro|LP~+ucafQbH=2tMSAen`+lktSAHPi7@^8TE zADqoG5I`UgZ&I%UXm5QL(?oTSb$}+Bg0V&U_=+He#kW21|IS_s2U?O$10rhxSe<5; zmZqKI#Ce58{-C_>L{El=(N(YWbhL8 zM_!&JutF;|vhwn#U=YJS&1z<2($hJq)uB*~v`vs-$wjFp2Wq)(b3Z*A-MO_cw&KFU2@w(KOLk?s;Y<)P+shezurvo@$oDR(xSol)O&zD z9ugKDjDB_J-HC?|dBVt;Rb34W9bzdT1gn=)z`g^h?$J&`NfsD!z>>t)=O6`$;mpZh z#!(mrj5ccxr4bsR*N*jN=r5JgdRsgHzGVgl?*{WF#TaI!PPTktuqYCX0gU)1% zBfSVN0C2JSLk&qq0}b}jEs zR{)C%)}hp!HxVmj*LSah{cKEMaW*pwTU=f6{tl+y3lg1cFL7QzzR{0Va^)2j%Z`GM z7kfGom&M?*c036<0{00(t}k?Tzn;1I+$rIJP#cTvzpL}Z;EtEbqmhQkVxR?dMou@X z6yg;N>D3TPU)X&26xi*V;13nwQ~#cwXnzyKdjTc$s|&zx!cC}PV` z3E;-OTbs1jAYVQxC+A70*n8nrW>!}9x$O9O5-{0Rge^9QQt?rdDlCWNqo#p^HW-w+ z3;+wx?S1Rk(b0i3HX&0DieY7zl@avz_CmIraM8NRXuPkC8~)zkAb_agqrbT|HG4CW zJbJ|Z-+ZBhNH<~yow;4ke@JRIG6M6%j7d4o3{Uh3QZc(9PONTrBziGrT9}g)sHve* z8ZB|3NK8WVJfyvKXLpy}6fSnP6u`#75U>xZ(jS4@FU-jBC4ThiWy$5Wmu+9%Gh3ii zdp$7>00wQxCN7>PcD)uW?fQx#s(;-i1drAN@fR}nhO@EbA+7iThe1ORndu&2`I^G& zQ|+e9gQx+bm))QtF_MBW+!Y3UeF*Z*2fiz(4*_cTlsxUnj;<)`eo+32Lu?VK1|bpA zbWQV}9Sl%HFMxbKub3Y2zN}xw{c|4msBvB(p}&*H=hjI}SGSLag=H#)*1PBA$o>&VK^)&a!Pg8clLdlwg%m)&RGhaIPz!#v>gei!PrBeV^e#bI6w zT<~1883qndGJxT2IO$_WbjJ3%2S31gR{Q+D&lLX_T4g)^JU%65;LJnpjiRDCLUb&L z)4rsEy@c7~_0R{Xf&vat^57mY5|(^?eBqb1j?2h;fFaG3q%g4TSlUhF33qQ?Xl;rk z0EHFa;z;(S14rt47jlu2_epGeX-9{Q1sB=W?e(dSyL;V=7zHKe^vQaE(u9pUe{y7z zZdG`lK1V0Fd^C+Y!0Ynxkm0cL@qGb#z|H}#VGL>xmqppx0qoFH-_GuCo>Zl7kj+00 z_7JouK7rd!xExhCXuft+rBcG*!OS_Bsftic=8puA7@wM2bcHkKBiKbox%Y$NpHo3D z{O=Cr|F6gOzd2=uqX%`HG;BKMW_ikht%*+jzj|zh1otNi&2&H?0Hxf?$%&bbt>Y`- zyMKljbnuekL#pn~oE%h$il$~z{lQOcSUq)FSs4_R0OZiGrE5%w3VDG%b$nV{yyU^) z2ee-JG|`q;9Kc&F_Jidq`-1P&RaC@96cz&jZJL@zZxJAr7YFkZ2=5oTtU%oXDHa7n z$InkCv1)@((iDQHJ9`Ujc?1!AI`t?QI3FK^UO*q6`iW8b?cboG}ljiACh)F#{J4{ORcG$|@+p z2AZSZP%>>B-^9VpEUBkQ3BdK}XC7dm;Gv5434EY6F9pIqK@jSj@6S0AYv5`$+B>kk z{Q1P{?92=okiOgFXdfJR4smhs4CMsSwN&7NU&??%a^4s~*a^g@fF3+Fg7yv`@`D%APP8wa$kTckK(}|i2uIP3L_D;1dPfuY4a7D z_}!VhhL+Y!iO(Htv3{L@7!lKBzzPS0AnoohgxDgUdz6`UVgYb7n?VDa=j8zyJv3k! zj^+=&NdZLq^TOon@zR3lVP|hFQ<>|o7Q&szlepy?{L2uC+3xZ`t^ZBKi6? UJ-D`Mfq