From 7ceef409c62c6009ee89fe80bd663a6b7dc6dad5 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 3 May 2026 10:20:24 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: rbelanec/train_mrpc_42_1776331557 Source: Original Platform --- .gitattributes | 36 + README.md | 81 + all_results.json | 13 + config.json | 39 + eval_results.json | 8 + generation_config.json | 12 + model.safetensors | 3 + special_tokens_map.json | 26 + tokenizer.json | 3 + tokenizer_config.json | 2069 +++++++++++++++++++++++ train.yaml | 55 + train_results.json | 9 + trainer_log.jsonl | 433 +++++ trainer_state.json | 3519 +++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_eval_loss.png | Bin 0 -> 47251 bytes training_loss.png | Bin 0 -> 46644 bytes 17 files changed, 6309 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 eval_results.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train.yaml create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_eval_loss.png create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..158b00a --- /dev/null +++ b/README.md @@ -0,0 +1,81 @@ +--- +library_name: transformers +license: llama3.2 +base_model: meta-llama/Llama-3.2-1B-Instruct +tags: +- peft-factory +- full +- llama-factory +- generated_from_trainer +model-index: +- name: train_mrpc_42_1776331557 + results: [] +--- + + + +# train_mrpc_42_1776331557 + +This model is a fine-tuned version of [meta-llama/Llama-3.2-1B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct) on the mrpc dataset. +It achieves the following results on the evaluation set: +- Loss: 0.1084 +- Num Input Tokens Seen: 1780000 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-06 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 5 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | Input Tokens Seen | +|:-------------:|:------:|:----:|:---------------:|:-----------------:| +| 0.1552 | 0.2518 | 104 | 0.1485 | 89600 | +| 0.2178 | 0.5036 | 208 | 0.1320 | 178688 | +| 0.1165 | 0.7554 | 312 | 0.1130 | 267968 | +| 0.1193 | 1.0073 | 416 | 0.1084 | 357488 | +| 0.0685 | 1.2591 | 520 | 0.1903 | 446896 | +| 0.0801 | 1.5109 | 624 | 0.1982 | 536176 | +| 0.2066 | 1.7627 | 728 | 0.1449 | 626992 | +| 0.0011 | 2.0145 | 832 | 0.2068 | 716344 | +| 0.0059 | 2.2663 | 936 | 0.2691 | 806712 | +| 0.0756 | 2.5182 | 1040 | 0.2895 | 895736 | +| 0.0001 | 2.7700 | 1144 | 0.2260 | 985592 | +| 0.0 | 3.0218 | 1248 | 0.2253 | 1074624 | +| 0.0 | 3.2736 | 1352 | 0.2578 | 1164544 | +| 0.0 | 3.5254 | 1456 | 0.2580 | 1253248 | +| 0.0 | 3.7772 | 1560 | 0.2703 | 1344000 | +| 0.0 | 4.0291 | 1664 | 0.2502 | 1432880 | +| 0.0001 | 4.2809 | 1768 | 0.2504 | 1522544 | +| 0.0 | 4.5327 | 1872 | 0.2489 | 1611760 | +| 0.0 | 4.7845 | 1976 | 0.2508 | 1702832 | + + +### Framework versions + +- Transformers 4.51.3 +- Pytorch 2.10.0+cu128 +- Datasets 4.0.0 +- Tokenizers 0.21.4 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..eb25305 --- /dev/null +++ b/all_results.json @@ -0,0 +1,13 @@ +{ + "epoch": 5.0, + "eval_loss": 0.10842076689004898, + "eval_runtime": 0.6289, + "eval_samples_per_second": 583.581, + "eval_steps_per_second": 73.146, + "num_input_tokens_seen": 1780000, + "total_flos": 1.039320047616e+16, + "train_loss": 0.06261659951716346, + "train_runtime": 1141.6604, + "train_samples_per_second": 14.457, + "train_steps_per_second": 1.809 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5a2b93f --- /dev/null +++ b/config.json @@ -0,0 +1,39 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 64, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 16, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "torch_dtype": "float32", + "transformers_version": "4.51.3", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000..f0e6938 --- /dev/null +++ b/eval_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 5.0, + "eval_loss": 0.10842076689004898, + "eval_runtime": 0.6289, + "eval_samples_per_second": 583.581, + "eval_steps_per_second": 73.146, + "num_input_tokens_seen": 1780000 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..2b8ae57 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.51.3" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..f2b8cbf --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b7af7ab14e0309187e05387160a099eb1b33ea1c3a9f9af496fbb6393ec06a7 +size 4943274328 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..14daf45 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,26 @@ +{ + "additional_special_tokens": [ + { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..ddc3ce0 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2069 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|eom_id|>" + ], + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizer" +} diff --git a/train.yaml b/train.yaml new file mode 100644 index 0000000..7d3d0c5 --- /dev/null +++ b/train.yaml @@ -0,0 +1,55 @@ +seed: 42 + +### model +model_name_or_path: meta-llama/Llama-3.2-1B-Instruct +trust_remote_code: true +flash_attn: auto +use_cache: false + +### method +stage: sft +do_train: true +finetuning_type: full + +### dataset +dataset: mrpc +template: llama3 +cutoff_len: 2048 +overwrite_cache: true +preprocessing_num_workers: 4 +dataloader_num_workers: 4 +packing: false + +### output +output_dir: saves_bts_preliminary/base/llama-3.2-1b-instruct/train_mrpc_42_1776331557 +logging_steps: 5 +save_steps: 0.05 +overwrite_output_dir: true +save_only_model: false +plot_loss: true +include_num_input_tokens_seen: true +push_to_hub: true +push_to_hub_organization: rbelanec +load_best_model_at_end: true +save_total_limit: 1 + +### train +per_device_train_batch_size: 8 +learning_rate: 5.0e-6 +num_train_epochs: 5 +weight_decay: 1.0e-5 +lr_scheduler_type: cosine +bf16: true +ddp_timeout: 180000000 +resume_from_checkpoint: null +warmup_ratio: 0.1 +optim: adamw_torch +report_to: +- wandb +run_name: base_llama-3.2-1b-instruct_train_mrpc_42_1776331557 + +### eval +per_device_eval_batch_size: 8 +eval_strategy: steps +eval_steps: 0.05 +val_size: 0.1 \ No newline at end of file diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..ea93519 --- /dev/null +++ b/train_results.json @@ -0,0 +1,9 @@ +{ + "epoch": 5.0, + "num_input_tokens_seen": 1780000, + "total_flos": 1.039320047616e+16, + "train_loss": 0.06261659951716346, + "train_runtime": 1141.6604, + "train_samples_per_second": 14.457, + "train_steps_per_second": 1.809 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..3827129 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,433 @@ +{"current_steps": 5, "total_steps": 2065, "loss": 0.81, "lr": 9.661835748792271e-08, "epoch": 0.012106537530266344, "percentage": 0.24, "elapsed_time": "0:00:00", "remaining_time": "0:04:33", "throughput": 6549.56, "total_tokens": 4352} +{"current_steps": 10, "total_steps": 2065, "loss": 0.8, "lr": 2.173913043478261e-07, "epoch": 0.024213075060532687, "percentage": 0.48, "elapsed_time": "0:00:01", "remaining_time": "0:03:35", "throughput": 8373.14, "total_tokens": 8768} +{"current_steps": 15, "total_steps": 2065, "loss": 0.6335, "lr": 3.3816425120772945e-07, "epoch": 0.03631961259079903, "percentage": 0.73, "elapsed_time": "0:00:01", "remaining_time": "0:03:13", "throughput": 9173.69, "total_tokens": 12992} +{"current_steps": 20, "total_steps": 2065, "loss": 0.3717, "lr": 4.5893719806763294e-07, "epoch": 0.048426150121065374, "percentage": 0.97, "elapsed_time": "0:00:01", "remaining_time": "0:03:02", "throughput": 9704.71, "total_tokens": 17344} +{"current_steps": 25, "total_steps": 2065, "loss": 0.2438, "lr": 5.797101449275363e-07, "epoch": 0.06053268765133172, "percentage": 1.21, "elapsed_time": "0:00:02", "remaining_time": "0:02:56", "throughput": 10054.34, "total_tokens": 21696} +{"current_steps": 30, "total_steps": 2065, "loss": 0.2523, "lr": 7.004830917874397e-07, "epoch": 0.07263922518159806, "percentage": 1.45, "elapsed_time": "0:00:02", "remaining_time": "0:02:51", "throughput": 10328.87, "total_tokens": 26112} +{"current_steps": 35, "total_steps": 2065, "loss": 0.2223, "lr": 8.212560386473431e-07, "epoch": 0.0847457627118644, "percentage": 1.69, "elapsed_time": "0:00:02", "remaining_time": "0:02:47", "throughput": 10436.42, "total_tokens": 30208} +{"current_steps": 40, "total_steps": 2065, "loss": 0.2184, "lr": 9.420289855072465e-07, "epoch": 0.09685230024213075, "percentage": 1.94, "elapsed_time": "0:00:03", "remaining_time": "0:02:45", "throughput": 10618.68, "total_tokens": 34688} +{"current_steps": 45, "total_steps": 2065, "loss": 0.2163, "lr": 1.0628019323671499e-06, "epoch": 0.1089588377723971, "percentage": 2.18, "elapsed_time": "0:00:03", "remaining_time": "0:02:42", "throughput": 10689.52, "total_tokens": 38784} +{"current_steps": 50, "total_steps": 2065, "loss": 0.2198, "lr": 1.1835748792270531e-06, "epoch": 0.12106537530266344, "percentage": 2.42, "elapsed_time": "0:00:04", "remaining_time": "0:02:41", "throughput": 10794.69, "total_tokens": 43200} +{"current_steps": 55, "total_steps": 2065, "loss": 0.2224, "lr": 1.3043478260869566e-06, "epoch": 0.13317191283292978, "percentage": 2.66, "elapsed_time": "0:00:04", "remaining_time": "0:02:39", "throughput": 10823.52, "total_tokens": 47296} +{"current_steps": 60, "total_steps": 2065, "loss": 0.2272, "lr": 1.42512077294686e-06, "epoch": 0.14527845036319612, "percentage": 2.91, "elapsed_time": "0:00:04", "remaining_time": "0:02:38", "throughput": 10914.4, "total_tokens": 51712} +{"current_steps": 65, "total_steps": 2065, "loss": 0.1665, "lr": 1.5458937198067634e-06, "epoch": 0.15738498789346247, "percentage": 3.15, "elapsed_time": "0:00:05", "remaining_time": "0:02:37", "throughput": 10944.07, "total_tokens": 55872} +{"current_steps": 70, "total_steps": 2065, "loss": 0.1835, "lr": 1.6666666666666667e-06, "epoch": 0.1694915254237288, "percentage": 3.39, "elapsed_time": "0:00:05", "remaining_time": "0:02:35", "throughput": 10943.0, "total_tokens": 59840} +{"current_steps": 75, "total_steps": 2065, "loss": 0.1898, "lr": 1.7874396135265702e-06, "epoch": 0.18159806295399517, "percentage": 3.63, "elapsed_time": "0:00:05", "remaining_time": "0:02:34", "throughput": 10968.19, "total_tokens": 64000} +{"current_steps": 80, "total_steps": 2065, "loss": 0.2149, "lr": 1.9082125603864736e-06, "epoch": 0.1937046004842615, "percentage": 3.87, "elapsed_time": "0:00:06", "remaining_time": "0:02:33", "throughput": 11018.77, "total_tokens": 68352} +{"current_steps": 85, "total_steps": 2065, "loss": 0.1519, "lr": 2.028985507246377e-06, "epoch": 0.20581113801452786, "percentage": 4.12, "elapsed_time": "0:00:06", "remaining_time": "0:02:33", "throughput": 11068.81, "total_tokens": 72768} +{"current_steps": 90, "total_steps": 2065, "loss": 0.1468, "lr": 2.1497584541062806e-06, "epoch": 0.2179176755447942, "percentage": 4.36, "elapsed_time": "0:00:06", "remaining_time": "0:02:32", "throughput": 11103.7, "total_tokens": 77120} +{"current_steps": 95, "total_steps": 2065, "loss": 0.2277, "lr": 2.270531400966184e-06, "epoch": 0.23002421307506055, "percentage": 4.6, "elapsed_time": "0:00:07", "remaining_time": "0:02:32", "throughput": 11131.81, "total_tokens": 81664} +{"current_steps": 100, "total_steps": 2065, "loss": 0.1552, "lr": 2.391304347826087e-06, "epoch": 0.24213075060532688, "percentage": 4.84, "elapsed_time": "0:00:07", "remaining_time": "0:02:31", "throughput": 11169.26, "total_tokens": 86080} +{"current_steps": 104, "total_steps": 2065, "eval_loss": 0.1484687179327011, "epoch": 0.25181598062953997, "percentage": 5.04, "elapsed_time": "0:00:08", "remaining_time": "0:02:41", "throughput": 10430.75, "total_tokens": 89600} +{"current_steps": 105, "total_steps": 2065, "loss": 0.1673, "lr": 2.5120772946859904e-06, "epoch": 0.2542372881355932, "percentage": 5.08, "elapsed_time": "0:01:19", "remaining_time": "0:24:48", "throughput": 1133.88, "total_tokens": 90432} +{"current_steps": 110, "total_steps": 2065, "loss": 0.1694, "lr": 2.632850241545894e-06, "epoch": 0.26634382566585957, "percentage": 5.33, "elapsed_time": "0:01:20", "remaining_time": "0:23:43", "throughput": 1179.82, "total_tokens": 94528} +{"current_steps": 115, "total_steps": 2065, "loss": 0.1627, "lr": 2.7536231884057974e-06, "epoch": 0.2784503631961259, "percentage": 5.57, "elapsed_time": "0:01:20", "remaining_time": "0:22:44", "throughput": 1227.67, "total_tokens": 98816} +{"current_steps": 120, "total_steps": 2065, "loss": 0.2205, "lr": 2.8743961352657007e-06, "epoch": 0.29055690072639223, "percentage": 5.81, "elapsed_time": "0:01:20", "remaining_time": "0:21:50", "throughput": 1275.15, "total_tokens": 103104} +{"current_steps": 125, "total_steps": 2065, "loss": 0.1841, "lr": 2.995169082125604e-06, "epoch": 0.3026634382566586, "percentage": 6.05, "elapsed_time": "0:01:21", "remaining_time": "0:21:00", "throughput": 1321.41, "total_tokens": 107328} +{"current_steps": 130, "total_steps": 2065, "loss": 0.1779, "lr": 3.1159420289855073e-06, "epoch": 0.31476997578692495, "percentage": 6.3, "elapsed_time": "0:01:21", "remaining_time": "0:20:14", "throughput": 1366.46, "total_tokens": 111488} +{"current_steps": 135, "total_steps": 2065, "loss": 0.158, "lr": 3.236714975845411e-06, "epoch": 0.3268765133171913, "percentage": 6.54, "elapsed_time": "0:01:21", "remaining_time": "0:19:31", "throughput": 1414.94, "total_tokens": 115968} +{"current_steps": 140, "total_steps": 2065, "loss": 0.2089, "lr": 3.3574879227053142e-06, "epoch": 0.3389830508474576, "percentage": 6.78, "elapsed_time": "0:01:22", "remaining_time": "0:18:51", "throughput": 1459.93, "total_tokens": 120192} +{"current_steps": 145, "total_steps": 2065, "loss": 0.1007, "lr": 3.4782608695652175e-06, "epoch": 0.35108958837772397, "percentage": 7.02, "elapsed_time": "0:01:22", "remaining_time": "0:18:14", "throughput": 1504.53, "total_tokens": 124416} +{"current_steps": 150, "total_steps": 2065, "loss": 0.2718, "lr": 3.5990338164251208e-06, "epoch": 0.36319612590799033, "percentage": 7.26, "elapsed_time": "0:01:23", "remaining_time": "0:17:40", "throughput": 1550.99, "total_tokens": 128832} +{"current_steps": 155, "total_steps": 2065, "loss": 0.3704, "lr": 3.7198067632850245e-06, "epoch": 0.37530266343825663, "percentage": 7.51, "elapsed_time": "0:01:23", "remaining_time": "0:17:08", "throughput": 1594.12, "total_tokens": 132992} +{"current_steps": 160, "total_steps": 2065, "loss": 0.1945, "lr": 3.840579710144928e-06, "epoch": 0.387409200968523, "percentage": 7.75, "elapsed_time": "0:01:23", "remaining_time": "0:16:37", "throughput": 1638.27, "total_tokens": 137280} +{"current_steps": 165, "total_steps": 2065, "loss": 0.253, "lr": 3.961352657004831e-06, "epoch": 0.39951573849878935, "percentage": 7.99, "elapsed_time": "0:01:24", "remaining_time": "0:16:09", "throughput": 1682.08, "total_tokens": 141568} +{"current_steps": 170, "total_steps": 2065, "loss": 0.1622, "lr": 4.082125603864734e-06, "epoch": 0.4116222760290557, "percentage": 8.23, "elapsed_time": "0:01:24", "remaining_time": "0:15:42", "throughput": 1727.0, "total_tokens": 145984} +{"current_steps": 175, "total_steps": 2065, "loss": 0.1974, "lr": 4.202898550724638e-06, "epoch": 0.423728813559322, "percentage": 8.47, "elapsed_time": "0:01:24", "remaining_time": "0:15:16", "throughput": 1768.6, "total_tokens": 150144} +{"current_steps": 180, "total_steps": 2065, "loss": 0.2191, "lr": 4.323671497584541e-06, "epoch": 0.4358353510895884, "percentage": 8.72, "elapsed_time": "0:01:25", "remaining_time": "0:14:52", "throughput": 1813.49, "total_tokens": 154624} +{"current_steps": 185, "total_steps": 2065, "loss": 0.2192, "lr": 4.444444444444444e-06, "epoch": 0.44794188861985473, "percentage": 8.96, "elapsed_time": "0:01:25", "remaining_time": "0:14:30", "throughput": 1854.32, "total_tokens": 158784} +{"current_steps": 190, "total_steps": 2065, "loss": 0.1887, "lr": 4.565217391304348e-06, "epoch": 0.4600484261501211, "percentage": 9.2, "elapsed_time": "0:01:25", "remaining_time": "0:14:08", "throughput": 1896.22, "total_tokens": 163072} +{"current_steps": 195, "total_steps": 2065, "loss": 0.1951, "lr": 4.6859903381642516e-06, "epoch": 0.4721549636803874, "percentage": 9.44, "elapsed_time": "0:01:26", "remaining_time": "0:13:48", "throughput": 1934.98, "total_tokens": 167104} +{"current_steps": 200, "total_steps": 2065, "loss": 0.1486, "lr": 4.806763285024155e-06, "epoch": 0.48426150121065376, "percentage": 9.69, "elapsed_time": "0:01:26", "remaining_time": "0:13:28", "throughput": 1976.89, "total_tokens": 171456} +{"current_steps": 205, "total_steps": 2065, "loss": 0.2178, "lr": 4.927536231884059e-06, "epoch": 0.4963680387409201, "percentage": 9.93, "elapsed_time": "0:01:27", "remaining_time": "0:13:10", "throughput": 2018.51, "total_tokens": 175808} +{"current_steps": 208, "total_steps": 2065, "eval_loss": 0.1319892704486847, "epoch": 0.5036319612590799, "percentage": 10.07, "elapsed_time": "0:01:27", "remaining_time": "0:13:04", "throughput": 2032.59, "total_tokens": 178688} +{"current_steps": 210, "total_steps": 2065, "loss": 0.1052, "lr": 4.999985705205496e-06, "epoch": 0.5084745762711864, "percentage": 10.17, "elapsed_time": "0:02:03", "remaining_time": "0:18:13", "throughput": 1456.18, "total_tokens": 180224} +{"current_steps": 215, "total_steps": 2065, "loss": 0.1655, "lr": 4.999824890644693e-06, "epoch": 0.5205811138014528, "percentage": 10.41, "elapsed_time": "0:02:04", "remaining_time": "0:17:48", "throughput": 1487.91, "total_tokens": 184704} +{"current_steps": 220, "total_steps": 2065, "loss": 0.3684, "lr": 4.999485404562269e-06, "epoch": 0.5326876513317191, "percentage": 10.65, "elapsed_time": "0:02:04", "remaining_time": "0:17:24", "throughput": 1519.45, "total_tokens": 189184} +{"current_steps": 225, "total_steps": 2065, "loss": 0.1527, "lr": 4.998967271222521e-06, "epoch": 0.5447941888619855, "percentage": 10.9, "elapsed_time": "0:02:04", "remaining_time": "0:17:01", "throughput": 1549.8, "total_tokens": 193536} +{"current_steps": 230, "total_steps": 2065, "loss": 0.1238, "lr": 4.998270527658311e-06, "epoch": 0.5569007263922519, "percentage": 11.14, "elapsed_time": "0:02:05", "remaining_time": "0:16:39", "throughput": 1579.99, "total_tokens": 197888} +{"current_steps": 235, "total_steps": 2065, "loss": 0.2147, "lr": 4.997395223668422e-06, "epoch": 0.5690072639225182, "percentage": 11.38, "elapsed_time": "0:02:05", "remaining_time": "0:16:18", "throughput": 1608.93, "total_tokens": 202112} +{"current_steps": 240, "total_steps": 2065, "loss": 0.1162, "lr": 4.996341421813993e-06, "epoch": 0.5811138014527845, "percentage": 11.62, "elapsed_time": "0:02:05", "remaining_time": "0:15:58", "throughput": 1639.23, "total_tokens": 206528} +{"current_steps": 245, "total_steps": 2065, "loss": 0.1311, "lr": 4.995109197414051e-06, "epoch": 0.5932203389830508, "percentage": 11.86, "elapsed_time": "0:02:06", "remaining_time": "0:15:38", "throughput": 1669.38, "total_tokens": 210944} +{"current_steps": 250, "total_steps": 2065, "loss": 0.1437, "lr": 4.9936986385401305e-06, "epoch": 0.6053268765133172, "percentage": 12.11, "elapsed_time": "0:02:06", "remaining_time": "0:15:20", "throughput": 1697.32, "total_tokens": 215104} +{"current_steps": 255, "total_steps": 2065, "loss": 0.1597, "lr": 4.992109846009972e-06, "epoch": 0.6174334140435835, "percentage": 12.35, "elapsed_time": "0:02:07", "remaining_time": "0:15:02", "throughput": 1725.62, "total_tokens": 219328} +{"current_steps": 260, "total_steps": 2065, "loss": 0.1878, "lr": 4.990342933380321e-06, "epoch": 0.6295399515738499, "percentage": 12.59, "elapsed_time": "0:02:07", "remaining_time": "0:14:44", "throughput": 1754.71, "total_tokens": 223680} +{"current_steps": 265, "total_steps": 2065, "loss": 0.1445, "lr": 4.988398026938811e-06, "epoch": 0.6416464891041163, "percentage": 12.83, "elapsed_time": "0:02:07", "remaining_time": "0:14:28", "throughput": 1782.69, "total_tokens": 227904} +{"current_steps": 270, "total_steps": 2065, "loss": 0.0992, "lr": 4.986275265694935e-06, "epoch": 0.6537530266343826, "percentage": 13.08, "elapsed_time": "0:02:08", "remaining_time": "0:14:12", "throughput": 1808.96, "total_tokens": 231936} +{"current_steps": 275, "total_steps": 2065, "loss": 0.0608, "lr": 4.983974801370115e-06, "epoch": 0.6658595641646489, "percentage": 13.32, "elapsed_time": "0:02:08", "remaining_time": "0:13:57", "throughput": 1836.54, "total_tokens": 236160} +{"current_steps": 280, "total_steps": 2065, "loss": 0.2262, "lr": 4.981496798386849e-06, "epoch": 0.6779661016949152, "percentage": 13.56, "elapsed_time": "0:02:08", "remaining_time": "0:13:42", "throughput": 1863.56, "total_tokens": 240320} +{"current_steps": 285, "total_steps": 2065, "loss": 0.1165, "lr": 4.9788414338569715e-06, "epoch": 0.6900726392251816, "percentage": 13.8, "elapsed_time": "0:02:09", "remaining_time": "0:13:27", "throughput": 1892.7, "total_tokens": 244800} +{"current_steps": 290, "total_steps": 2065, "loss": 0.2377, "lr": 4.9760088975689815e-06, "epoch": 0.7021791767554479, "percentage": 14.04, "elapsed_time": "0:02:09", "remaining_time": "0:13:13", "throughput": 1920.82, "total_tokens": 249152} +{"current_steps": 295, "total_steps": 2065, "loss": 0.1377, "lr": 4.972999391974488e-06, "epoch": 0.7142857142857143, "percentage": 14.29, "elapsed_time": "0:02:10", "remaining_time": "0:13:00", "throughput": 1947.89, "total_tokens": 253376} +{"current_steps": 300, "total_steps": 2065, "loss": 0.19, "lr": 4.969813132173735e-06, "epoch": 0.7263922518159807, "percentage": 14.53, "elapsed_time": "0:02:10", "remaining_time": "0:12:47", "throughput": 1975.26, "total_tokens": 257664} +{"current_steps": 305, "total_steps": 2065, "loss": 0.1146, "lr": 4.966450345900229e-06, "epoch": 0.738498789346247, "percentage": 14.77, "elapsed_time": "0:02:10", "remaining_time": "0:12:34", "throughput": 2002.92, "total_tokens": 262016} +{"current_steps": 310, "total_steps": 2065, "loss": 0.1165, "lr": 4.962911273504461e-06, "epoch": 0.7506053268765133, "percentage": 15.01, "elapsed_time": "0:02:11", "remaining_time": "0:12:22", "throughput": 2030.98, "total_tokens": 266432} +{"current_steps": 312, "total_steps": 2065, "eval_loss": 0.11303775012493134, "epoch": 0.7554479418886199, "percentage": 15.11, "elapsed_time": "0:02:13", "remaining_time": "0:12:27", "throughput": 2014.4, "total_tokens": 267968} +{"current_steps": 315, "total_steps": 2065, "loss": 0.181, "lr": 4.959196167936729e-06, "epoch": 0.7627118644067796, "percentage": 15.25, "elapsed_time": "0:03:02", "remaining_time": "0:16:54", "throughput": 1480.79, "total_tokens": 270464} +{"current_steps": 320, "total_steps": 2065, "loss": 0.0946, "lr": 4.955305294729056e-06, "epoch": 0.774818401937046, "percentage": 15.5, "elapsed_time": "0:03:03", "remaining_time": "0:16:38", "throughput": 1500.88, "total_tokens": 274688} +{"current_steps": 325, "total_steps": 2065, "loss": 0.1293, "lr": 4.9512389319762165e-06, "epoch": 0.7869249394673123, "percentage": 15.74, "elapsed_time": "0:03:03", "remaining_time": "0:16:21", "throughput": 1520.53, "total_tokens": 278848} +{"current_steps": 330, "total_steps": 2065, "loss": 0.124, "lr": 4.946997370315857e-06, "epoch": 0.7990314769975787, "percentage": 15.98, "elapsed_time": "0:03:03", "remaining_time": "0:16:06", "throughput": 1540.78, "total_tokens": 283136} +{"current_steps": 335, "total_steps": 2065, "loss": 0.1767, "lr": 4.9425809129077204e-06, "epoch": 0.8111380145278451, "percentage": 16.22, "elapsed_time": "0:03:04", "remaining_time": "0:15:50", "throughput": 1562.31, "total_tokens": 287680} +{"current_steps": 340, "total_steps": 2065, "loss": 0.0811, "lr": 4.937989875411986e-06, "epoch": 0.8232445520581114, "percentage": 16.46, "elapsed_time": "0:03:04", "remaining_time": "0:15:36", "throughput": 1583.75, "total_tokens": 292224} +{"current_steps": 345, "total_steps": 2065, "loss": 0.1567, "lr": 4.933224585966696e-06, "epoch": 0.8353510895883777, "percentage": 16.71, "elapsed_time": "0:03:04", "remaining_time": "0:15:21", "throughput": 1603.4, "total_tokens": 296448} +{"current_steps": 350, "total_steps": 2065, "loss": 0.1363, "lr": 4.928285385164316e-06, "epoch": 0.847457627118644, "percentage": 16.95, "elapsed_time": "0:03:05", "remaining_time": "0:15:07", "throughput": 1623.29, "total_tokens": 300736} +{"current_steps": 355, "total_steps": 2065, "loss": 0.1348, "lr": 4.92317262602738e-06, "epoch": 0.8595641646489104, "percentage": 17.19, "elapsed_time": "0:03:05", "remaining_time": "0:14:54", "throughput": 1642.76, "total_tokens": 304960} +{"current_steps": 360, "total_steps": 2065, "loss": 0.1694, "lr": 4.917886673983267e-06, "epoch": 0.8716707021791767, "percentage": 17.43, "elapsed_time": "0:03:06", "remaining_time": "0:14:40", "throughput": 1662.16, "total_tokens": 309184} +{"current_steps": 365, "total_steps": 2065, "loss": 0.1352, "lr": 4.912427906838079e-06, "epoch": 0.8837772397094431, "percentage": 17.68, "elapsed_time": "0:03:06", "remaining_time": "0:14:28", "throughput": 1681.51, "total_tokens": 313408} +{"current_steps": 370, "total_steps": 2065, "loss": 0.0933, "lr": 4.906796714749635e-06, "epoch": 0.8958837772397095, "percentage": 17.92, "elapsed_time": "0:03:06", "remaining_time": "0:14:15", "throughput": 1702.11, "total_tokens": 317888} +{"current_steps": 375, "total_steps": 2065, "loss": 0.1488, "lr": 4.900993500199591e-06, "epoch": 0.9079903147699758, "percentage": 18.16, "elapsed_time": "0:03:07", "remaining_time": "0:14:03", "throughput": 1720.96, "total_tokens": 322048} +{"current_steps": 380, "total_steps": 2065, "loss": 0.087, "lr": 4.895018677964669e-06, "epoch": 0.9200968523002422, "percentage": 18.4, "elapsed_time": "0:03:07", "remaining_time": "0:13:51", "throughput": 1741.7, "total_tokens": 326592} +{"current_steps": 385, "total_steps": 2065, "loss": 0.1017, "lr": 4.888872675087012e-06, "epoch": 0.9322033898305084, "percentage": 18.64, "elapsed_time": "0:03:07", "remaining_time": "0:13:39", "throughput": 1761.07, "total_tokens": 330880} +{"current_steps": 390, "total_steps": 2065, "loss": 0.1105, "lr": 4.882555930843664e-06, "epoch": 0.9443099273607748, "percentage": 18.89, "elapsed_time": "0:03:08", "remaining_time": "0:13:28", "throughput": 1780.03, "total_tokens": 335104} +{"current_steps": 395, "total_steps": 2065, "loss": 0.1437, "lr": 4.876068896715171e-06, "epoch": 0.9564164648910412, "percentage": 19.13, "elapsed_time": "0:03:08", "remaining_time": "0:13:17", "throughput": 1799.27, "total_tokens": 339392} +{"current_steps": 400, "total_steps": 2065, "loss": 0.146, "lr": 4.8694120363533105e-06, "epoch": 0.9685230024213075, "percentage": 19.37, "elapsed_time": "0:03:09", "remaining_time": "0:13:06", "throughput": 1818.74, "total_tokens": 343744} +{"current_steps": 405, "total_steps": 2065, "loss": 0.0985, "lr": 4.862585825547957e-06, "epoch": 0.9806295399515739, "percentage": 19.61, "elapsed_time": "0:03:09", "remaining_time": "0:12:56", "throughput": 1838.45, "total_tokens": 348160} +{"current_steps": 410, "total_steps": 2065, "loss": 0.116, "lr": 4.855590752193075e-06, "epoch": 0.9927360774818402, "percentage": 19.85, "elapsed_time": "0:03:09", "remaining_time": "0:12:45", "throughput": 1857.49, "total_tokens": 352448} +{"current_steps": 415, "total_steps": 2065, "loss": 0.1193, "lr": 4.848427316251843e-06, "epoch": 1.0048426150121066, "percentage": 20.1, "elapsed_time": "0:03:10", "remaining_time": "0:12:36", "throughput": 1875.08, "total_tokens": 356656} +{"current_steps": 416, "total_steps": 2065, "eval_loss": 0.10842076689004898, "epoch": 1.0072639225181599, "percentage": 20.15, "elapsed_time": "0:03:10", "remaining_time": "0:12:36", "throughput": 1872.78, "total_tokens": 357488} +{"current_steps": 420, "total_steps": 2065, "loss": 0.073, "lr": 4.841096029720921e-06, "epoch": 1.0169491525423728, "percentage": 20.34, "elapsed_time": "0:04:43", "remaining_time": "0:18:31", "throughput": 1271.96, "total_tokens": 360880} +{"current_steps": 425, "total_steps": 2065, "loss": 0.0535, "lr": 4.833597416593861e-06, "epoch": 1.0290556900726393, "percentage": 20.58, "elapsed_time": "0:04:44", "remaining_time": "0:18:16", "throughput": 1285.18, "total_tokens": 365104} +{"current_steps": 430, "total_steps": 2065, "loss": 0.1458, "lr": 4.825932012823652e-06, "epoch": 1.0411622276029056, "percentage": 20.82, "elapsed_time": "0:04:44", "remaining_time": "0:18:01", "throughput": 1299.92, "total_tokens": 369776} +{"current_steps": 435, "total_steps": 2065, "loss": 0.1602, "lr": 4.818100366284408e-06, "epoch": 1.053268765133172, "percentage": 21.07, "elapsed_time": "0:04:44", "remaining_time": "0:17:47", "throughput": 1313.06, "total_tokens": 374000} +{"current_steps": 440, "total_steps": 2065, "loss": 0.2577, "lr": 4.81010303673222e-06, "epoch": 1.0653753026634383, "percentage": 21.31, "elapsed_time": "0:04:45", "remaining_time": "0:17:33", "throughput": 1325.75, "total_tokens": 378096} +{"current_steps": 445, "total_steps": 2065, "loss": 0.0566, "lr": 4.80194059576514e-06, "epoch": 1.0774818401937045, "percentage": 21.55, "elapsed_time": "0:04:45", "remaining_time": "0:17:19", "throughput": 1338.63, "total_tokens": 382256} +{"current_steps": 450, "total_steps": 2065, "loss": 0.1761, "lr": 4.793613626782331e-06, "epoch": 1.089588377723971, "percentage": 21.79, "elapsed_time": "0:04:45", "remaining_time": "0:17:06", "throughput": 1352.35, "total_tokens": 386672} +{"current_steps": 455, "total_steps": 2065, "loss": 0.0591, "lr": 4.785122724942367e-06, "epoch": 1.1016949152542372, "percentage": 22.03, "elapsed_time": "0:04:46", "remaining_time": "0:16:53", "throughput": 1365.58, "total_tokens": 390960} +{"current_steps": 460, "total_steps": 2065, "loss": 0.0952, "lr": 4.7764684971206974e-06, "epoch": 1.1138014527845037, "percentage": 22.28, "elapsed_time": "0:04:46", "remaining_time": "0:16:40", "throughput": 1379.44, "total_tokens": 395440} +{"current_steps": 465, "total_steps": 2065, "loss": 0.0664, "lr": 4.767651561866269e-06, "epoch": 1.12590799031477, "percentage": 22.52, "elapsed_time": "0:04:47", "remaining_time": "0:16:27", "throughput": 1392.16, "total_tokens": 399600} +{"current_steps": 470, "total_steps": 2065, "loss": 0.1001, "lr": 4.758672549357316e-06, "epoch": 1.1380145278450362, "percentage": 22.76, "elapsed_time": "0:04:47", "remaining_time": "0:16:15", "throughput": 1405.3, "total_tokens": 403888} +{"current_steps": 475, "total_steps": 2065, "loss": 0.2506, "lr": 4.7495321013563225e-06, "epoch": 1.1501210653753027, "percentage": 23.0, "elapsed_time": "0:04:47", "remaining_time": "0:16:03", "throughput": 1418.41, "total_tokens": 408176} +{"current_steps": 480, "total_steps": 2065, "loss": 0.044, "lr": 4.740230871164148e-06, "epoch": 1.162227602905569, "percentage": 23.24, "elapsed_time": "0:04:48", "remaining_time": "0:15:51", "throughput": 1430.62, "total_tokens": 412208} +{"current_steps": 485, "total_steps": 2065, "loss": 0.1472, "lr": 4.730769523573337e-06, "epoch": 1.1743341404358354, "percentage": 23.49, "elapsed_time": "0:04:48", "remaining_time": "0:15:39", "throughput": 1444.09, "total_tokens": 416624} +{"current_steps": 490, "total_steps": 2065, "loss": 0.1661, "lr": 4.721148734820605e-06, "epoch": 1.1864406779661016, "percentage": 23.73, "elapsed_time": "0:04:48", "remaining_time": "0:15:28", "throughput": 1457.53, "total_tokens": 421040} +{"current_steps": 495, "total_steps": 2065, "loss": 0.094, "lr": 4.711369192538503e-06, "epoch": 1.1985472154963681, "percentage": 23.97, "elapsed_time": "0:04:49", "remaining_time": "0:15:17", "throughput": 1469.85, "total_tokens": 425136} +{"current_steps": 500, "total_steps": 2065, "loss": 0.1282, "lr": 4.701431595706269e-06, "epoch": 1.2106537530266344, "percentage": 24.21, "elapsed_time": "0:04:49", "remaining_time": "0:15:06", "throughput": 1483.63, "total_tokens": 429680} +{"current_steps": 505, "total_steps": 2065, "loss": 0.0874, "lr": 4.691336654599873e-06, "epoch": 1.2227602905569008, "percentage": 24.46, "elapsed_time": "0:04:49", "remaining_time": "0:14:55", "throughput": 1497.39, "total_tokens": 434224} +{"current_steps": 510, "total_steps": 2065, "loss": 0.0403, "lr": 4.6810850907412486e-06, "epoch": 1.234866828087167, "percentage": 24.7, "elapsed_time": "0:04:50", "remaining_time": "0:14:45", "throughput": 1509.6, "total_tokens": 438320} +{"current_steps": 515, "total_steps": 2065, "loss": 0.0227, "lr": 4.6706776368467236e-06, "epoch": 1.2469733656174333, "percentage": 24.94, "elapsed_time": "0:04:50", "remaining_time": "0:14:34", "throughput": 1522.66, "total_tokens": 442672} +{"current_steps": 520, "total_steps": 2065, "loss": 0.0685, "lr": 4.6601150367746485e-06, "epoch": 1.2590799031476998, "percentage": 25.18, "elapsed_time": "0:04:51", "remaining_time": "0:14:24", "throughput": 1535.25, "total_tokens": 446896} +{"current_steps": 520, "total_steps": 2065, "eval_loss": 0.19028596580028534, "epoch": 1.2590799031476998, "percentage": 25.18, "elapsed_time": "0:04:51", "remaining_time": "0:14:27", "throughput": 1531.47, "total_tokens": 446896} +{"current_steps": 525, "total_steps": 2065, "loss": 0.1008, "lr": 4.649398045472235e-06, "epoch": 1.271186440677966, "percentage": 25.42, "elapsed_time": "0:05:25", "remaining_time": "0:15:55", "throughput": 1385.14, "total_tokens": 451312} +{"current_steps": 530, "total_steps": 2065, "loss": 0.3076, "lr": 4.638527428921592e-06, "epoch": 1.2832929782082325, "percentage": 25.67, "elapsed_time": "0:05:26", "remaining_time": "0:15:44", "throughput": 1396.15, "total_tokens": 455408} +{"current_steps": 535, "total_steps": 2065, "loss": 0.0462, "lr": 4.627503964084981e-06, "epoch": 1.2953995157384988, "percentage": 25.91, "elapsed_time": "0:05:26", "remaining_time": "0:15:33", "throughput": 1408.87, "total_tokens": 460080} +{"current_steps": 540, "total_steps": 2065, "loss": 0.0124, "lr": 4.616328438849284e-06, "epoch": 1.307506053268765, "percentage": 26.15, "elapsed_time": "0:05:26", "remaining_time": "0:15:23", "throughput": 1420.78, "total_tokens": 464496} +{"current_steps": 545, "total_steps": 2065, "loss": 0.1408, "lr": 4.605001651969686e-06, "epoch": 1.3196125907990315, "percentage": 26.39, "elapsed_time": "0:05:27", "remaining_time": "0:15:12", "throughput": 1432.09, "total_tokens": 468720} +{"current_steps": 550, "total_steps": 2065, "loss": 0.115, "lr": 4.5935244130125925e-06, "epoch": 1.331719128329298, "percentage": 26.63, "elapsed_time": "0:05:27", "remaining_time": "0:15:02", "throughput": 1444.33, "total_tokens": 473264} +{"current_steps": 555, "total_steps": 2065, "loss": 0.0061, "lr": 4.581897542297761e-06, "epoch": 1.3438256658595642, "percentage": 26.88, "elapsed_time": "0:05:28", "remaining_time": "0:14:52", "throughput": 1455.77, "total_tokens": 477552} +{"current_steps": 560, "total_steps": 2065, "loss": 0.0843, "lr": 4.570121870839671e-06, "epoch": 1.3559322033898304, "percentage": 27.12, "elapsed_time": "0:05:28", "remaining_time": "0:14:42", "throughput": 1467.77, "total_tokens": 482032} +{"current_steps": 565, "total_steps": 2065, "loss": 0.0764, "lr": 4.558198240288131e-06, "epoch": 1.368038740920097, "percentage": 27.36, "elapsed_time": "0:05:28", "remaining_time": "0:14:32", "throughput": 1479.35, "total_tokens": 486384} +{"current_steps": 570, "total_steps": 2065, "loss": 0.1836, "lr": 4.5461275028681186e-06, "epoch": 1.3801452784503632, "percentage": 27.6, "elapsed_time": "0:05:29", "remaining_time": "0:14:23", "throughput": 1490.72, "total_tokens": 490672} +{"current_steps": 575, "total_steps": 2065, "loss": 0.1097, "lr": 4.533910521318872e-06, "epoch": 1.3922518159806296, "percentage": 27.85, "elapsed_time": "0:05:29", "remaining_time": "0:14:13", "throughput": 1502.06, "total_tokens": 494960} +{"current_steps": 580, "total_steps": 2065, "loss": 0.1144, "lr": 4.521548168832227e-06, "epoch": 1.4043583535108959, "percentage": 28.09, "elapsed_time": "0:05:29", "remaining_time": "0:14:04", "throughput": 1512.99, "total_tokens": 499120} +{"current_steps": 585, "total_steps": 2065, "loss": 0.0169, "lr": 4.509041328990204e-06, "epoch": 1.4164648910411621, "percentage": 28.33, "elapsed_time": "0:05:30", "remaining_time": "0:13:55", "throughput": 1524.3, "total_tokens": 503408} +{"current_steps": 590, "total_steps": 2065, "loss": 0.0424, "lr": 4.496390895701858e-06, "epoch": 1.4285714285714286, "percentage": 28.57, "elapsed_time": "0:05:30", "remaining_time": "0:13:46", "throughput": 1534.45, "total_tokens": 507312} +{"current_steps": 595, "total_steps": 2065, "loss": 0.053, "lr": 4.483597773139387e-06, "epoch": 1.4406779661016949, "percentage": 28.81, "elapsed_time": "0:05:30", "remaining_time": "0:13:37", "throughput": 1545.71, "total_tokens": 511600} +{"current_steps": 600, "total_steps": 2065, "loss": 0.0615, "lr": 4.470662875673506e-06, "epoch": 1.4527845036319613, "percentage": 29.06, "elapsed_time": "0:05:31", "remaining_time": "0:13:29", "throughput": 1556.94, "total_tokens": 515888} +{"current_steps": 605, "total_steps": 2065, "loss": 0.2071, "lr": 4.4575871278080964e-06, "epoch": 1.4648910411622276, "percentage": 29.3, "elapsed_time": "0:05:31", "remaining_time": "0:13:20", "throughput": 1567.38, "total_tokens": 519920} +{"current_steps": 610, "total_steps": 2065, "loss": 0.0688, "lr": 4.444371464114126e-06, "epoch": 1.4769975786924938, "percentage": 29.54, "elapsed_time": "0:05:32", "remaining_time": "0:13:12", "throughput": 1578.93, "total_tokens": 524336} +{"current_steps": 615, "total_steps": 2065, "loss": 0.071, "lr": 4.431016829162851e-06, "epoch": 1.4891041162227603, "percentage": 29.78, "elapsed_time": "0:05:32", "remaining_time": "0:13:03", "throughput": 1589.7, "total_tokens": 528496} +{"current_steps": 620, "total_steps": 2065, "loss": 0.0801, "lr": 4.417524177458309e-06, "epoch": 1.5012106537530268, "percentage": 30.02, "elapsed_time": "0:05:32", "remaining_time": "0:12:55", "throughput": 1600.84, "total_tokens": 532784} +{"current_steps": 624, "total_steps": 2065, "eval_loss": 0.1981746405363083, "epoch": 1.5108958837772397, "percentage": 30.22, "elapsed_time": "0:05:33", "remaining_time": "0:12:50", "throughput": 1606.65, "total_tokens": 536176} +{"current_steps": 625, "total_steps": 2065, "loss": 0.0258, "lr": 4.403894473369092e-06, "epoch": 1.513317191283293, "percentage": 30.27, "elapsed_time": "0:06:02", "remaining_time": "0:13:54", "throughput": 1483.2, "total_tokens": 537136} +{"current_steps": 630, "total_steps": 2065, "loss": 0.199, "lr": 4.390128691059423e-06, "epoch": 1.5254237288135593, "percentage": 30.51, "elapsed_time": "0:06:02", "remaining_time": "0:13:45", "throughput": 1493.87, "total_tokens": 541552} +{"current_steps": 635, "total_steps": 2065, "loss": 0.1964, "lr": 4.376227814419524e-06, "epoch": 1.5375302663438255, "percentage": 30.75, "elapsed_time": "0:06:02", "remaining_time": "0:13:37", "throughput": 1503.66, "total_tokens": 545648} +{"current_steps": 640, "total_steps": 2065, "loss": 0.06, "lr": 4.3621928369952995e-06, "epoch": 1.549636803874092, "percentage": 30.99, "elapsed_time": "0:06:03", "remaining_time": "0:13:28", "throughput": 1514.8, "total_tokens": 550256} +{"current_steps": 645, "total_steps": 2065, "loss": 0.1114, "lr": 4.348024761917321e-06, "epoch": 1.5617433414043584, "percentage": 31.23, "elapsed_time": "0:06:03", "remaining_time": "0:13:20", "throughput": 1526.09, "total_tokens": 554928} +{"current_steps": 650, "total_steps": 2065, "loss": 0.0725, "lr": 4.333724601829132e-06, "epoch": 1.5738498789346247, "percentage": 31.48, "elapsed_time": "0:06:03", "remaining_time": "0:13:12", "throughput": 1536.66, "total_tokens": 559344} +{"current_steps": 655, "total_steps": 2065, "loss": 0.1308, "lr": 4.319293378814868e-06, "epoch": 1.585956416464891, "percentage": 31.72, "elapsed_time": "0:06:04", "remaining_time": "0:13:04", "throughput": 1547.23, "total_tokens": 563760} +{"current_steps": 660, "total_steps": 2065, "loss": 0.0653, "lr": 4.3047321243262065e-06, "epoch": 1.5980629539951574, "percentage": 31.96, "elapsed_time": "0:06:04", "remaining_time": "0:12:56", "throughput": 1557.6, "total_tokens": 568112} +{"current_steps": 665, "total_steps": 2065, "loss": 0.006, "lr": 4.290041879108641e-06, "epoch": 1.6101694915254239, "percentage": 32.2, "elapsed_time": "0:06:05", "remaining_time": "0:12:48", "throughput": 1567.94, "total_tokens": 572464} +{"current_steps": 670, "total_steps": 2065, "loss": 0.0771, "lr": 4.275223693127103e-06, "epoch": 1.6222760290556901, "percentage": 32.45, "elapsed_time": "0:06:05", "remaining_time": "0:12:40", "throughput": 1578.09, "total_tokens": 576752} +{"current_steps": 675, "total_steps": 2065, "loss": 0.034, "lr": 4.260278625490911e-06, "epoch": 1.6343825665859564, "percentage": 32.69, "elapsed_time": "0:06:05", "remaining_time": "0:12:33", "throughput": 1588.04, "total_tokens": 580976} +{"current_steps": 680, "total_steps": 2065, "loss": 0.1429, "lr": 4.245207744378075e-06, "epoch": 1.6464891041162226, "percentage": 32.93, "elapsed_time": "0:06:06", "remaining_time": "0:12:25", "throughput": 1598.15, "total_tokens": 585264} +{"current_steps": 685, "total_steps": 2065, "loss": 0.0664, "lr": 4.2300121269589475e-06, "epoch": 1.658595641646489, "percentage": 33.17, "elapsed_time": "0:06:06", "remaining_time": "0:12:18", "throughput": 1608.74, "total_tokens": 589744} +{"current_steps": 690, "total_steps": 2065, "loss": 0.0792, "lr": 4.2146928593192375e-06, "epoch": 1.6707021791767556, "percentage": 33.41, "elapsed_time": "0:06:06", "remaining_time": "0:12:11", "throughput": 1618.65, "total_tokens": 593968} +{"current_steps": 695, "total_steps": 2065, "loss": 0.1061, "lr": 4.19925103638238e-06, "epoch": 1.6828087167070218, "percentage": 33.66, "elapsed_time": "0:06:07", "remaining_time": "0:12:04", "throughput": 1628.7, "total_tokens": 598256} +{"current_steps": 700, "total_steps": 2065, "loss": 0.0958, "lr": 4.183687761831282e-06, "epoch": 1.694915254237288, "percentage": 33.9, "elapsed_time": "0:06:07", "remaining_time": "0:11:56", "throughput": 1638.9, "total_tokens": 602608} +{"current_steps": 705, "total_steps": 2065, "loss": 0.1234, "lr": 4.168004148029435e-06, "epoch": 1.7070217917675545, "percentage": 34.14, "elapsed_time": "0:06:08", "remaining_time": "0:11:50", "throughput": 1649.42, "total_tokens": 607088} +{"current_steps": 710, "total_steps": 2065, "loss": 0.1094, "lr": 4.152201315941414e-06, "epoch": 1.7191283292978208, "percentage": 34.38, "elapsed_time": "0:06:08", "remaining_time": "0:11:43", "throughput": 1659.06, "total_tokens": 611248} +{"current_steps": 715, "total_steps": 2065, "loss": 0.1047, "lr": 4.136280395052754e-06, "epoch": 1.7312348668280872, "percentage": 34.62, "elapsed_time": "0:06:08", "remaining_time": "0:11:36", "throughput": 1669.02, "total_tokens": 615536} +{"current_steps": 720, "total_steps": 2065, "loss": 0.0341, "lr": 4.120242523289223e-06, "epoch": 1.7433414043583535, "percentage": 34.87, "elapsed_time": "0:06:09", "remaining_time": "0:11:29", "throughput": 1679.29, "total_tokens": 619952} +{"current_steps": 725, "total_steps": 2065, "loss": 0.2066, "lr": 4.104088846935493e-06, "epoch": 1.7554479418886197, "percentage": 35.11, "elapsed_time": "0:06:09", "remaining_time": "0:11:23", "throughput": 1689.56, "total_tokens": 624368} +{"current_steps": 728, "total_steps": 2065, "eval_loss": 0.14485575258731842, "epoch": 1.7627118644067796, "percentage": 35.25, "elapsed_time": "0:06:10", "remaining_time": "0:11:20", "throughput": 1692.87, "total_tokens": 626992} +{"current_steps": 730, "total_steps": 2065, "loss": 0.0104, "lr": 4.087820520553205e-06, "epoch": 1.7675544794188862, "percentage": 35.35, "elapsed_time": "0:07:04", "remaining_time": "0:12:56", "throughput": 1480.95, "total_tokens": 628720} +{"current_steps": 735, "total_steps": 2065, "loss": 0.0572, "lr": 4.071438706898457e-06, "epoch": 1.7796610169491527, "percentage": 35.59, "elapsed_time": "0:07:04", "remaining_time": "0:12:48", "throughput": 1489.76, "total_tokens": 633008} +{"current_steps": 740, "total_steps": 2065, "loss": 0.1222, "lr": 4.0549445768386895e-06, "epoch": 1.791767554479419, "percentage": 35.84, "elapsed_time": "0:07:05", "remaining_time": "0:12:41", "throughput": 1498.69, "total_tokens": 637360} +{"current_steps": 745, "total_steps": 2065, "loss": 0.1171, "lr": 4.038339309269002e-06, "epoch": 1.8038740920096852, "percentage": 36.08, "elapsed_time": "0:07:05", "remaining_time": "0:12:34", "throughput": 1507.47, "total_tokens": 641648} +{"current_steps": 750, "total_steps": 2065, "loss": 0.1638, "lr": 4.021624091027895e-06, "epoch": 1.8159806295399514, "percentage": 36.32, "elapsed_time": "0:07:06", "remaining_time": "0:12:26", "throughput": 1515.36, "total_tokens": 645552} +{"current_steps": 755, "total_steps": 2065, "loss": 0.1092, "lr": 4.00480011681244e-06, "epoch": 1.828087167070218, "percentage": 36.56, "elapsed_time": "0:07:06", "remaining_time": "0:12:19", "throughput": 1524.26, "total_tokens": 649904} +{"current_steps": 760, "total_steps": 2065, "loss": 0.1118, "lr": 3.987868589092894e-06, "epoch": 1.8401937046004844, "percentage": 36.8, "elapsed_time": "0:07:06", "remaining_time": "0:12:12", "throughput": 1532.85, "total_tokens": 654128} +{"current_steps": 765, "total_steps": 2065, "loss": 0.1015, "lr": 3.970830718026746e-06, "epoch": 1.8523002421307506, "percentage": 37.05, "elapsed_time": "0:07:07", "remaining_time": "0:12:05", "throughput": 1542.13, "total_tokens": 658672} +{"current_steps": 770, "total_steps": 2065, "loss": 0.1207, "lr": 3.9536877213722335e-06, "epoch": 1.8644067796610169, "percentage": 37.29, "elapsed_time": "0:07:07", "remaining_time": "0:11:58", "throughput": 1551.12, "total_tokens": 663088} +{"current_steps": 775, "total_steps": 2065, "loss": 0.083, "lr": 3.936440824401299e-06, "epoch": 1.8765133171912833, "percentage": 37.53, "elapsed_time": "0:07:07", "remaining_time": "0:11:52", "throughput": 1559.95, "total_tokens": 667440} +{"current_steps": 780, "total_steps": 2065, "loss": 0.0249, "lr": 3.919091259812013e-06, "epoch": 1.8886198547215496, "percentage": 37.77, "elapsed_time": "0:07:08", "remaining_time": "0:11:45", "throughput": 1568.76, "total_tokens": 671792} +{"current_steps": 785, "total_steps": 2065, "loss": 0.0425, "lr": 3.901640267640475e-06, "epoch": 1.900726392251816, "percentage": 38.01, "elapsed_time": "0:07:08", "remaining_time": "0:11:38", "throughput": 1578.01, "total_tokens": 676336} +{"current_steps": 790, "total_steps": 2065, "loss": 0.0402, "lr": 3.884089095172181e-06, "epoch": 1.9128329297820823, "percentage": 38.26, "elapsed_time": "0:07:08", "remaining_time": "0:11:32", "throughput": 1586.65, "total_tokens": 680624} +{"current_steps": 795, "total_steps": 2065, "loss": 0.0155, "lr": 3.866438996852873e-06, "epoch": 1.9249394673123486, "percentage": 38.5, "elapsed_time": "0:07:09", "remaining_time": "0:11:25", "throughput": 1595.56, "total_tokens": 685040} +{"current_steps": 800, "total_steps": 2065, "loss": 0.0372, "lr": 3.848691234198879e-06, "epoch": 1.937046004842615, "percentage": 38.74, "elapsed_time": "0:07:09", "remaining_time": "0:11:19", "throughput": 1604.31, "total_tokens": 689392} +{"current_steps": 805, "total_steps": 2065, "loss": 0.1257, "lr": 3.830847075706957e-06, "epoch": 1.9491525423728815, "percentage": 38.98, "elapsed_time": "0:07:10", "remaining_time": "0:11:13", "throughput": 1612.62, "total_tokens": 693552} +{"current_steps": 810, "total_steps": 2065, "loss": 0.0454, "lr": 3.812907796763616e-06, "epoch": 1.9612590799031477, "percentage": 39.23, "elapsed_time": "0:07:10", "remaining_time": "0:11:06", "throughput": 1621.64, "total_tokens": 698032} +{"current_steps": 815, "total_steps": 2065, "loss": 0.2136, "lr": 3.794874679553975e-06, "epoch": 1.973365617433414, "percentage": 39.47, "elapsed_time": "0:07:10", "remaining_time": "0:11:00", "throughput": 1629.5, "total_tokens": 702000} +{"current_steps": 820, "total_steps": 2065, "loss": 0.1643, "lr": 3.7767490129701057e-06, "epoch": 1.9854721549636802, "percentage": 39.71, "elapsed_time": "0:07:11", "remaining_time": "0:10:54", "throughput": 1637.76, "total_tokens": 706160} +{"current_steps": 825, "total_steps": 2065, "loss": 0.0475, "lr": 3.7585320925189246e-06, "epoch": 1.9975786924939467, "percentage": 39.95, "elapsed_time": "0:07:11", "remaining_time": "0:10:48", "throughput": 1647.02, "total_tokens": 710768} +{"current_steps": 830, "total_steps": 2065, "loss": 0.0011, "lr": 3.7402252202295876e-06, "epoch": 2.009685230024213, "percentage": 40.19, "elapsed_time": "0:07:12", "remaining_time": "0:10:42", "throughput": 1654.4, "total_tokens": 714744} +{"current_steps": 832, "total_steps": 2065, "eval_loss": 0.2067757099866867, "epoch": 2.0145278450363198, "percentage": 40.29, "elapsed_time": "0:07:12", "remaining_time": "0:10:41", "throughput": 1655.23, "total_tokens": 716344} +{"current_steps": 835, "total_steps": 2065, "loss": 0.0057, "lr": 3.7218297045604362e-06, "epoch": 2.0217917675544794, "percentage": 40.44, "elapsed_time": "0:08:22", "remaining_time": "0:12:20", "throughput": 1429.44, "total_tokens": 718776} +{"current_steps": 840, "total_steps": 2065, "loss": 0.0114, "lr": 3.703346860305473e-06, "epoch": 2.0338983050847457, "percentage": 40.68, "elapsed_time": "0:08:23", "remaining_time": "0:12:13", "throughput": 1436.3, "total_tokens": 722744} +{"current_steps": 845, "total_steps": 2065, "loss": 0.0047, "lr": 3.6847780085003908e-06, "epoch": 2.046004842615012, "percentage": 40.92, "elapsed_time": "0:08:23", "remaining_time": "0:12:07", "throughput": 1444.0, "total_tokens": 727160} +{"current_steps": 850, "total_steps": 2065, "loss": 0.0867, "lr": 3.666124476328155e-06, "epoch": 2.0581113801452786, "percentage": 41.16, "elapsed_time": "0:08:23", "remaining_time": "0:12:00", "throughput": 1451.7, "total_tokens": 731576} +{"current_steps": 855, "total_steps": 2065, "loss": 0.0084, "lr": 3.647387597024139e-06, "epoch": 2.070217917675545, "percentage": 41.4, "elapsed_time": "0:08:24", "remaining_time": "0:11:53", "throughput": 1459.77, "total_tokens": 736184} +{"current_steps": 860, "total_steps": 2065, "loss": 0.0011, "lr": 3.6285687097808396e-06, "epoch": 2.082324455205811, "percentage": 41.65, "elapsed_time": "0:08:24", "remaining_time": "0:11:47", "throughput": 1467.19, "total_tokens": 740472} +{"current_steps": 865, "total_steps": 2065, "loss": 0.0528, "lr": 3.609669159652158e-06, "epoch": 2.0944309927360774, "percentage": 41.89, "elapsed_time": "0:08:25", "remaining_time": "0:11:40", "throughput": 1474.6, "total_tokens": 744760} +{"current_steps": 870, "total_steps": 2065, "loss": 0.0003, "lr": 3.5906902974572623e-06, "epoch": 2.106537530266344, "percentage": 42.13, "elapsed_time": "0:08:25", "remaining_time": "0:11:34", "throughput": 1482.26, "total_tokens": 749176} +{"current_steps": 875, "total_steps": 2065, "loss": 0.0329, "lr": 3.5716334796840403e-06, "epoch": 2.1186440677966103, "percentage": 42.37, "elapsed_time": "0:08:25", "remaining_time": "0:11:27", "throughput": 1489.79, "total_tokens": 753528} +{"current_steps": 880, "total_steps": 2065, "loss": 0.0022, "lr": 3.5525000683921467e-06, "epoch": 2.1307506053268765, "percentage": 42.62, "elapsed_time": "0:08:26", "remaining_time": "0:11:21", "throughput": 1496.92, "total_tokens": 757688} +{"current_steps": 885, "total_steps": 2065, "loss": 0.0268, "lr": 3.533291431115653e-06, "epoch": 2.142857142857143, "percentage": 42.86, "elapsed_time": "0:08:26", "remaining_time": "0:11:15", "throughput": 1504.42, "total_tokens": 762040} +{"current_steps": 890, "total_steps": 2065, "loss": 0.0746, "lr": 3.514008940765304e-06, "epoch": 2.154963680387409, "percentage": 43.1, "elapsed_time": "0:08:26", "remaining_time": "0:11:09", "throughput": 1511.54, "total_tokens": 766200} +{"current_steps": 895, "total_steps": 2065, "loss": 0.0202, "lr": 3.494653975530388e-06, "epoch": 2.1670702179176757, "percentage": 43.34, "elapsed_time": "0:08:27", "remaining_time": "0:11:03", "throughput": 1519.26, "total_tokens": 770680} +{"current_steps": 900, "total_steps": 2065, "loss": 0.0023, "lr": 3.475227918780239e-06, "epoch": 2.179176755447942, "percentage": 43.58, "elapsed_time": "0:08:27", "remaining_time": "0:10:57", "throughput": 1526.36, "total_tokens": 774840} +{"current_steps": 905, "total_steps": 2065, "loss": 0.0001, "lr": 3.455732158965356e-06, "epoch": 2.1912832929782082, "percentage": 43.83, "elapsed_time": "0:08:28", "remaining_time": "0:10:51", "throughput": 1533.82, "total_tokens": 779192} +{"current_steps": 910, "total_steps": 2065, "loss": 0.0001, "lr": 3.436168089518168e-06, "epoch": 2.2033898305084745, "percentage": 44.07, "elapsed_time": "0:08:28", "remaining_time": "0:10:45", "throughput": 1541.38, "total_tokens": 783608} +{"current_steps": 915, "total_steps": 2065, "loss": 0.0365, "lr": 3.4165371087534428e-06, "epoch": 2.2154963680387407, "percentage": 44.31, "elapsed_time": "0:08:28", "remaining_time": "0:10:39", "throughput": 1549.06, "total_tokens": 788088} +{"current_steps": 920, "total_steps": 2065, "loss": 0.0, "lr": 3.396840619768338e-06, "epoch": 2.2276029055690074, "percentage": 44.55, "elapsed_time": "0:08:29", "remaining_time": "0:10:33", "throughput": 1556.72, "total_tokens": 792568} +{"current_steps": 925, "total_steps": 2065, "loss": 0.0001, "lr": 3.377080030342125e-06, "epoch": 2.2397094430992737, "percentage": 44.79, "elapsed_time": "0:08:29", "remaining_time": "0:10:27", "throughput": 1564.63, "total_tokens": 797176} +{"current_steps": 930, "total_steps": 2065, "loss": 0.0038, "lr": 3.3572567528355614e-06, "epoch": 2.25181598062954, "percentage": 45.04, "elapsed_time": "0:08:29", "remaining_time": "0:10:22", "throughput": 1571.78, "total_tokens": 801400} +{"current_steps": 935, "total_steps": 2065, "loss": 0.0059, "lr": 3.3373722040899515e-06, "epoch": 2.263922518159806, "percentage": 45.28, "elapsed_time": "0:08:30", "remaining_time": "0:10:16", "throughput": 1579.54, "total_tokens": 805944} +{"current_steps": 936, "total_steps": 2065, "eval_loss": 0.26913806796073914, "epoch": 2.2663438256658597, "percentage": 45.33, "elapsed_time": "0:08:30", "remaining_time": "0:10:16", "throughput": 1578.75, "total_tokens": 806712} +{"current_steps": 940, "total_steps": 2065, "loss": 0.0006, "lr": 3.3174278053258753e-06, "epoch": 2.2760290556900724, "percentage": 45.52, "elapsed_time": "0:09:14", "remaining_time": "0:11:03", "throughput": 1460.35, "total_tokens": 810040} +{"current_steps": 945, "total_steps": 2065, "loss": 0.0482, "lr": 3.2974249820416094e-06, "epoch": 2.288135593220339, "percentage": 45.76, "elapsed_time": "0:09:15", "remaining_time": "0:10:57", "throughput": 1467.22, "total_tokens": 814392} +{"current_steps": 950, "total_steps": 2065, "loss": 0.0175, "lr": 3.2773651639112432e-06, "epoch": 2.3002421307506054, "percentage": 46.0, "elapsed_time": "0:09:15", "remaining_time": "0:10:51", "throughput": 1474.29, "total_tokens": 818872} +{"current_steps": 955, "total_steps": 2065, "loss": 0.0039, "lr": 3.2572497846824922e-06, "epoch": 2.3123486682808716, "percentage": 46.25, "elapsed_time": "0:09:15", "remaining_time": "0:10:46", "throughput": 1480.92, "total_tokens": 823096} +{"current_steps": 960, "total_steps": 2065, "loss": 0.0549, "lr": 3.2370802820742273e-06, "epoch": 2.324455205811138, "percentage": 46.49, "elapsed_time": "0:09:16", "remaining_time": "0:10:40", "throughput": 1487.2, "total_tokens": 827128} +{"current_steps": 965, "total_steps": 2065, "loss": 0.0011, "lr": 3.2168580976737105e-06, "epoch": 2.3365617433414045, "percentage": 46.73, "elapsed_time": "0:09:16", "remaining_time": "0:10:34", "throughput": 1493.7, "total_tokens": 831288} +{"current_steps": 970, "total_steps": 2065, "loss": 0.0202, "lr": 3.1965846768335625e-06, "epoch": 2.348668280871671, "percentage": 46.97, "elapsed_time": "0:09:16", "remaining_time": "0:10:28", "throughput": 1500.52, "total_tokens": 835640} +{"current_steps": 975, "total_steps": 2065, "loss": 0.0019, "lr": 3.176261468568457e-06, "epoch": 2.360774818401937, "percentage": 47.22, "elapsed_time": "0:09:17", "remaining_time": "0:10:22", "throughput": 1506.89, "total_tokens": 839736} +{"current_steps": 980, "total_steps": 2065, "loss": 0.0363, "lr": 3.155889925451557e-06, "epoch": 2.3728813559322033, "percentage": 47.46, "elapsed_time": "0:09:17", "remaining_time": "0:10:17", "throughput": 1513.58, "total_tokens": 844024} +{"current_steps": 985, "total_steps": 2065, "loss": 0.0001, "lr": 3.1354715035106892e-06, "epoch": 2.38498789346247, "percentage": 47.7, "elapsed_time": "0:09:18", "remaining_time": "0:10:11", "throughput": 1520.15, "total_tokens": 848248} +{"current_steps": 990, "total_steps": 2065, "loss": 0.0, "lr": 3.115007662124282e-06, "epoch": 2.3970944309927362, "percentage": 47.94, "elapsed_time": "0:09:18", "remaining_time": "0:10:06", "throughput": 1526.71, "total_tokens": 852472} +{"current_steps": 995, "total_steps": 2065, "loss": 0.0006, "lr": 3.0944998639170544e-06, "epoch": 2.4092009685230025, "percentage": 48.18, "elapsed_time": "0:09:18", "remaining_time": "0:10:00", "throughput": 1533.49, "total_tokens": 856824} +{"current_steps": 1000, "total_steps": 2065, "loss": 0.0018, "lr": 3.0739495746554785e-06, "epoch": 2.4213075060532687, "percentage": 48.43, "elapsed_time": "0:09:19", "remaining_time": "0:09:55", "throughput": 1539.92, "total_tokens": 860984} +{"current_steps": 1005, "total_steps": 2065, "loss": 0.068, "lr": 3.0533582631430153e-06, "epoch": 2.433414043583535, "percentage": 48.67, "elapsed_time": "0:09:19", "remaining_time": "0:09:50", "throughput": 1546.57, "total_tokens": 865272} +{"current_steps": 1010, "total_steps": 2065, "loss": 0.0395, "lr": 3.0327274011151355e-06, "epoch": 2.4455205811138017, "percentage": 48.91, "elapsed_time": "0:09:19", "remaining_time": "0:09:44", "throughput": 1553.21, "total_tokens": 869560} +{"current_steps": 1015, "total_steps": 2065, "loss": 0.0, "lr": 3.012058463134126e-06, "epoch": 2.457627118644068, "percentage": 49.15, "elapsed_time": "0:09:20", "remaining_time": "0:09:39", "throughput": 1560.06, "total_tokens": 873976} +{"current_steps": 1020, "total_steps": 2065, "loss": 0.0, "lr": 2.991352926483702e-06, "epoch": 2.469733656174334, "percentage": 49.39, "elapsed_time": "0:09:20", "remaining_time": "0:09:34", "throughput": 1566.57, "total_tokens": 878200} +{"current_steps": 1025, "total_steps": 2065, "loss": 0.0008, "lr": 2.9706122710634166e-06, "epoch": 2.4818401937046004, "percentage": 49.64, "elapsed_time": "0:09:20", "remaining_time": "0:09:29", "throughput": 1573.86, "total_tokens": 882872} +{"current_steps": 1030, "total_steps": 2065, "loss": 0.0, "lr": 2.949837979282889e-06, "epoch": 2.4939467312348667, "percentage": 49.88, "elapsed_time": "0:09:21", "remaining_time": "0:09:24", "throughput": 1580.35, "total_tokens": 887096} +{"current_steps": 1035, "total_steps": 2065, "loss": 0.0032, "lr": 2.9290315359558504e-06, "epoch": 2.5060532687651333, "percentage": 50.12, "elapsed_time": "0:09:21", "remaining_time": "0:09:18", "throughput": 1587.28, "total_tokens": 891576} +{"current_steps": 1040, "total_steps": 2065, "loss": 0.0756, "lr": 2.908194428194019e-06, "epoch": 2.5181598062953996, "percentage": 50.36, "elapsed_time": "0:09:22", "remaining_time": "0:09:13", "throughput": 1593.64, "total_tokens": 895736} +{"current_steps": 1040, "total_steps": 2065, "eval_loss": 0.28947436809539795, "epoch": 2.5181598062953996, "percentage": 50.36, "elapsed_time": "0:09:22", "remaining_time": "0:09:14", "throughput": 1591.83, "total_tokens": 895736} +{"current_steps": 1045, "total_steps": 2065, "loss": 0.0001, "lr": 2.88732814530081e-06, "epoch": 2.530266343825666, "percentage": 50.61, "elapsed_time": "0:09:56", "remaining_time": "0:09:42", "throughput": 1508.91, "total_tokens": 900024} +{"current_steps": 1050, "total_steps": 2065, "loss": 0.0128, "lr": 2.8664341786648932e-06, "epoch": 2.542372881355932, "percentage": 50.85, "elapsed_time": "0:09:56", "remaining_time": "0:09:36", "throughput": 1515.38, "total_tokens": 904440} +{"current_steps": 1055, "total_steps": 2065, "loss": 0.0001, "lr": 2.845514021653595e-06, "epoch": 2.5544794188861983, "percentage": 51.09, "elapsed_time": "0:09:57", "remaining_time": "0:09:31", "throughput": 1521.62, "total_tokens": 908728} +{"current_steps": 1060, "total_steps": 2065, "loss": 0.0443, "lr": 2.8245691695061605e-06, "epoch": 2.566585956416465, "percentage": 51.33, "elapsed_time": "0:09:57", "remaining_time": "0:09:26", "throughput": 1527.86, "total_tokens": 913016} +{"current_steps": 1065, "total_steps": 2065, "loss": 0.0032, "lr": 2.8036011192268863e-06, "epoch": 2.5786924939467313, "percentage": 51.57, "elapsed_time": "0:09:57", "remaining_time": "0:09:21", "throughput": 1534.09, "total_tokens": 917304} +{"current_steps": 1070, "total_steps": 2065, "loss": 0.0001, "lr": 2.7826113694781254e-06, "epoch": 2.5907990314769975, "percentage": 51.82, "elapsed_time": "0:09:58", "remaining_time": "0:09:16", "throughput": 1540.21, "total_tokens": 921528} +{"current_steps": 1075, "total_steps": 2065, "loss": 0.0, "lr": 2.7616014204731683e-06, "epoch": 2.6029055690072638, "percentage": 52.06, "elapsed_time": "0:09:58", "remaining_time": "0:09:11", "throughput": 1546.64, "total_tokens": 925944} +{"current_steps": 1080, "total_steps": 2065, "loss": 0.0001, "lr": 2.7405727738690193e-06, "epoch": 2.61501210653753, "percentage": 52.3, "elapsed_time": "0:09:59", "remaining_time": "0:09:06", "throughput": 1553.68, "total_tokens": 930744} +{"current_steps": 1085, "total_steps": 2065, "loss": 0.0725, "lr": 2.7195269326590685e-06, "epoch": 2.6271186440677967, "percentage": 52.54, "elapsed_time": "0:09:59", "remaining_time": "0:09:01", "throughput": 1560.39, "total_tokens": 935352} +{"current_steps": 1090, "total_steps": 2065, "loss": 0.0295, "lr": 2.698465401065667e-06, "epoch": 2.639225181598063, "percentage": 52.78, "elapsed_time": "0:09:59", "remaining_time": "0:08:56", "throughput": 1566.57, "total_tokens": 939640} +{"current_steps": 1095, "total_steps": 2065, "loss": 0.0001, "lr": 2.6773896844326126e-06, "epoch": 2.651331719128329, "percentage": 53.03, "elapsed_time": "0:10:00", "remaining_time": "0:08:51", "throughput": 1572.33, "total_tokens": 943672} +{"current_steps": 1100, "total_steps": 2065, "loss": 0.0001, "lr": 2.656301289117561e-06, "epoch": 2.663438256658596, "percentage": 53.27, "elapsed_time": "0:10:00", "remaining_time": "0:08:46", "throughput": 1578.1, "total_tokens": 947704} +{"current_steps": 1105, "total_steps": 2065, "loss": 0.0196, "lr": 2.6352017223843584e-06, "epoch": 2.6755447941888617, "percentage": 53.51, "elapsed_time": "0:10:00", "remaining_time": "0:08:42", "throughput": 1584.16, "total_tokens": 951928} +{"current_steps": 1110, "total_steps": 2065, "loss": 0.0294, "lr": 2.6140924922953125e-06, "epoch": 2.6876513317191284, "percentage": 53.75, "elapsed_time": "0:10:01", "remaining_time": "0:08:37", "throughput": 1590.32, "total_tokens": 956216} +{"current_steps": 1115, "total_steps": 2065, "loss": 0.0001, "lr": 2.592975107603406e-06, "epoch": 2.6997578692493946, "percentage": 54.0, "elapsed_time": "0:10:01", "remaining_time": "0:08:32", "throughput": 1596.47, "total_tokens": 960504} +{"current_steps": 1120, "total_steps": 2065, "loss": 0.0135, "lr": 2.571851077644461e-06, "epoch": 2.711864406779661, "percentage": 54.24, "elapsed_time": "0:10:02", "remaining_time": "0:08:27", "throughput": 1603.03, "total_tokens": 965048} +{"current_steps": 1125, "total_steps": 2065, "loss": 0.0001, "lr": 2.55072191222926e-06, "epoch": 2.7239709443099276, "percentage": 54.48, "elapsed_time": "0:10:02", "remaining_time": "0:08:23", "throughput": 1608.96, "total_tokens": 969208} +{"current_steps": 1130, "total_steps": 2065, "loss": 0.0991, "lr": 2.5295891215356362e-06, "epoch": 2.736077481840194, "percentage": 54.72, "elapsed_time": "0:10:02", "remaining_time": "0:08:18", "throughput": 1615.29, "total_tokens": 973624} +{"current_steps": 1135, "total_steps": 2065, "loss": 0.0064, "lr": 2.5084542160005338e-06, "epoch": 2.74818401937046, "percentage": 54.96, "elapsed_time": "0:10:03", "remaining_time": "0:08:14", "throughput": 1621.51, "total_tokens": 977976} +{"current_steps": 1140, "total_steps": 2065, "loss": 0.0001, "lr": 2.4873187062120515e-06, "epoch": 2.7602905569007263, "percentage": 55.21, "elapsed_time": "0:10:03", "remaining_time": "0:08:09", "throughput": 1627.52, "total_tokens": 982200} +{"current_steps": 1144, "total_steps": 2065, "eval_loss": 0.22601255774497986, "epoch": 2.7699757869249395, "percentage": 55.4, "elapsed_time": "0:10:04", "remaining_time": "0:08:06", "throughput": 1630.57, "total_tokens": 985592} +{"current_steps": 1145, "total_steps": 2065, "loss": 0.0002, "lr": 2.4661841028014786e-06, "epoch": 2.7723970944309926, "percentage": 55.45, "elapsed_time": "0:11:04", "remaining_time": "0:08:53", "throughput": 1485.47, "total_tokens": 986488} +{"current_steps": 1150, "total_steps": 2065, "loss": 0.0002, "lr": 2.445051916335321e-06, "epoch": 2.7845036319612593, "percentage": 55.69, "elapsed_time": "0:11:04", "remaining_time": "0:08:48", "throughput": 1490.64, "total_tokens": 990456} +{"current_steps": 1155, "total_steps": 2065, "loss": 0.0766, "lr": 2.4239236572073354e-06, "epoch": 2.7966101694915255, "percentage": 55.93, "elapsed_time": "0:11:04", "remaining_time": "0:08:43", "throughput": 1496.25, "total_tokens": 994744} +{"current_steps": 1160, "total_steps": 2065, "loss": 0.0501, "lr": 2.4028008355305817e-06, "epoch": 2.8087167070217918, "percentage": 56.17, "elapsed_time": "0:11:05", "remaining_time": "0:08:38", "throughput": 1502.06, "total_tokens": 999160} +{"current_steps": 1165, "total_steps": 2065, "loss": 0.0289, "lr": 2.3816849610294784e-06, "epoch": 2.820823244552058, "percentage": 56.42, "elapsed_time": "0:11:05", "remaining_time": "0:08:34", "throughput": 1507.39, "total_tokens": 1003256} +{"current_steps": 1170, "total_steps": 2065, "loss": 0.0884, "lr": 2.3605775429319115e-06, "epoch": 2.8329297820823243, "percentage": 56.66, "elapsed_time": "0:11:05", "remaining_time": "0:08:29", "throughput": 1512.89, "total_tokens": 1007480} +{"current_steps": 1175, "total_steps": 2065, "loss": 0.0004, "lr": 2.3394800898613536e-06, "epoch": 2.845036319612591, "percentage": 56.9, "elapsed_time": "0:11:06", "remaining_time": "0:08:24", "throughput": 1518.65, "total_tokens": 1011896} +{"current_steps": 1180, "total_steps": 2065, "loss": 0.0004, "lr": 2.318394109729041e-06, "epoch": 2.857142857142857, "percentage": 57.14, "elapsed_time": "0:11:06", "remaining_time": "0:08:20", "throughput": 1523.96, "total_tokens": 1015992} +{"current_steps": 1185, "total_steps": 2065, "loss": 0.003, "lr": 2.297321109626198e-06, "epoch": 2.8692493946731235, "percentage": 57.38, "elapsed_time": "0:11:07", "remaining_time": "0:08:15", "throughput": 1529.74, "total_tokens": 1020408} +{"current_steps": 1190, "total_steps": 2065, "loss": 0.0003, "lr": 2.27626259571632e-06, "epoch": 2.8813559322033897, "percentage": 57.63, "elapsed_time": "0:11:07", "remaining_time": "0:08:10", "throughput": 1535.77, "total_tokens": 1025016} +{"current_steps": 1195, "total_steps": 2065, "loss": 0.0571, "lr": 2.2552200731275215e-06, "epoch": 2.893462469733656, "percentage": 57.87, "elapsed_time": "0:11:07", "remaining_time": "0:08:06", "throughput": 1541.44, "total_tokens": 1029368} +{"current_steps": 1200, "total_steps": 2065, "loss": 0.0007, "lr": 2.2341950458449576e-06, "epoch": 2.9055690072639226, "percentage": 58.11, "elapsed_time": "0:11:08", "remaining_time": "0:08:01", "throughput": 1546.91, "total_tokens": 1033592} +{"current_steps": 1205, "total_steps": 2065, "loss": 0.0001, "lr": 2.2131890166033333e-06, "epoch": 2.917675544794189, "percentage": 58.35, "elapsed_time": "0:11:08", "remaining_time": "0:07:57", "throughput": 1552.19, "total_tokens": 1037688} +{"current_steps": 1210, "total_steps": 2065, "loss": 0.0136, "lr": 2.1922034867794923e-06, "epoch": 2.929782082324455, "percentage": 58.6, "elapsed_time": "0:11:08", "remaining_time": "0:07:52", "throughput": 1557.65, "total_tokens": 1041912} +{"current_steps": 1215, "total_steps": 2065, "loss": 0.0003, "lr": 2.171239956285115e-06, "epoch": 2.9418886198547214, "percentage": 58.84, "elapsed_time": "0:11:09", "remaining_time": "0:07:48", "throughput": 1563.48, "total_tokens": 1046392} +{"current_steps": 1220, "total_steps": 2065, "loss": 0.0001, "lr": 2.150299923459505e-06, "epoch": 2.9539951573849876, "percentage": 59.08, "elapsed_time": "0:11:09", "remaining_time": "0:07:43", "throughput": 1568.93, "total_tokens": 1050616} +{"current_steps": 1225, "total_steps": 2065, "loss": 0.0001, "lr": 2.1293848849625065e-06, "epoch": 2.9661016949152543, "percentage": 59.32, "elapsed_time": "0:11:10", "remaining_time": "0:07:39", "throughput": 1574.38, "total_tokens": 1054840} +{"current_steps": 1230, "total_steps": 2065, "loss": 0.0001, "lr": 2.108496335667527e-06, "epoch": 2.9782082324455206, "percentage": 59.56, "elapsed_time": "0:11:10", "remaining_time": "0:07:35", "throughput": 1579.63, "total_tokens": 1058936} +{"current_steps": 1235, "total_steps": 2065, "loss": 0.0001, "lr": 2.0876357685546942e-06, "epoch": 2.990314769975787, "percentage": 59.81, "elapsed_time": "0:11:10", "remaining_time": "0:07:30", "throughput": 1585.26, "total_tokens": 1063288} +{"current_steps": 1240, "total_steps": 2065, "loss": 0.0, "lr": 2.0668046746041497e-06, "epoch": 3.002421307506053, "percentage": 60.05, "elapsed_time": "0:11:11", "remaining_time": "0:07:26", "throughput": 1590.19, "total_tokens": 1067392} +{"current_steps": 1245, "total_steps": 2065, "loss": 0.0, "lr": 2.0460045426894816e-06, "epoch": 3.0145278450363198, "percentage": 60.29, "elapsed_time": "0:11:11", "remaining_time": "0:07:22", "throughput": 1595.98, "total_tokens": 1071872} +{"current_steps": 1248, "total_steps": 2065, "eval_loss": 0.22526989877223969, "epoch": 3.0217917675544794, "percentage": 60.44, "elapsed_time": "0:11:12", "remaining_time": "0:07:20", "throughput": 1598.06, "total_tokens": 1074624} +{"current_steps": 1250, "total_steps": 2065, "loss": 0.0, "lr": 2.0252368594713083e-06, "epoch": 3.026634382566586, "percentage": 60.53, "elapsed_time": "0:11:53", "remaining_time": "0:07:45", "throughput": 1507.92, "total_tokens": 1076416} +{"current_steps": 1255, "total_steps": 2065, "loss": 0.0024, "lr": 2.004503109291023e-06, "epoch": 3.0387409200968523, "percentage": 60.77, "elapsed_time": "0:11:54", "remaining_time": "0:07:40", "throughput": 1512.89, "total_tokens": 1080512} +{"current_steps": 1260, "total_steps": 2065, "loss": 0.0, "lr": 1.9838047740647024e-06, "epoch": 3.0508474576271185, "percentage": 61.02, "elapsed_time": "0:11:54", "remaining_time": "0:07:36", "throughput": 1517.85, "total_tokens": 1084608} +{"current_steps": 1265, "total_steps": 2065, "loss": 0.0, "lr": 1.9631433331771886e-06, "epoch": 3.062953995157385, "percentage": 61.26, "elapsed_time": "0:11:54", "remaining_time": "0:07:32", "throughput": 1523.24, "total_tokens": 1089024} +{"current_steps": 1270, "total_steps": 2065, "loss": 0.0, "lr": 1.942520263376351e-06, "epoch": 3.0750605326876514, "percentage": 61.5, "elapsed_time": "0:11:55", "remaining_time": "0:07:27", "throughput": 1528.54, "total_tokens": 1093376} +{"current_steps": 1275, "total_steps": 2065, "loss": 0.0, "lr": 1.921937038667539e-06, "epoch": 3.0871670702179177, "percentage": 61.74, "elapsed_time": "0:11:55", "remaining_time": "0:07:23", "throughput": 1533.84, "total_tokens": 1097728} +{"current_steps": 1280, "total_steps": 2065, "loss": 0.0831, "lr": 1.901395130208229e-06, "epoch": 3.099273607748184, "percentage": 61.99, "elapsed_time": "0:11:56", "remaining_time": "0:07:19", "throughput": 1538.86, "total_tokens": 1101888} +{"current_steps": 1285, "total_steps": 2065, "loss": 0.0, "lr": 1.880896006202876e-06, "epoch": 3.11138014527845, "percentage": 62.23, "elapsed_time": "0:11:56", "remaining_time": "0:07:14", "throughput": 1544.06, "total_tokens": 1106176} +{"current_steps": 1290, "total_steps": 2065, "loss": 0.0, "lr": 1.860441131797977e-06, "epoch": 3.123486682808717, "percentage": 62.47, "elapsed_time": "0:11:56", "remaining_time": "0:07:10", "throughput": 1549.0, "total_tokens": 1110272} +{"current_steps": 1295, "total_steps": 2065, "loss": 0.0001, "lr": 1.8400319689773474e-06, "epoch": 3.135593220338983, "percentage": 62.71, "elapsed_time": "0:11:57", "remaining_time": "0:07:06", "throughput": 1554.09, "total_tokens": 1114496} +{"current_steps": 1300, "total_steps": 2065, "loss": 0.0001, "lr": 1.8196699764576316e-06, "epoch": 3.1476997578692494, "percentage": 62.95, "elapsed_time": "0:11:57", "remaining_time": "0:07:02", "throughput": 1559.27, "total_tokens": 1118784} +{"current_steps": 1305, "total_steps": 2065, "loss": 0.0001, "lr": 1.7993566095840442e-06, "epoch": 3.1598062953995156, "percentage": 63.2, "elapsed_time": "0:11:57", "remaining_time": "0:06:58", "throughput": 1564.36, "total_tokens": 1123008} +{"current_steps": 1310, "total_steps": 2065, "loss": 0.0001, "lr": 1.7790933202263437e-06, "epoch": 3.171912832929782, "percentage": 63.44, "elapsed_time": "0:11:58", "remaining_time": "0:06:53", "throughput": 1569.7, "total_tokens": 1127424} +{"current_steps": 1315, "total_steps": 2065, "loss": 0.0001, "lr": 1.7588815566750728e-06, "epoch": 3.1840193704600486, "percentage": 63.68, "elapsed_time": "0:11:58", "remaining_time": "0:06:49", "throughput": 1575.04, "total_tokens": 1131840} +{"current_steps": 1320, "total_steps": 2065, "loss": 0.0001, "lr": 1.7387227635380362e-06, "epoch": 3.196125907990315, "percentage": 63.92, "elapsed_time": "0:11:58", "remaining_time": "0:06:45", "throughput": 1580.28, "total_tokens": 1136192} +{"current_steps": 1325, "total_steps": 2065, "loss": 0.0001, "lr": 1.7186183816370522e-06, "epoch": 3.208232445520581, "percentage": 64.16, "elapsed_time": "0:11:59", "remaining_time": "0:06:41", "throughput": 1585.52, "total_tokens": 1140544} +{"current_steps": 1330, "total_steps": 2065, "loss": 0.0001, "lr": 1.6985698479049703e-06, "epoch": 3.2203389830508473, "percentage": 64.41, "elapsed_time": "0:11:59", "remaining_time": "0:06:37", "throughput": 1591.27, "total_tokens": 1145280} +{"current_steps": 1335, "total_steps": 2065, "loss": 0.0039, "lr": 1.6785785952829718e-06, "epoch": 3.232445520581114, "percentage": 64.65, "elapsed_time": "0:12:00", "remaining_time": "0:06:33", "throughput": 1596.85, "total_tokens": 1149888} +{"current_steps": 1340, "total_steps": 2065, "loss": 0.0, "lr": 1.6586460526181476e-06, "epoch": 3.2445520581113803, "percentage": 64.89, "elapsed_time": "0:12:00", "remaining_time": "0:06:29", "throughput": 1601.65, "total_tokens": 1153920} +{"current_steps": 1345, "total_steps": 2065, "loss": 0.0, "lr": 1.6387736445613772e-06, "epoch": 3.2566585956416465, "percentage": 65.13, "elapsed_time": "0:12:00", "remaining_time": "0:06:25", "throughput": 1607.3, "total_tokens": 1158592} +{"current_steps": 1350, "total_steps": 2065, "loss": 0.0, "lr": 1.618962791465501e-06, "epoch": 3.2687651331719128, "percentage": 65.38, "elapsed_time": "0:12:01", "remaining_time": "0:06:21", "throughput": 1612.33, "total_tokens": 1162816} +{"current_steps": 1352, "total_steps": 2065, "eval_loss": 0.25782492756843567, "epoch": 3.2736077481840193, "percentage": 65.47, "elapsed_time": "0:12:01", "remaining_time": "0:06:20", "throughput": 1613.0, "total_tokens": 1164544} +{"current_steps": 1355, "total_steps": 2065, "loss": 0.0002, "lr": 1.599214909283805e-06, "epoch": 3.280871670702179, "percentage": 65.62, "elapsed_time": "0:12:51", "remaining_time": "0:06:44", "throughput": 1513.19, "total_tokens": 1167232} +{"current_steps": 1360, "total_steps": 2065, "loss": 0.0, "lr": 1.579531409468815e-06, "epoch": 3.2929782082324457, "percentage": 65.86, "elapsed_time": "0:12:51", "remaining_time": "0:06:40", "throughput": 1518.18, "total_tokens": 1171648} +{"current_steps": 1365, "total_steps": 2065, "loss": 0.0, "lr": 1.5599136988714186e-06, "epoch": 3.305084745762712, "percentage": 66.1, "elapsed_time": "0:12:52", "remaining_time": "0:06:35", "throughput": 1522.86, "total_tokens": 1175808} +{"current_steps": 1370, "total_steps": 2065, "loss": 0.0, "lr": 1.5403631796403085e-06, "epoch": 3.317191283292978, "percentage": 66.34, "elapsed_time": "0:12:52", "remaining_time": "0:06:31", "throughput": 1527.84, "total_tokens": 1180224} +{"current_steps": 1375, "total_steps": 2065, "loss": 0.0, "lr": 1.5208812491217669e-06, "epoch": 3.3292978208232444, "percentage": 66.59, "elapsed_time": "0:12:52", "remaining_time": "0:06:27", "throughput": 1532.9, "total_tokens": 1184704} +{"current_steps": 1380, "total_steps": 2065, "loss": 0.053, "lr": 1.5014692997597962e-06, "epoch": 3.341404358353511, "percentage": 66.83, "elapsed_time": "0:12:53", "remaining_time": "0:06:23", "throughput": 1537.72, "total_tokens": 1188992} +{"current_steps": 1385, "total_steps": 2065, "loss": 0.0, "lr": 1.4821287189965865e-06, "epoch": 3.3535108958837774, "percentage": 67.07, "elapsed_time": "0:12:53", "remaining_time": "0:06:19", "throughput": 1542.69, "total_tokens": 1193408} +{"current_steps": 1390, "total_steps": 2065, "loss": 0.0002, "lr": 1.4628608891733626e-06, "epoch": 3.3656174334140436, "percentage": 67.31, "elapsed_time": "0:12:53", "remaining_time": "0:06:15", "throughput": 1547.58, "total_tokens": 1197760} +{"current_steps": 1395, "total_steps": 2065, "loss": 0.0, "lr": 1.443667187431572e-06, "epoch": 3.37772397094431, "percentage": 67.55, "elapsed_time": "0:12:54", "remaining_time": "0:06:11", "throughput": 1552.06, "total_tokens": 1201792} +{"current_steps": 1400, "total_steps": 2065, "loss": 0.0, "lr": 1.4245489856144633e-06, "epoch": 3.389830508474576, "percentage": 67.8, "elapsed_time": "0:12:54", "remaining_time": "0:06:07", "throughput": 1556.54, "total_tokens": 1205824} +{"current_steps": 1405, "total_steps": 2065, "loss": 0.0, "lr": 1.4055076501690313e-06, "epoch": 3.401937046004843, "percentage": 68.04, "elapsed_time": "0:12:55", "remaining_time": "0:06:04", "throughput": 1561.49, "total_tokens": 1210240} +{"current_steps": 1410, "total_steps": 2065, "loss": 0.0, "lr": 1.3865445420483524e-06, "epoch": 3.414043583535109, "percentage": 68.28, "elapsed_time": "0:12:55", "remaining_time": "0:06:00", "throughput": 1566.2, "total_tokens": 1214464} +{"current_steps": 1415, "total_steps": 2065, "loss": 0.0005, "lr": 1.367661016614315e-06, "epoch": 3.4261501210653753, "percentage": 68.52, "elapsed_time": "0:12:55", "remaining_time": "0:05:56", "throughput": 1570.98, "total_tokens": 1218752} +{"current_steps": 1420, "total_steps": 2065, "loss": 0.0, "lr": 1.348858423540744e-06, "epoch": 3.4382566585956416, "percentage": 68.77, "elapsed_time": "0:12:56", "remaining_time": "0:05:52", "throughput": 1575.91, "total_tokens": 1223168} +{"current_steps": 1425, "total_steps": 2065, "loss": 0.0, "lr": 1.3301381067169367e-06, "epoch": 3.450363196125908, "percentage": 69.01, "elapsed_time": "0:12:56", "remaining_time": "0:05:48", "throughput": 1580.53, "total_tokens": 1227328} +{"current_steps": 1430, "total_steps": 2065, "loss": 0.0, "lr": 1.3115014041516088e-06, "epoch": 3.4624697336561745, "percentage": 69.25, "elapsed_time": "0:12:56", "remaining_time": "0:05:44", "throughput": 1584.98, "total_tokens": 1231360} +{"current_steps": 1435, "total_steps": 2065, "loss": 0.0, "lr": 1.2929496478772635e-06, "epoch": 3.4745762711864407, "percentage": 69.49, "elapsed_time": "0:12:57", "remaining_time": "0:05:41", "throughput": 1589.51, "total_tokens": 1235456} +{"current_steps": 1440, "total_steps": 2065, "loss": 0.0, "lr": 1.2744841638549843e-06, "epoch": 3.486682808716707, "percentage": 69.73, "elapsed_time": "0:12:57", "remaining_time": "0:05:37", "throughput": 1594.1, "total_tokens": 1239616} +{"current_steps": 1445, "total_steps": 2065, "loss": 0.0, "lr": 1.2561062718796663e-06, "epoch": 3.4987893462469732, "percentage": 69.98, "elapsed_time": "0:12:57", "remaining_time": "0:05:33", "throughput": 1598.94, "total_tokens": 1243968} +{"current_steps": 1450, "total_steps": 2065, "loss": 0.0001, "lr": 1.2378172854856831e-06, "epoch": 3.5108958837772395, "percentage": 70.22, "elapsed_time": "0:12:58", "remaining_time": "0:05:30", "throughput": 1603.53, "total_tokens": 1248128} +{"current_steps": 1455, "total_steps": 2065, "loss": 0.0, "lr": 1.2196185118530063e-06, "epoch": 3.523002421307506, "percentage": 70.46, "elapsed_time": "0:12:58", "remaining_time": "0:05:26", "throughput": 1608.12, "total_tokens": 1252288} +{"current_steps": 1456, "total_steps": 2065, "eval_loss": 0.2580437958240509, "epoch": 3.5254237288135593, "percentage": 70.51, "elapsed_time": "0:12:59", "remaining_time": "0:05:26", "throughput": 1607.92, "total_tokens": 1253248} +{"current_steps": 1460, "total_steps": 2065, "loss": 0.0, "lr": 1.2015112517137744e-06, "epoch": 3.5351089588377724, "percentage": 70.7, "elapsed_time": "0:13:42", "remaining_time": "0:05:40", "throughput": 1528.3, "total_tokens": 1256640} +{"current_steps": 1465, "total_steps": 2065, "loss": 0.0, "lr": 1.183496799259326e-06, "epoch": 3.5472154963680387, "percentage": 70.94, "elapsed_time": "0:13:42", "remaining_time": "0:05:36", "throughput": 1533.43, "total_tokens": 1261440} +{"current_steps": 1470, "total_steps": 2065, "loss": 0.0, "lr": 1.165576442047699e-06, "epoch": 3.559322033898305, "percentage": 71.19, "elapsed_time": "0:13:42", "remaining_time": "0:05:33", "throughput": 1537.88, "total_tokens": 1265664} +{"current_steps": 1475, "total_steps": 2065, "loss": 0.0, "lr": 1.147751460911604e-06, "epoch": 3.571428571428571, "percentage": 71.43, "elapsed_time": "0:13:43", "remaining_time": "0:05:29", "throughput": 1542.47, "total_tokens": 1270016} +{"current_steps": 1480, "total_steps": 2065, "loss": 0.0, "lr": 1.1300231298668786e-06, "epoch": 3.583535108958838, "percentage": 71.67, "elapsed_time": "0:13:43", "remaining_time": "0:05:25", "throughput": 1547.29, "total_tokens": 1274560} +{"current_steps": 1485, "total_steps": 2065, "loss": 0.0, "lr": 1.112392716021429e-06, "epoch": 3.595641646489104, "percentage": 71.91, "elapsed_time": "0:13:44", "remaining_time": "0:05:21", "throughput": 1551.96, "total_tokens": 1278976} +{"current_steps": 1490, "total_steps": 2065, "loss": 0.0, "lr": 1.0948614794846668e-06, "epoch": 3.6077481840193704, "percentage": 72.15, "elapsed_time": "0:13:44", "remaining_time": "0:05:18", "throughput": 1556.39, "total_tokens": 1283200} +{"current_steps": 1495, "total_steps": 2065, "loss": 0.0, "lr": 1.0774306732774414e-06, "epoch": 3.619854721549637, "percentage": 72.4, "elapsed_time": "0:13:44", "remaining_time": "0:05:14", "throughput": 1560.67, "total_tokens": 1287296} +{"current_steps": 1500, "total_steps": 2065, "loss": 0.0, "lr": 1.0601015432424818e-06, "epoch": 3.6319612590799033, "percentage": 72.64, "elapsed_time": "0:13:45", "remaining_time": "0:05:10", "throughput": 1565.32, "total_tokens": 1291712} +{"current_steps": 1505, "total_steps": 2065, "loss": 0.0328, "lr": 1.0428753279553561e-06, "epoch": 3.6440677966101696, "percentage": 72.88, "elapsed_time": "0:13:45", "remaining_time": "0:05:07", "throughput": 1569.73, "total_tokens": 1295936} +{"current_steps": 1510, "total_steps": 2065, "loss": 0.0527, "lr": 1.0257532586359422e-06, "epoch": 3.656174334140436, "percentage": 73.12, "elapsed_time": "0:13:45", "remaining_time": "0:05:03", "throughput": 1574.67, "total_tokens": 1300608} +{"current_steps": 1515, "total_steps": 2065, "loss": 0.0, "lr": 1.008736559060429e-06, "epoch": 3.668280871670702, "percentage": 73.37, "elapsed_time": "0:13:46", "remaining_time": "0:04:59", "throughput": 1579.31, "total_tokens": 1305024} +{"current_steps": 1520, "total_steps": 2065, "loss": 0.0001, "lr": 9.918264454738504e-07, "epoch": 3.6803874092009687, "percentage": 73.61, "elapsed_time": "0:13:46", "remaining_time": "0:04:56", "throughput": 1583.86, "total_tokens": 1309376} +{"current_steps": 1525, "total_steps": 2065, "loss": 0.0001, "lr": 9.750241265031529e-07, "epoch": 3.692493946731235, "percentage": 73.85, "elapsed_time": "0:13:47", "remaining_time": "0:04:52", "throughput": 1588.34, "total_tokens": 1313664} +{"current_steps": 1530, "total_steps": 2065, "loss": 0.0001, "lr": 9.583308030708135e-07, "epoch": 3.7046004842615012, "percentage": 74.09, "elapsed_time": "0:13:47", "remaining_time": "0:04:49", "throughput": 1592.97, "total_tokens": 1318080} +{"current_steps": 1535, "total_steps": 2065, "loss": 0.0001, "lr": 9.417476683090007e-07, "epoch": 3.7167070217917675, "percentage": 74.33, "elapsed_time": "0:13:47", "remaining_time": "0:04:45", "throughput": 1597.51, "total_tokens": 1322432} +{"current_steps": 1540, "total_steps": 2065, "loss": 0.0003, "lr": 9.252759074743034e-07, "epoch": 3.7288135593220337, "percentage": 74.58, "elapsed_time": "0:13:48", "remaining_time": "0:04:42", "throughput": 1602.13, "total_tokens": 1326848} +{"current_steps": 1545, "total_steps": 2065, "loss": 0.0, "lr": 9.08916697863014e-07, "epoch": 3.7409200968523004, "percentage": 74.82, "elapsed_time": "0:13:48", "remaining_time": "0:04:38", "throughput": 1606.82, "total_tokens": 1331328} +{"current_steps": 1550, "total_steps": 2065, "loss": 0.0, "lr": 8.926712087269801e-07, "epoch": 3.7530266343825667, "percentage": 75.06, "elapsed_time": "0:13:48", "remaining_time": "0:04:35", "throughput": 1611.05, "total_tokens": 1335424} +{"current_steps": 1555, "total_steps": 2065, "loss": 0.0, "lr": 8.765406011900368e-07, "epoch": 3.765133171912833, "percentage": 75.3, "elapsed_time": "0:13:49", "remaining_time": "0:04:31", "throughput": 1615.51, "total_tokens": 1339712} +{"current_steps": 1560, "total_steps": 2065, "loss": 0.0, "lr": 8.605260281650152e-07, "epoch": 3.777239709443099, "percentage": 75.54, "elapsed_time": "0:13:49", "remaining_time": "0:04:28", "throughput": 1619.96, "total_tokens": 1344000} +{"current_steps": 1560, "total_steps": 2065, "eval_loss": 0.2703007757663727, "epoch": 3.777239709443099, "percentage": 75.54, "elapsed_time": "0:13:50", "remaining_time": "0:04:28", "throughput": 1618.71, "total_tokens": 1344000} +{"current_steps": 1565, "total_steps": 2065, "loss": 0.0, "lr": 8.44628634271342e-07, "epoch": 3.7893462469733654, "percentage": 75.79, "elapsed_time": "0:14:28", "remaining_time": "0:04:37", "throughput": 1551.82, "total_tokens": 1348224} +{"current_steps": 1570, "total_steps": 2065, "loss": 0.0017, "lr": 8.288495557532241e-07, "epoch": 3.801452784503632, "percentage": 76.03, "elapsed_time": "0:14:29", "remaining_time": "0:04:34", "throughput": 1556.17, "total_tokens": 1352576} +{"current_steps": 1575, "total_steps": 2065, "loss": 0.0616, "lr": 8.131899203984464e-07, "epoch": 3.8135593220338984, "percentage": 76.27, "elapsed_time": "0:14:29", "remaining_time": "0:04:30", "throughput": 1560.44, "total_tokens": 1356864} +{"current_steps": 1580, "total_steps": 2065, "loss": 0.0, "lr": 7.976508474577549e-07, "epoch": 3.8256658595641646, "percentage": 76.51, "elapsed_time": "0:14:29", "remaining_time": "0:04:27", "throughput": 1564.7, "total_tokens": 1361152} +{"current_steps": 1585, "total_steps": 2065, "loss": 0.0, "lr": 7.822334475648655e-07, "epoch": 3.837772397094431, "percentage": 76.76, "elapsed_time": "0:14:30", "remaining_time": "0:04:23", "throughput": 1568.9, "total_tokens": 1365376} +{"current_steps": 1590, "total_steps": 2065, "loss": 0.0, "lr": 7.66938822657081e-07, "epoch": 3.849878934624697, "percentage": 77.0, "elapsed_time": "0:14:30", "remaining_time": "0:04:20", "throughput": 1573.23, "total_tokens": 1369728} +{"current_steps": 1595, "total_steps": 2065, "loss": 0.0, "lr": 7.517680658965328e-07, "epoch": 3.861985472154964, "percentage": 77.24, "elapsed_time": "0:14:31", "remaining_time": "0:04:16", "throughput": 1577.63, "total_tokens": 1374144} +{"current_steps": 1600, "total_steps": 2065, "loss": 0.0, "lr": 7.367222615920477e-07, "epoch": 3.87409200968523, "percentage": 77.48, "elapsed_time": "0:14:31", "remaining_time": "0:04:13", "throughput": 1581.81, "total_tokens": 1378368} +{"current_steps": 1605, "total_steps": 2065, "loss": 0.0, "lr": 7.21802485121649e-07, "epoch": 3.8861985472154963, "percentage": 77.72, "elapsed_time": "0:14:31", "remaining_time": "0:04:09", "throughput": 1585.85, "total_tokens": 1382464} +{"current_steps": 1610, "total_steps": 2065, "loss": 0.0, "lr": 7.070098028556949e-07, "epoch": 3.898305084745763, "percentage": 77.97, "elapsed_time": "0:14:32", "remaining_time": "0:04:06", "throughput": 1590.24, "total_tokens": 1386880} +{"current_steps": 1615, "total_steps": 2065, "loss": 0.0, "lr": 6.923452720806612e-07, "epoch": 3.910411622276029, "percentage": 78.21, "elapsed_time": "0:14:32", "remaining_time": "0:04:03", "throughput": 1594.63, "total_tokens": 1391296} +{"current_steps": 1620, "total_steps": 2065, "loss": 0.0, "lr": 6.778099409235739e-07, "epoch": 3.9225181598062955, "percentage": 78.45, "elapsed_time": "0:14:32", "remaining_time": "0:03:59", "throughput": 1598.72, "total_tokens": 1395456} +{"current_steps": 1625, "total_steps": 2065, "loss": 0.0, "lr": 6.634048482770946e-07, "epoch": 3.9346246973365617, "percentage": 78.69, "elapsed_time": "0:14:33", "remaining_time": "0:03:56", "throughput": 1602.82, "total_tokens": 1399616} +{"current_steps": 1630, "total_steps": 2065, "loss": 0.0, "lr": 6.491310237252679e-07, "epoch": 3.946731234866828, "percentage": 78.93, "elapsed_time": "0:14:33", "remaining_time": "0:03:53", "throughput": 1606.83, "total_tokens": 1403712} +{"current_steps": 1635, "total_steps": 2065, "loss": 0.0, "lr": 6.349894874699345e-07, "epoch": 3.9588377723970947, "percentage": 79.18, "elapsed_time": "0:14:33", "remaining_time": "0:03:49", "throughput": 1611.21, "total_tokens": 1408128} +{"current_steps": 1640, "total_steps": 2065, "loss": 0.0, "lr": 6.209812502578113e-07, "epoch": 3.970944309927361, "percentage": 79.42, "elapsed_time": "0:14:34", "remaining_time": "0:03:46", "throughput": 1615.5, "total_tokens": 1412480} +{"current_steps": 1645, "total_steps": 2065, "loss": 0.0, "lr": 6.071073133082492e-07, "epoch": 3.983050847457627, "percentage": 79.66, "elapsed_time": "0:14:34", "remaining_time": "0:03:43", "throughput": 1619.65, "total_tokens": 1416704} +{"current_steps": 1650, "total_steps": 2065, "loss": 0.0, "lr": 5.933686682416759e-07, "epoch": 3.9951573849878934, "percentage": 79.9, "elapsed_time": "0:14:35", "remaining_time": "0:03:40", "throughput": 1624.02, "total_tokens": 1421120} +{"current_steps": 1655, "total_steps": 2065, "loss": 0.0, "lr": 5.797662970087184e-07, "epoch": 4.00726392251816, "percentage": 80.15, "elapsed_time": "0:14:35", "remaining_time": "0:03:36", "throughput": 1627.44, "total_tokens": 1424944} +{"current_steps": 1660, "total_steps": 2065, "loss": 0.0, "lr": 5.663011718200201e-07, "epoch": 4.019370460048426, "percentage": 80.39, "elapsed_time": "0:14:35", "remaining_time": "0:03:33", "throughput": 1631.72, "total_tokens": 1429296} +{"current_steps": 1664, "total_steps": 2065, "eval_loss": 0.2501881718635559, "epoch": 4.0290556900726395, "percentage": 80.58, "elapsed_time": "0:14:36", "remaining_time": "0:03:31", "throughput": 1634.11, "total_tokens": 1432880} +{"current_steps": 1665, "total_steps": 2065, "loss": 0.0, "lr": 5.529742550767545e-07, "epoch": 4.031476997578692, "percentage": 80.63, "elapsed_time": "0:15:11", "remaining_time": "0:03:38", "throughput": 1572.94, "total_tokens": 1433776} +{"current_steps": 1670, "total_steps": 2065, "loss": 0.0, "lr": 5.397864993018367e-07, "epoch": 4.043583535108959, "percentage": 80.87, "elapsed_time": "0:15:11", "remaining_time": "0:03:35", "throughput": 1576.93, "total_tokens": 1438000} +{"current_steps": 1675, "total_steps": 2065, "loss": 0.0, "lr": 5.267388470718449e-07, "epoch": 4.0556900726392255, "percentage": 81.11, "elapsed_time": "0:15:12", "remaining_time": "0:03:32", "throughput": 1581.05, "total_tokens": 1442352} +{"current_steps": 1680, "total_steps": 2065, "loss": 0.0, "lr": 5.138322309496504e-07, "epoch": 4.067796610169491, "percentage": 81.36, "elapsed_time": "0:15:12", "remaining_time": "0:03:29", "throughput": 1585.18, "total_tokens": 1446704} +{"current_steps": 1685, "total_steps": 2065, "loss": 0.0, "lr": 5.010675734177631e-07, "epoch": 4.079903147699758, "percentage": 81.6, "elapsed_time": "0:15:13", "remaining_time": "0:03:25", "throughput": 1589.1, "total_tokens": 1450864} +{"current_steps": 1690, "total_steps": 2065, "loss": 0.0, "lr": 4.884457868124001e-07, "epoch": 4.092009685230024, "percentage": 81.84, "elapsed_time": "0:15:13", "remaining_time": "0:03:22", "throughput": 1593.08, "total_tokens": 1455088} +{"current_steps": 1695, "total_steps": 2065, "loss": 0.0051, "lr": 4.759677732582782e-07, "epoch": 4.1041162227602905, "percentage": 82.08, "elapsed_time": "0:15:13", "remaining_time": "0:03:19", "throughput": 1597.13, "total_tokens": 1459376} +{"current_steps": 1700, "total_steps": 2065, "loss": 0.0, "lr": 4.6363442460413215e-07, "epoch": 4.116222760290557, "percentage": 82.32, "elapsed_time": "0:15:14", "remaining_time": "0:03:16", "throughput": 1601.11, "total_tokens": 1463600} +{"current_steps": 1705, "total_steps": 2065, "loss": 0.0, "lr": 4.514466223589753e-07, "epoch": 4.128329297820823, "percentage": 82.57, "elapsed_time": "0:15:14", "remaining_time": "0:03:13", "throughput": 1605.35, "total_tokens": 1468080} +{"current_steps": 1710, "total_steps": 2065, "loss": 0.0253, "lr": 4.394052376290914e-07, "epoch": 4.14043583535109, "percentage": 82.81, "elapsed_time": "0:15:14", "remaining_time": "0:03:09", "throughput": 1609.67, "total_tokens": 1472624} +{"current_steps": 1715, "total_steps": 2065, "loss": 0.0, "lr": 4.2751113105577587e-07, "epoch": 4.1525423728813555, "percentage": 83.05, "elapsed_time": "0:15:15", "remaining_time": "0:03:06", "throughput": 1613.84, "total_tokens": 1477040} +{"current_steps": 1720, "total_steps": 2065, "loss": 0.0, "lr": 4.157651527538223e-07, "epoch": 4.164648910411622, "percentage": 83.29, "elapsed_time": "0:15:15", "remaining_time": "0:03:03", "throughput": 1617.87, "total_tokens": 1481328} +{"current_steps": 1725, "total_steps": 2065, "loss": 0.0, "lr": 4.041681422507604e-07, "epoch": 4.176755447941889, "percentage": 83.54, "elapsed_time": "0:15:15", "remaining_time": "0:03:00", "throughput": 1622.1, "total_tokens": 1485808} +{"current_steps": 1730, "total_steps": 2065, "loss": 0.0, "lr": 3.927209284268535e-07, "epoch": 4.188861985472155, "percentage": 83.78, "elapsed_time": "0:15:16", "remaining_time": "0:02:57", "throughput": 1626.19, "total_tokens": 1490160} +{"current_steps": 1735, "total_steps": 2065, "loss": 0.0, "lr": 3.8142432945585425e-07, "epoch": 4.200968523002421, "percentage": 84.02, "elapsed_time": "0:15:16", "remaining_time": "0:02:54", "throughput": 1630.28, "total_tokens": 1494512} +{"current_steps": 1740, "total_steps": 2065, "loss": 0.0, "lr": 3.702791527465274e-07, "epoch": 4.213075060532688, "percentage": 84.26, "elapsed_time": "0:15:17", "remaining_time": "0:02:51", "throughput": 1633.96, "total_tokens": 1498480} +{"current_steps": 1745, "total_steps": 2065, "loss": 0.0, "lr": 3.592861948849416e-07, "epoch": 4.225181598062954, "percentage": 84.5, "elapsed_time": "0:15:17", "remaining_time": "0:02:48", "throughput": 1637.97, "total_tokens": 1502768} +{"current_steps": 1750, "total_steps": 2065, "loss": 0.0, "lr": 3.484462415775333e-07, "epoch": 4.237288135593221, "percentage": 84.75, "elapsed_time": "0:15:17", "remaining_time": "0:02:45", "throughput": 1641.91, "total_tokens": 1506992} +{"current_steps": 1755, "total_steps": 2065, "loss": 0.0, "lr": 3.377600675949527e-07, "epoch": 4.249394673123486, "percentage": 84.99, "elapsed_time": "0:15:18", "remaining_time": "0:02:42", "throughput": 1646.12, "total_tokens": 1511472} +{"current_steps": 1760, "total_steps": 2065, "loss": 0.0, "lr": 3.272284367166825e-07, "epoch": 4.261501210653753, "percentage": 85.23, "elapsed_time": "0:15:18", "remaining_time": "0:02:39", "throughput": 1650.19, "total_tokens": 1515824} +{"current_steps": 1765, "total_steps": 2065, "loss": 0.0001, "lr": 3.1685210167645336e-07, "epoch": 4.27360774818402, "percentage": 85.47, "elapsed_time": "0:15:18", "remaining_time": "0:02:36", "throughput": 1654.26, "total_tokens": 1520176} +{"current_steps": 1768, "total_steps": 2065, "eval_loss": 0.25040701031684875, "epoch": 4.280871670702179, "percentage": 85.62, "elapsed_time": "0:15:21", "remaining_time": "0:02:34", "throughput": 1652.2, "total_tokens": 1522544} +{"current_steps": 1770, "total_steps": 2065, "loss": 0.0018, "lr": 3.066318041084398e-07, "epoch": 4.285714285714286, "percentage": 85.71, "elapsed_time": "0:16:08", "remaining_time": "0:02:41", "throughput": 1573.81, "total_tokens": 1524336} +{"current_steps": 1775, "total_steps": 2065, "loss": 0.0, "lr": 2.9656827449425495e-07, "epoch": 4.297820823244552, "percentage": 85.96, "elapsed_time": "0:16:08", "remaining_time": "0:02:38", "throughput": 1577.57, "total_tokens": 1528560} +{"current_steps": 1780, "total_steps": 2065, "loss": 0.026, "lr": 2.86662232110739e-07, "epoch": 4.309927360774818, "percentage": 86.2, "elapsed_time": "0:16:09", "remaining_time": "0:02:35", "throughput": 1581.27, "total_tokens": 1532720} +{"current_steps": 1785, "total_steps": 2065, "loss": 0.0, "lr": 2.769143849785513e-07, "epoch": 4.322033898305085, "percentage": 86.44, "elapsed_time": "0:16:09", "remaining_time": "0:02:32", "throughput": 1585.02, "total_tokens": 1536944} +{"current_steps": 1790, "total_steps": 2065, "loss": 0.0, "lr": 2.673254298115646e-07, "epoch": 4.3341404358353515, "percentage": 86.68, "elapsed_time": "0:16:10", "remaining_time": "0:02:29", "throughput": 1588.78, "total_tokens": 1541168} +{"current_steps": 1795, "total_steps": 2065, "loss": 0.0, "lr": 2.5789605196706675e-07, "epoch": 4.346246973365617, "percentage": 86.92, "elapsed_time": "0:16:10", "remaining_time": "0:02:25", "throughput": 1592.59, "total_tokens": 1545456} +{"current_steps": 1800, "total_steps": 2065, "loss": 0.0, "lr": 2.4862692539677907e-07, "epoch": 4.358353510895884, "percentage": 87.17, "elapsed_time": "0:16:10", "remaining_time": "0:02:22", "throughput": 1596.54, "total_tokens": 1549872} +{"current_steps": 1805, "total_steps": 2065, "loss": 0.0, "lr": 2.39518712598685e-07, "epoch": 4.37046004842615, "percentage": 87.41, "elapsed_time": "0:16:11", "remaining_time": "0:02:19", "throughput": 1600.47, "total_tokens": 1554288} +{"current_steps": 1810, "total_steps": 2065, "loss": 0.0, "lr": 2.3057206456967908e-07, "epoch": 4.3825665859564165, "percentage": 87.65, "elapsed_time": "0:16:11", "remaining_time": "0:02:16", "throughput": 1604.08, "total_tokens": 1558384} +{"current_steps": 1815, "total_steps": 2065, "loss": 0.0, "lr": 2.2178762075903747e-07, "epoch": 4.394673123486683, "percentage": 87.89, "elapsed_time": "0:16:11", "remaining_time": "0:02:13", "throughput": 1607.76, "total_tokens": 1562544} +{"current_steps": 1820, "total_steps": 2065, "loss": 0.0, "lr": 2.131660090227139e-07, "epoch": 4.406779661016949, "percentage": 88.14, "elapsed_time": "0:16:12", "remaining_time": "0:02:10", "throughput": 1611.94, "total_tokens": 1567216} +{"current_steps": 1825, "total_steps": 2065, "loss": 0.0, "lr": 2.0470784557846652e-07, "epoch": 4.418886198547216, "percentage": 88.38, "elapsed_time": "0:16:12", "remaining_time": "0:02:07", "throughput": 1615.8, "total_tokens": 1571568} +{"current_steps": 1830, "total_steps": 2065, "loss": 0.0, "lr": 1.9641373496181143e-07, "epoch": 4.4309927360774815, "percentage": 88.62, "elapsed_time": "0:16:12", "remaining_time": "0:02:04", "throughput": 1619.52, "total_tokens": 1575792} +{"current_steps": 1835, "total_steps": 2065, "loss": 0.0, "lr": 1.882842699828169e-07, "epoch": 4.443099273607748, "percentage": 88.86, "elapsed_time": "0:16:13", "remaining_time": "0:02:02", "throughput": 1623.31, "total_tokens": 1580080} +{"current_steps": 1840, "total_steps": 2065, "loss": 0.0, "lr": 1.8032003168373306e-07, "epoch": 4.455205811138015, "percentage": 89.1, "elapsed_time": "0:16:13", "remaining_time": "0:01:59", "throughput": 1626.84, "total_tokens": 1584112} +{"current_steps": 1845, "total_steps": 2065, "loss": 0.0, "lr": 1.7252158929746133e-07, "epoch": 4.467312348668281, "percentage": 89.35, "elapsed_time": "0:16:14", "remaining_time": "0:01:56", "throughput": 1630.63, "total_tokens": 1588400} +{"current_steps": 1850, "total_steps": 2065, "loss": 0.0, "lr": 1.6488950020686956e-07, "epoch": 4.479418886198547, "percentage": 89.59, "elapsed_time": "0:16:14", "remaining_time": "0:01:53", "throughput": 1634.54, "total_tokens": 1592816} +{"current_steps": 1855, "total_steps": 2065, "loss": 0.0, "lr": 1.5742430990495465e-07, "epoch": 4.491525423728813, "percentage": 89.83, "elapsed_time": "0:16:14", "remaining_time": "0:01:50", "throughput": 1638.51, "total_tokens": 1597296} +{"current_steps": 1860, "total_steps": 2065, "loss": 0.0184, "lr": 1.501265519558537e-07, "epoch": 4.50363196125908, "percentage": 90.07, "elapsed_time": "0:16:15", "remaining_time": "0:01:47", "throughput": 1642.35, "total_tokens": 1601648} +{"current_steps": 1865, "total_steps": 2065, "loss": 0.0, "lr": 1.4299674795670765e-07, "epoch": 4.5157384987893465, "percentage": 90.31, "elapsed_time": "0:16:15", "remaining_time": "0:01:44", "throughput": 1646.12, "total_tokens": 1605936} +{"current_steps": 1870, "total_steps": 2065, "loss": 0.0, "lr": 1.360354075003828e-07, "epoch": 4.527845036319612, "percentage": 90.56, "elapsed_time": "0:16:15", "remaining_time": "0:01:41", "throughput": 1649.77, "total_tokens": 1610096} +{"current_steps": 1872, "total_steps": 2065, "eval_loss": 0.2488991767168045, "epoch": 4.532687651331719, "percentage": 90.65, "elapsed_time": "0:16:16", "remaining_time": "0:01:40", "throughput": 1650.2, "total_tokens": 1611760} +{"current_steps": 1875, "total_steps": 2065, "loss": 0.0, "lr": 1.2924302813904582e-07, "epoch": 4.539951573849879, "percentage": 90.8, "elapsed_time": "0:17:29", "remaining_time": "0:01:46", "throughput": 1538.37, "total_tokens": 1614384} +{"current_steps": 1880, "total_steps": 2065, "loss": 0.0, "lr": 1.2262009534860368e-07, "epoch": 4.552058111380145, "percentage": 91.04, "elapsed_time": "0:17:29", "remaining_time": "0:01:43", "throughput": 1542.04, "total_tokens": 1618800} +{"current_steps": 1885, "total_steps": 2065, "loss": 0.0, "lr": 1.161670824940045e-07, "epoch": 4.5641646489104115, "percentage": 91.28, "elapsed_time": "0:17:30", "remaining_time": "0:01:40", "throughput": 1545.46, "total_tokens": 1622960} +{"current_steps": 1890, "total_steps": 2065, "loss": 0.0, "lr": 1.0988445079540389e-07, "epoch": 4.576271186440678, "percentage": 91.53, "elapsed_time": "0:17:30", "remaining_time": "0:01:37", "throughput": 1548.83, "total_tokens": 1627056} +{"current_steps": 1895, "total_steps": 2065, "loss": 0.0002, "lr": 1.0377264929520126e-07, "epoch": 4.588377723970944, "percentage": 91.77, "elapsed_time": "0:17:30", "remaining_time": "0:01:34", "throughput": 1552.42, "total_tokens": 1631408} +{"current_steps": 1900, "total_steps": 2065, "loss": 0.0, "lr": 9.783211482594285e-08, "epoch": 4.600484261501211, "percentage": 92.01, "elapsed_time": "0:17:31", "remaining_time": "0:01:31", "throughput": 1556.13, "total_tokens": 1635888} +{"current_steps": 1905, "total_steps": 2065, "loss": 0.0, "lr": 9.206327197910203e-08, "epoch": 4.6125907990314765, "percentage": 92.25, "elapsed_time": "0:17:31", "remaining_time": "0:01:28", "throughput": 1559.67, "total_tokens": 1640176} +{"current_steps": 1910, "total_steps": 2065, "loss": 0.0, "lr": 8.64665330747308e-08, "epoch": 4.624697336561743, "percentage": 92.49, "elapsed_time": "0:17:31", "remaining_time": "0:01:25", "throughput": 1563.26, "total_tokens": 1644528} +{"current_steps": 1915, "total_steps": 2065, "loss": 0.0, "lr": 8.104229813199111e-08, "epoch": 4.63680387409201, "percentage": 92.74, "elapsed_time": "0:17:32", "remaining_time": "0:01:22", "throughput": 1567.2, "total_tokens": 1649264} +{"current_steps": 1920, "total_steps": 2065, "loss": 0.0, "lr": 7.579095484056193e-08, "epoch": 4.648910411622276, "percentage": 92.98, "elapsed_time": "0:17:32", "remaining_time": "0:01:19", "throughput": 1570.96, "total_tokens": 1653808} +{"current_steps": 1925, "total_steps": 2065, "loss": 0.0, "lr": 7.071287853293141e-08, "epoch": 4.661016949152542, "percentage": 93.22, "elapsed_time": "0:17:33", "remaining_time": "0:01:16", "throughput": 1574.66, "total_tokens": 1658288} +{"current_steps": 1930, "total_steps": 2065, "loss": 0.0, "lr": 6.580843215757082e-08, "epoch": 4.673123486682809, "percentage": 93.46, "elapsed_time": "0:17:33", "remaining_time": "0:01:13", "throughput": 1578.18, "total_tokens": 1662576} +{"current_steps": 1935, "total_steps": 2065, "loss": 0.0, "lr": 6.107796625299117e-08, "epoch": 4.685230024213075, "percentage": 93.7, "elapsed_time": "0:17:33", "remaining_time": "0:01:10", "throughput": 1581.87, "total_tokens": 1667056} +{"current_steps": 1940, "total_steps": 2065, "loss": 0.0, "lr": 5.652181892269182e-08, "epoch": 4.697336561743342, "percentage": 93.95, "elapsed_time": "0:17:34", "remaining_time": "0:01:07", "throughput": 1585.56, "total_tokens": 1671536} +{"current_steps": 1945, "total_steps": 2065, "loss": 0.0, "lr": 5.214031581099149e-08, "epoch": 4.709443099273607, "percentage": 94.19, "elapsed_time": "0:17:34", "remaining_time": "0:01:05", "throughput": 1589.13, "total_tokens": 1675888} +{"current_steps": 1950, "total_steps": 2065, "loss": 0.0, "lr": 4.793377007975719e-08, "epoch": 4.721549636803874, "percentage": 94.43, "elapsed_time": "0:17:34", "remaining_time": "0:01:02", "throughput": 1592.64, "total_tokens": 1680176} +{"current_steps": 1955, "total_steps": 2065, "loss": 0.0, "lr": 4.3902482386018186e-08, "epoch": 4.733656174334141, "percentage": 94.67, "elapsed_time": "0:17:35", "remaining_time": "0:00:59", "throughput": 1596.08, "total_tokens": 1684400} +{"current_steps": 1960, "total_steps": 2065, "loss": 0.0357, "lr": 4.004674086047905e-08, "epoch": 4.745762711864407, "percentage": 94.92, "elapsed_time": "0:17:35", "remaining_time": "0:00:56", "throughput": 1599.7, "total_tokens": 1688816} +{"current_steps": 1965, "total_steps": 2065, "loss": 0.0, "lr": 3.636682108692502e-08, "epoch": 4.757869249394673, "percentage": 95.16, "elapsed_time": "0:17:36", "remaining_time": "0:00:53", "throughput": 1603.44, "total_tokens": 1693360} +{"current_steps": 1970, "total_steps": 2065, "loss": 0.0, "lr": 3.286298608252442e-08, "epoch": 4.76997578692494, "percentage": 95.4, "elapsed_time": "0:17:36", "remaining_time": "0:00:50", "throughput": 1606.87, "total_tokens": 1697584} +{"current_steps": 1975, "total_steps": 2065, "loss": 0.0, "lr": 2.953548627903202e-08, "epoch": 4.782082324455206, "percentage": 95.64, "elapsed_time": "0:17:36", "remaining_time": "0:00:48", "throughput": 1610.49, "total_tokens": 1702000} +{"current_steps": 1976, "total_steps": 2065, "eval_loss": 0.2507624924182892, "epoch": 4.784503631961259, "percentage": 95.69, "elapsed_time": "0:17:37", "remaining_time": "0:00:47", "throughput": 1610.21, "total_tokens": 1702832} +{"current_steps": 1980, "total_steps": 2065, "loss": 0.0, "lr": 2.6384559504886164e-08, "epoch": 4.7941888619854724, "percentage": 95.88, "elapsed_time": "0:18:14", "remaining_time": "0:00:46", "throughput": 1559.14, "total_tokens": 1706416} +{"current_steps": 1985, "total_steps": 2065, "loss": 0.0, "lr": 2.3410430968214825e-08, "epoch": 4.806295399515738, "percentage": 96.13, "elapsed_time": "0:18:14", "remaining_time": "0:00:44", "throughput": 1562.76, "total_tokens": 1710960} +{"current_steps": 1990, "total_steps": 2065, "loss": 0.0, "lr": 2.0613313240735457e-08, "epoch": 4.818401937046005, "percentage": 96.37, "elapsed_time": "0:18:15", "remaining_time": "0:00:41", "throughput": 1566.32, "total_tokens": 1715440} +{"current_steps": 1995, "total_steps": 2065, "loss": 0.0, "lr": 1.7993406242563238e-08, "epoch": 4.830508474576272, "percentage": 96.61, "elapsed_time": "0:18:15", "remaining_time": "0:00:38", "throughput": 1569.7, "total_tokens": 1719728} +{"current_steps": 2000, "total_steps": 2065, "loss": 0.0, "lr": 1.5550897227922522e-08, "epoch": 4.842615012106537, "percentage": 96.85, "elapsed_time": "0:18:15", "remaining_time": "0:00:35", "throughput": 1573.32, "total_tokens": 1724272} +{"current_steps": 2005, "total_steps": 2065, "loss": 0.0, "lr": 1.3285960771761696e-08, "epoch": 4.854721549636804, "percentage": 97.09, "elapsed_time": "0:18:16", "remaining_time": "0:00:32", "throughput": 1576.7, "total_tokens": 1728560} +{"current_steps": 2010, "total_steps": 2065, "loss": 0.0, "lr": 1.119875875727705e-08, "epoch": 4.86682808716707, "percentage": 97.34, "elapsed_time": "0:18:16", "remaining_time": "0:00:30", "throughput": 1580.31, "total_tokens": 1733104} +{"current_steps": 2015, "total_steps": 2065, "loss": 0.0, "lr": 9.289440364341484e-09, "epoch": 4.878934624697337, "percentage": 97.58, "elapsed_time": "0:18:17", "remaining_time": "0:00:27", "throughput": 1583.57, "total_tokens": 1737264} +{"current_steps": 2020, "total_steps": 2065, "loss": 0.0, "lr": 7.558142058842755e-09, "epoch": 4.891041162227603, "percentage": 97.82, "elapsed_time": "0:18:17", "remaining_time": "0:00:24", "throughput": 1586.83, "total_tokens": 1741424} +{"current_steps": 2025, "total_steps": 2065, "loss": 0.0, "lr": 6.004987582929056e-09, "epoch": 4.903147699757869, "percentage": 98.06, "elapsed_time": "0:18:17", "remaining_time": "0:00:21", "throughput": 1590.14, "total_tokens": 1745648} +{"current_steps": 2030, "total_steps": 2065, "loss": 0.0, "lr": 4.6300879461655404e-09, "epoch": 4.915254237288136, "percentage": 98.31, "elapsed_time": "0:18:18", "remaining_time": "0:00:18", "throughput": 1593.45, "total_tokens": 1749872} +{"current_steps": 2035, "total_steps": 2065, "loss": 0.0, "lr": 3.4335414175995506e-09, "epoch": 4.927360774818402, "percentage": 98.55, "elapsed_time": "0:18:18", "remaining_time": "0:00:16", "throughput": 1596.94, "total_tokens": 1754288} +{"current_steps": 2040, "total_steps": 2065, "loss": 0.0, "lr": 2.4154335187365207e-09, "epoch": 4.939467312348668, "percentage": 98.79, "elapsed_time": "0:18:18", "remaining_time": "0:00:13", "throughput": 1600.36, "total_tokens": 1758640} +{"current_steps": 2045, "total_steps": 2065, "loss": 0.0003, "lr": 1.575837017428472e-09, "epoch": 4.951573849878935, "percentage": 99.03, "elapsed_time": "0:18:19", "remaining_time": "0:00:10", "throughput": 1603.72, "total_tokens": 1762928} +{"current_steps": 2050, "total_steps": 2065, "loss": 0.0, "lr": 9.14811922672898e-10, "epoch": 4.963680387409201, "percentage": 99.27, "elapsed_time": "0:18:19", "remaining_time": "0:00:08", "throughput": 1607.19, "total_tokens": 1767344} +{"current_steps": 2055, "total_steps": 2065, "loss": 0.0, "lr": 4.3240548032230657e-10, "epoch": 4.9757869249394675, "percentage": 99.52, "elapsed_time": "0:18:20", "remaining_time": "0:00:05", "throughput": 1610.55, "total_tokens": 1771632} +{"current_steps": 2060, "total_steps": 2065, "loss": 0.0, "lr": 1.2865216970914253e-10, "epoch": 4.987893462469733, "percentage": 99.76, "elapsed_time": "0:18:20", "remaining_time": "0:00:02", "throughput": 1613.74, "total_tokens": 1775728} +{"current_steps": 2065, "total_steps": 2065, "loss": 0.0, "lr": 3.573701180537015e-12, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "0:18:20", "remaining_time": "0:00:00", "throughput": 1617.05, "total_tokens": 1780000} +{"current_steps": 2065, "total_steps": 2065, "epoch": 5.0, "percentage": 100.0, "elapsed_time": "0:18:59", "remaining_time": "0:00:00", "throughput": 1561.49, "total_tokens": 1780000} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..43e33c1 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,3519 @@ +{ + "best_global_step": 416, + "best_metric": 0.10842076689004898, + "best_model_checkpoint": "saves_bts_preliminary/base/llama-3.2-1b-instruct/train_mrpc_42_1776331557/checkpoint-416", + "epoch": 5.0, + "eval_steps": 104, + "global_step": 2065, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.012106537530266344, + "grad_norm": 320.0541076660156, + "learning_rate": 9.661835748792271e-08, + "loss": 0.81, + "num_input_tokens_seen": 4352, + "step": 5 + }, + { + "epoch": 0.024213075060532687, + "grad_norm": 293.6126403808594, + "learning_rate": 2.173913043478261e-07, + "loss": 0.8, + "num_input_tokens_seen": 8768, + "step": 10 + }, + { + "epoch": 0.03631961259079903, + "grad_norm": 176.21604919433594, + "learning_rate": 3.3816425120772945e-07, + "loss": 0.6335, + "num_input_tokens_seen": 12992, + "step": 15 + }, + { + "epoch": 0.048426150121065374, + "grad_norm": 67.18666076660156, + "learning_rate": 4.5893719806763294e-07, + "loss": 0.3717, + "num_input_tokens_seen": 17344, + "step": 20 + }, + { + "epoch": 0.06053268765133172, + "grad_norm": 41.770694732666016, + "learning_rate": 5.797101449275363e-07, + "loss": 0.2438, + "num_input_tokens_seen": 21696, + "step": 25 + }, + { + "epoch": 0.07263922518159806, + "grad_norm": 54.93859100341797, + "learning_rate": 7.004830917874397e-07, + "loss": 0.2523, + "num_input_tokens_seen": 26112, + "step": 30 + }, + { + "epoch": 0.0847457627118644, + "grad_norm": 14.744933128356934, + "learning_rate": 8.212560386473431e-07, + "loss": 0.2223, + "num_input_tokens_seen": 30208, + "step": 35 + }, + { + "epoch": 0.09685230024213075, + "grad_norm": 6.022367477416992, + "learning_rate": 9.420289855072465e-07, + "loss": 0.2184, + "num_input_tokens_seen": 34688, + "step": 40 + }, + { + "epoch": 0.1089588377723971, + "grad_norm": 39.68272399902344, + "learning_rate": 1.0628019323671499e-06, + "loss": 0.2163, + "num_input_tokens_seen": 38784, + "step": 45 + }, + { + "epoch": 0.12106537530266344, + "grad_norm": 9.175082206726074, + "learning_rate": 1.1835748792270531e-06, + "loss": 0.2198, + "num_input_tokens_seen": 43200, + "step": 50 + }, + { + "epoch": 0.13317191283292978, + "grad_norm": 42.212303161621094, + "learning_rate": 1.3043478260869566e-06, + "loss": 0.2224, + "num_input_tokens_seen": 47296, + "step": 55 + }, + { + "epoch": 0.14527845036319612, + "grad_norm": 5.82745885848999, + "learning_rate": 1.42512077294686e-06, + "loss": 0.2272, + "num_input_tokens_seen": 51712, + "step": 60 + }, + { + "epoch": 0.15738498789346247, + "grad_norm": 18.959779739379883, + "learning_rate": 1.5458937198067634e-06, + "loss": 0.1665, + "num_input_tokens_seen": 55872, + "step": 65 + }, + { + "epoch": 0.1694915254237288, + "grad_norm": 54.883968353271484, + "learning_rate": 1.6666666666666667e-06, + "loss": 0.1835, + "num_input_tokens_seen": 59840, + "step": 70 + }, + { + "epoch": 0.18159806295399517, + "grad_norm": 87.76690673828125, + "learning_rate": 1.7874396135265702e-06, + "loss": 0.1898, + "num_input_tokens_seen": 64000, + "step": 75 + }, + { + "epoch": 0.1937046004842615, + "grad_norm": 22.004396438598633, + "learning_rate": 1.9082125603864736e-06, + "loss": 0.2149, + "num_input_tokens_seen": 68352, + "step": 80 + }, + { + "epoch": 0.20581113801452786, + "grad_norm": 13.515002250671387, + "learning_rate": 2.028985507246377e-06, + "loss": 0.1519, + "num_input_tokens_seen": 72768, + "step": 85 + }, + { + "epoch": 0.2179176755447942, + "grad_norm": 22.01325798034668, + "learning_rate": 2.1497584541062806e-06, + "loss": 0.1468, + "num_input_tokens_seen": 77120, + "step": 90 + }, + { + "epoch": 0.23002421307506055, + "grad_norm": 24.60677146911621, + "learning_rate": 2.270531400966184e-06, + "loss": 0.2277, + "num_input_tokens_seen": 81664, + "step": 95 + }, + { + "epoch": 0.24213075060532688, + "grad_norm": 19.255220413208008, + "learning_rate": 2.391304347826087e-06, + "loss": 0.1552, + "num_input_tokens_seen": 86080, + "step": 100 + }, + { + "epoch": 0.25181598062953997, + "eval_loss": 0.1484687179327011, + "eval_runtime": 0.6174, + "eval_samples_per_second": 594.395, + "eval_steps_per_second": 74.502, + "num_input_tokens_seen": 89600, + "step": 104 + }, + { + "epoch": 0.2542372881355932, + "grad_norm": 51.306358337402344, + "learning_rate": 2.5120772946859904e-06, + "loss": 0.1673, + "num_input_tokens_seen": 90432, + "step": 105 + }, + { + "epoch": 0.26634382566585957, + "grad_norm": 20.150880813598633, + "learning_rate": 2.632850241545894e-06, + "loss": 0.1694, + "num_input_tokens_seen": 94528, + "step": 110 + }, + { + "epoch": 0.2784503631961259, + "grad_norm": 16.875028610229492, + "learning_rate": 2.7536231884057974e-06, + "loss": 0.1627, + "num_input_tokens_seen": 98816, + "step": 115 + }, + { + "epoch": 0.29055690072639223, + "grad_norm": 17.16132164001465, + "learning_rate": 2.8743961352657007e-06, + "loss": 0.2205, + "num_input_tokens_seen": 103104, + "step": 120 + }, + { + "epoch": 0.3026634382566586, + "grad_norm": 19.57474708557129, + "learning_rate": 2.995169082125604e-06, + "loss": 0.1841, + "num_input_tokens_seen": 107328, + "step": 125 + }, + { + "epoch": 0.31476997578692495, + "grad_norm": 17.67765998840332, + "learning_rate": 3.1159420289855073e-06, + "loss": 0.1779, + "num_input_tokens_seen": 111488, + "step": 130 + }, + { + "epoch": 0.3268765133171913, + "grad_norm": 21.58500099182129, + "learning_rate": 3.236714975845411e-06, + "loss": 0.158, + "num_input_tokens_seen": 115968, + "step": 135 + }, + { + "epoch": 0.3389830508474576, + "grad_norm": 41.02679443359375, + "learning_rate": 3.3574879227053142e-06, + "loss": 0.2089, + "num_input_tokens_seen": 120192, + "step": 140 + }, + { + "epoch": 0.35108958837772397, + "grad_norm": 13.272953987121582, + "learning_rate": 3.4782608695652175e-06, + "loss": 0.1007, + "num_input_tokens_seen": 124416, + "step": 145 + }, + { + "epoch": 0.36319612590799033, + "grad_norm": 58.32763671875, + "learning_rate": 3.5990338164251208e-06, + "loss": 0.2718, + "num_input_tokens_seen": 128832, + "step": 150 + }, + { + "epoch": 0.37530266343825663, + "grad_norm": 46.48350524902344, + "learning_rate": 3.7198067632850245e-06, + "loss": 0.3704, + "num_input_tokens_seen": 132992, + "step": 155 + }, + { + "epoch": 0.387409200968523, + "grad_norm": 13.923331260681152, + "learning_rate": 3.840579710144928e-06, + "loss": 0.1945, + "num_input_tokens_seen": 137280, + "step": 160 + }, + { + "epoch": 0.39951573849878935, + "grad_norm": 76.48035430908203, + "learning_rate": 3.961352657004831e-06, + "loss": 0.253, + "num_input_tokens_seen": 141568, + "step": 165 + }, + { + "epoch": 0.4116222760290557, + "grad_norm": 8.948328971862793, + "learning_rate": 4.082125603864734e-06, + "loss": 0.1622, + "num_input_tokens_seen": 145984, + "step": 170 + }, + { + "epoch": 0.423728813559322, + "grad_norm": 44.44621276855469, + "learning_rate": 4.202898550724638e-06, + "loss": 0.1974, + "num_input_tokens_seen": 150144, + "step": 175 + }, + { + "epoch": 0.4358353510895884, + "grad_norm": 12.341259956359863, + "learning_rate": 4.323671497584541e-06, + "loss": 0.2191, + "num_input_tokens_seen": 154624, + "step": 180 + }, + { + "epoch": 0.44794188861985473, + "grad_norm": 13.725370407104492, + "learning_rate": 4.444444444444444e-06, + "loss": 0.2192, + "num_input_tokens_seen": 158784, + "step": 185 + }, + { + "epoch": 0.4600484261501211, + "grad_norm": 9.8717622756958, + "learning_rate": 4.565217391304348e-06, + "loss": 0.1887, + "num_input_tokens_seen": 163072, + "step": 190 + }, + { + "epoch": 0.4721549636803874, + "grad_norm": 15.11948299407959, + "learning_rate": 4.6859903381642516e-06, + "loss": 0.1951, + "num_input_tokens_seen": 167104, + "step": 195 + }, + { + "epoch": 0.48426150121065376, + "grad_norm": 10.298319816589355, + "learning_rate": 4.806763285024155e-06, + "loss": 0.1486, + "num_input_tokens_seen": 171456, + "step": 200 + }, + { + "epoch": 0.4963680387409201, + "grad_norm": 22.512561798095703, + "learning_rate": 4.927536231884059e-06, + "loss": 0.2178, + "num_input_tokens_seen": 175808, + "step": 205 + }, + { + "epoch": 0.5036319612590799, + "eval_loss": 0.1319892704486847, + "eval_runtime": 0.6163, + "eval_samples_per_second": 595.512, + "eval_steps_per_second": 74.642, + "num_input_tokens_seen": 178688, + "step": 208 + }, + { + "epoch": 0.5084745762711864, + "grad_norm": 11.861852645874023, + "learning_rate": 4.999985705205496e-06, + "loss": 0.1052, + "num_input_tokens_seen": 180224, + "step": 210 + }, + { + "epoch": 0.5205811138014528, + "grad_norm": 15.08198070526123, + "learning_rate": 4.999824890644693e-06, + "loss": 0.1655, + "num_input_tokens_seen": 184704, + "step": 215 + }, + { + "epoch": 0.5326876513317191, + "grad_norm": 9.965168952941895, + "learning_rate": 4.999485404562269e-06, + "loss": 0.3684, + "num_input_tokens_seen": 189184, + "step": 220 + }, + { + "epoch": 0.5447941888619855, + "grad_norm": 7.275655269622803, + "learning_rate": 4.998967271222521e-06, + "loss": 0.1527, + "num_input_tokens_seen": 193536, + "step": 225 + }, + { + "epoch": 0.5569007263922519, + "grad_norm": 7.0880584716796875, + "learning_rate": 4.998270527658311e-06, + "loss": 0.1238, + "num_input_tokens_seen": 197888, + "step": 230 + }, + { + "epoch": 0.5690072639225182, + "grad_norm": 27.60887908935547, + "learning_rate": 4.997395223668422e-06, + "loss": 0.2147, + "num_input_tokens_seen": 202112, + "step": 235 + }, + { + "epoch": 0.5811138014527845, + "grad_norm": 43.02740478515625, + "learning_rate": 4.996341421813993e-06, + "loss": 0.1162, + "num_input_tokens_seen": 206528, + "step": 240 + }, + { + "epoch": 0.5932203389830508, + "grad_norm": 30.406055450439453, + "learning_rate": 4.995109197414051e-06, + "loss": 0.1311, + "num_input_tokens_seen": 210944, + "step": 245 + }, + { + "epoch": 0.6053268765133172, + "grad_norm": 14.91820240020752, + "learning_rate": 4.9936986385401305e-06, + "loss": 0.1437, + "num_input_tokens_seen": 215104, + "step": 250 + }, + { + "epoch": 0.6174334140435835, + "grad_norm": 20.09491729736328, + "learning_rate": 4.992109846009972e-06, + "loss": 0.1597, + "num_input_tokens_seen": 219328, + "step": 255 + }, + { + "epoch": 0.6295399515738499, + "grad_norm": 6.193624973297119, + "learning_rate": 4.990342933380321e-06, + "loss": 0.1878, + "num_input_tokens_seen": 223680, + "step": 260 + }, + { + "epoch": 0.6416464891041163, + "grad_norm": 6.540223121643066, + "learning_rate": 4.988398026938811e-06, + "loss": 0.1445, + "num_input_tokens_seen": 227904, + "step": 265 + }, + { + "epoch": 0.6537530266343826, + "grad_norm": 17.89214515686035, + "learning_rate": 4.986275265694935e-06, + "loss": 0.0992, + "num_input_tokens_seen": 231936, + "step": 270 + }, + { + "epoch": 0.6658595641646489, + "grad_norm": 0.7999329566955566, + "learning_rate": 4.983974801370115e-06, + "loss": 0.0608, + "num_input_tokens_seen": 236160, + "step": 275 + }, + { + "epoch": 0.6779661016949152, + "grad_norm": 36.78638458251953, + "learning_rate": 4.981496798386849e-06, + "loss": 0.2262, + "num_input_tokens_seen": 240320, + "step": 280 + }, + { + "epoch": 0.6900726392251816, + "grad_norm": 18.634634017944336, + "learning_rate": 4.9788414338569715e-06, + "loss": 0.1165, + "num_input_tokens_seen": 244800, + "step": 285 + }, + { + "epoch": 0.7021791767554479, + "grad_norm": 35.7069091796875, + "learning_rate": 4.9760088975689815e-06, + "loss": 0.2377, + "num_input_tokens_seen": 249152, + "step": 290 + }, + { + "epoch": 0.7142857142857143, + "grad_norm": 10.031001091003418, + "learning_rate": 4.972999391974488e-06, + "loss": 0.1377, + "num_input_tokens_seen": 253376, + "step": 295 + }, + { + "epoch": 0.7263922518159807, + "grad_norm": 7.3871612548828125, + "learning_rate": 4.969813132173735e-06, + "loss": 0.19, + "num_input_tokens_seen": 257664, + "step": 300 + }, + { + "epoch": 0.738498789346247, + "grad_norm": 16.09194564819336, + "learning_rate": 4.966450345900229e-06, + "loss": 0.1146, + "num_input_tokens_seen": 262016, + "step": 305 + }, + { + "epoch": 0.7506053268765133, + "grad_norm": 7.399415969848633, + "learning_rate": 4.962911273504461e-06, + "loss": 0.1165, + "num_input_tokens_seen": 266432, + "step": 310 + }, + { + "epoch": 0.7554479418886199, + "eval_loss": 0.11303775012493134, + "eval_runtime": 1.7273, + "eval_samples_per_second": 212.47, + "eval_steps_per_second": 26.631, + "num_input_tokens_seen": 267968, + "step": 312 + }, + { + "epoch": 0.7627118644067796, + "grad_norm": 11.618612289428711, + "learning_rate": 4.959196167936729e-06, + "loss": 0.181, + "num_input_tokens_seen": 270464, + "step": 315 + }, + { + "epoch": 0.774818401937046, + "grad_norm": 11.343527793884277, + "learning_rate": 4.955305294729056e-06, + "loss": 0.0946, + "num_input_tokens_seen": 274688, + "step": 320 + }, + { + "epoch": 0.7869249394673123, + "grad_norm": 9.781023025512695, + "learning_rate": 4.9512389319762165e-06, + "loss": 0.1293, + "num_input_tokens_seen": 278848, + "step": 325 + }, + { + "epoch": 0.7990314769975787, + "grad_norm": 23.389354705810547, + "learning_rate": 4.946997370315857e-06, + "loss": 0.124, + "num_input_tokens_seen": 283136, + "step": 330 + }, + { + "epoch": 0.8111380145278451, + "grad_norm": 21.524974822998047, + "learning_rate": 4.9425809129077204e-06, + "loss": 0.1767, + "num_input_tokens_seen": 287680, + "step": 335 + }, + { + "epoch": 0.8232445520581114, + "grad_norm": 12.489716529846191, + "learning_rate": 4.937989875411986e-06, + "loss": 0.0811, + "num_input_tokens_seen": 292224, + "step": 340 + }, + { + "epoch": 0.8353510895883777, + "grad_norm": 11.355611801147461, + "learning_rate": 4.933224585966696e-06, + "loss": 0.1567, + "num_input_tokens_seen": 296448, + "step": 345 + }, + { + "epoch": 0.847457627118644, + "grad_norm": 24.681901931762695, + "learning_rate": 4.928285385164316e-06, + "loss": 0.1363, + "num_input_tokens_seen": 300736, + "step": 350 + }, + { + "epoch": 0.8595641646489104, + "grad_norm": 8.876485824584961, + "learning_rate": 4.92317262602738e-06, + "loss": 0.1348, + "num_input_tokens_seen": 304960, + "step": 355 + }, + { + "epoch": 0.8716707021791767, + "grad_norm": 20.233808517456055, + "learning_rate": 4.917886673983267e-06, + "loss": 0.1694, + "num_input_tokens_seen": 309184, + "step": 360 + }, + { + "epoch": 0.8837772397094431, + "grad_norm": 20.60609245300293, + "learning_rate": 4.912427906838079e-06, + "loss": 0.1352, + "num_input_tokens_seen": 313408, + "step": 365 + }, + { + "epoch": 0.8958837772397095, + "grad_norm": 6.115711688995361, + "learning_rate": 4.906796714749635e-06, + "loss": 0.0933, + "num_input_tokens_seen": 317888, + "step": 370 + }, + { + "epoch": 0.9079903147699758, + "grad_norm": 18.18195152282715, + "learning_rate": 4.900993500199591e-06, + "loss": 0.1488, + "num_input_tokens_seen": 322048, + "step": 375 + }, + { + "epoch": 0.9200968523002422, + "grad_norm": 12.584397315979004, + "learning_rate": 4.895018677964669e-06, + "loss": 0.087, + "num_input_tokens_seen": 326592, + "step": 380 + }, + { + "epoch": 0.9322033898305084, + "grad_norm": 7.245577812194824, + "learning_rate": 4.888872675087012e-06, + "loss": 0.1017, + "num_input_tokens_seen": 330880, + "step": 385 + }, + { + "epoch": 0.9443099273607748, + "grad_norm": 51.712425231933594, + "learning_rate": 4.882555930843664e-06, + "loss": 0.1105, + "num_input_tokens_seen": 335104, + "step": 390 + }, + { + "epoch": 0.9564164648910412, + "grad_norm": 25.56722068786621, + "learning_rate": 4.876068896715171e-06, + "loss": 0.1437, + "num_input_tokens_seen": 339392, + "step": 395 + }, + { + "epoch": 0.9685230024213075, + "grad_norm": 20.534461975097656, + "learning_rate": 4.8694120363533105e-06, + "loss": 0.146, + "num_input_tokens_seen": 343744, + "step": 400 + }, + { + "epoch": 0.9806295399515739, + "grad_norm": 8.779641151428223, + "learning_rate": 4.862585825547957e-06, + "loss": 0.0985, + "num_input_tokens_seen": 348160, + "step": 405 + }, + { + "epoch": 0.9927360774818402, + "grad_norm": 17.242847442626953, + "learning_rate": 4.855590752193075e-06, + "loss": 0.116, + "num_input_tokens_seen": 352448, + "step": 410 + }, + { + "epoch": 1.0048426150121066, + "grad_norm": 13.249277114868164, + "learning_rate": 4.848427316251843e-06, + "loss": 0.1193, + "num_input_tokens_seen": 356656, + "step": 415 + }, + { + "epoch": 1.0072639225181599, + "eval_loss": 0.10842076689004898, + "eval_runtime": 0.63, + "eval_samples_per_second": 582.523, + "eval_steps_per_second": 73.014, + "num_input_tokens_seen": 357488, + "step": 416 + }, + { + "epoch": 1.0169491525423728, + "grad_norm": 1.1179414987564087, + "learning_rate": 4.841096029720921e-06, + "loss": 0.073, + "num_input_tokens_seen": 360880, + "step": 420 + }, + { + "epoch": 1.0290556900726393, + "grad_norm": 31.719369888305664, + "learning_rate": 4.833597416593861e-06, + "loss": 0.0535, + "num_input_tokens_seen": 365104, + "step": 425 + }, + { + "epoch": 1.0411622276029056, + "grad_norm": 48.02503204345703, + "learning_rate": 4.825932012823652e-06, + "loss": 0.1458, + "num_input_tokens_seen": 369776, + "step": 430 + }, + { + "epoch": 1.053268765133172, + "grad_norm": 97.04767608642578, + "learning_rate": 4.818100366284408e-06, + "loss": 0.1602, + "num_input_tokens_seen": 374000, + "step": 435 + }, + { + "epoch": 1.0653753026634383, + "grad_norm": 37.753238677978516, + "learning_rate": 4.81010303673222e-06, + "loss": 0.2577, + "num_input_tokens_seen": 378096, + "step": 440 + }, + { + "epoch": 1.0774818401937045, + "grad_norm": 0.17760241031646729, + "learning_rate": 4.80194059576514e-06, + "loss": 0.0566, + "num_input_tokens_seen": 382256, + "step": 445 + }, + { + "epoch": 1.089588377723971, + "grad_norm": 34.652015686035156, + "learning_rate": 4.793613626782331e-06, + "loss": 0.1761, + "num_input_tokens_seen": 386672, + "step": 450 + }, + { + "epoch": 1.1016949152542372, + "grad_norm": 28.04759407043457, + "learning_rate": 4.785122724942367e-06, + "loss": 0.0591, + "num_input_tokens_seen": 390960, + "step": 455 + }, + { + "epoch": 1.1138014527845037, + "grad_norm": 2.957566976547241, + "learning_rate": 4.7764684971206974e-06, + "loss": 0.0952, + "num_input_tokens_seen": 395440, + "step": 460 + }, + { + "epoch": 1.12590799031477, + "grad_norm": 44.540069580078125, + "learning_rate": 4.767651561866269e-06, + "loss": 0.0664, + "num_input_tokens_seen": 399600, + "step": 465 + }, + { + "epoch": 1.1380145278450362, + "grad_norm": 24.51837730407715, + "learning_rate": 4.758672549357316e-06, + "loss": 0.1001, + "num_input_tokens_seen": 403888, + "step": 470 + }, + { + "epoch": 1.1501210653753027, + "grad_norm": 40.098114013671875, + "learning_rate": 4.7495321013563225e-06, + "loss": 0.2506, + "num_input_tokens_seen": 408176, + "step": 475 + }, + { + "epoch": 1.162227602905569, + "grad_norm": 2.672497510910034, + "learning_rate": 4.740230871164148e-06, + "loss": 0.044, + "num_input_tokens_seen": 412208, + "step": 480 + }, + { + "epoch": 1.1743341404358354, + "grad_norm": 0.2532678544521332, + "learning_rate": 4.730769523573337e-06, + "loss": 0.1472, + "num_input_tokens_seen": 416624, + "step": 485 + }, + { + "epoch": 1.1864406779661016, + "grad_norm": 4.472592830657959, + "learning_rate": 4.721148734820605e-06, + "loss": 0.1661, + "num_input_tokens_seen": 421040, + "step": 490 + }, + { + "epoch": 1.1985472154963681, + "grad_norm": 37.826171875, + "learning_rate": 4.711369192538503e-06, + "loss": 0.094, + "num_input_tokens_seen": 425136, + "step": 495 + }, + { + "epoch": 1.2106537530266344, + "grad_norm": 14.548481941223145, + "learning_rate": 4.701431595706269e-06, + "loss": 0.1282, + "num_input_tokens_seen": 429680, + "step": 500 + }, + { + "epoch": 1.2227602905569008, + "grad_norm": 24.612041473388672, + "learning_rate": 4.691336654599873e-06, + "loss": 0.0874, + "num_input_tokens_seen": 434224, + "step": 505 + }, + { + "epoch": 1.234866828087167, + "grad_norm": 11.3072509765625, + "learning_rate": 4.6810850907412486e-06, + "loss": 0.0403, + "num_input_tokens_seen": 438320, + "step": 510 + }, + { + "epoch": 1.2469733656174333, + "grad_norm": 9.126791000366211, + "learning_rate": 4.6706776368467236e-06, + "loss": 0.0227, + "num_input_tokens_seen": 442672, + "step": 515 + }, + { + "epoch": 1.2590799031476998, + "grad_norm": 23.92775535583496, + "learning_rate": 4.6601150367746485e-06, + "loss": 0.0685, + "num_input_tokens_seen": 446896, + "step": 520 + }, + { + "epoch": 1.2590799031476998, + "eval_loss": 0.19028596580028534, + "eval_runtime": 0.7167, + "eval_samples_per_second": 512.081, + "eval_steps_per_second": 64.185, + "num_input_tokens_seen": 446896, + "step": 520 + }, + { + "epoch": 1.271186440677966, + "grad_norm": 43.593448638916016, + "learning_rate": 4.649398045472235e-06, + "loss": 0.1008, + "num_input_tokens_seen": 451312, + "step": 525 + }, + { + "epoch": 1.2832929782082325, + "grad_norm": 8.737812042236328, + "learning_rate": 4.638527428921592e-06, + "loss": 0.3076, + "num_input_tokens_seen": 455408, + "step": 530 + }, + { + "epoch": 1.2953995157384988, + "grad_norm": 2.4155948162078857, + "learning_rate": 4.627503964084981e-06, + "loss": 0.0462, + "num_input_tokens_seen": 460080, + "step": 535 + }, + { + "epoch": 1.307506053268765, + "grad_norm": 2.872014284133911, + "learning_rate": 4.616328438849284e-06, + "loss": 0.0124, + "num_input_tokens_seen": 464496, + "step": 540 + }, + { + "epoch": 1.3196125907990315, + "grad_norm": 34.14030456542969, + "learning_rate": 4.605001651969686e-06, + "loss": 0.1408, + "num_input_tokens_seen": 468720, + "step": 545 + }, + { + "epoch": 1.331719128329298, + "grad_norm": 59.56473922729492, + "learning_rate": 4.5935244130125925e-06, + "loss": 0.115, + "num_input_tokens_seen": 473264, + "step": 550 + }, + { + "epoch": 1.3438256658595642, + "grad_norm": 1.2305806875228882, + "learning_rate": 4.581897542297761e-06, + "loss": 0.0061, + "num_input_tokens_seen": 477552, + "step": 555 + }, + { + "epoch": 1.3559322033898304, + "grad_norm": 52.619632720947266, + "learning_rate": 4.570121870839671e-06, + "loss": 0.0843, + "num_input_tokens_seen": 482032, + "step": 560 + }, + { + "epoch": 1.368038740920097, + "grad_norm": 97.8170394897461, + "learning_rate": 4.558198240288131e-06, + "loss": 0.0764, + "num_input_tokens_seen": 486384, + "step": 565 + }, + { + "epoch": 1.3801452784503632, + "grad_norm": 35.3338737487793, + "learning_rate": 4.5461275028681186e-06, + "loss": 0.1836, + "num_input_tokens_seen": 490672, + "step": 570 + }, + { + "epoch": 1.3922518159806296, + "grad_norm": 27.42061996459961, + "learning_rate": 4.533910521318872e-06, + "loss": 0.1097, + "num_input_tokens_seen": 494960, + "step": 575 + }, + { + "epoch": 1.4043583535108959, + "grad_norm": 7.799497604370117, + "learning_rate": 4.521548168832227e-06, + "loss": 0.1144, + "num_input_tokens_seen": 499120, + "step": 580 + }, + { + "epoch": 1.4164648910411621, + "grad_norm": 11.070670127868652, + "learning_rate": 4.509041328990204e-06, + "loss": 0.0169, + "num_input_tokens_seen": 503408, + "step": 585 + }, + { + "epoch": 1.4285714285714286, + "grad_norm": 5.323161602020264, + "learning_rate": 4.496390895701858e-06, + "loss": 0.0424, + "num_input_tokens_seen": 507312, + "step": 590 + }, + { + "epoch": 1.4406779661016949, + "grad_norm": 26.43401527404785, + "learning_rate": 4.483597773139387e-06, + "loss": 0.053, + "num_input_tokens_seen": 511600, + "step": 595 + }, + { + "epoch": 1.4527845036319613, + "grad_norm": 0.05975044146180153, + "learning_rate": 4.470662875673506e-06, + "loss": 0.0615, + "num_input_tokens_seen": 515888, + "step": 600 + }, + { + "epoch": 1.4648910411622276, + "grad_norm": 52.62843322753906, + "learning_rate": 4.4575871278080964e-06, + "loss": 0.2071, + "num_input_tokens_seen": 519920, + "step": 605 + }, + { + "epoch": 1.4769975786924938, + "grad_norm": 10.014227867126465, + "learning_rate": 4.444371464114126e-06, + "loss": 0.0688, + "num_input_tokens_seen": 524336, + "step": 610 + }, + { + "epoch": 1.4891041162227603, + "grad_norm": 0.5611757636070251, + "learning_rate": 4.431016829162851e-06, + "loss": 0.071, + "num_input_tokens_seen": 528496, + "step": 615 + }, + { + "epoch": 1.5012106537530268, + "grad_norm": 0.10402300208806992, + "learning_rate": 4.417524177458309e-06, + "loss": 0.0801, + "num_input_tokens_seen": 532784, + "step": 620 + }, + { + "epoch": 1.5108958837772397, + "eval_loss": 0.1981746405363083, + "eval_runtime": 0.6398, + "eval_samples_per_second": 573.626, + "eval_steps_per_second": 71.899, + "num_input_tokens_seen": 536176, + "step": 624 + }, + { + "epoch": 1.513317191283293, + "grad_norm": 24.07758331298828, + "learning_rate": 4.403894473369092e-06, + "loss": 0.0258, + "num_input_tokens_seen": 537136, + "step": 625 + }, + { + "epoch": 1.5254237288135593, + "grad_norm": 48.458106994628906, + "learning_rate": 4.390128691059423e-06, + "loss": 0.199, + "num_input_tokens_seen": 541552, + "step": 630 + }, + { + "epoch": 1.5375302663438255, + "grad_norm": 8.228415489196777, + "learning_rate": 4.376227814419524e-06, + "loss": 0.1964, + "num_input_tokens_seen": 545648, + "step": 635 + }, + { + "epoch": 1.549636803874092, + "grad_norm": 12.28972339630127, + "learning_rate": 4.3621928369952995e-06, + "loss": 0.06, + "num_input_tokens_seen": 550256, + "step": 640 + }, + { + "epoch": 1.5617433414043584, + "grad_norm": 15.129716873168945, + "learning_rate": 4.348024761917321e-06, + "loss": 0.1114, + "num_input_tokens_seen": 554928, + "step": 645 + }, + { + "epoch": 1.5738498789346247, + "grad_norm": 0.27470338344573975, + "learning_rate": 4.333724601829132e-06, + "loss": 0.0725, + "num_input_tokens_seen": 559344, + "step": 650 + }, + { + "epoch": 1.585956416464891, + "grad_norm": 0.1773267388343811, + "learning_rate": 4.319293378814868e-06, + "loss": 0.1308, + "num_input_tokens_seen": 563760, + "step": 655 + }, + { + "epoch": 1.5980629539951574, + "grad_norm": 14.22355842590332, + "learning_rate": 4.3047321243262065e-06, + "loss": 0.0653, + "num_input_tokens_seen": 568112, + "step": 660 + }, + { + "epoch": 1.6101694915254239, + "grad_norm": 0.1500890851020813, + "learning_rate": 4.290041879108641e-06, + "loss": 0.006, + "num_input_tokens_seen": 572464, + "step": 665 + }, + { + "epoch": 1.6222760290556901, + "grad_norm": 30.997364044189453, + "learning_rate": 4.275223693127103e-06, + "loss": 0.0771, + "num_input_tokens_seen": 576752, + "step": 670 + }, + { + "epoch": 1.6343825665859564, + "grad_norm": 44.13563919067383, + "learning_rate": 4.260278625490911e-06, + "loss": 0.034, + "num_input_tokens_seen": 580976, + "step": 675 + }, + { + "epoch": 1.6464891041162226, + "grad_norm": 1.0693022012710571, + "learning_rate": 4.245207744378075e-06, + "loss": 0.1429, + "num_input_tokens_seen": 585264, + "step": 680 + }, + { + "epoch": 1.658595641646489, + "grad_norm": 32.29472351074219, + "learning_rate": 4.2300121269589475e-06, + "loss": 0.0664, + "num_input_tokens_seen": 589744, + "step": 685 + }, + { + "epoch": 1.6707021791767556, + "grad_norm": 40.11149597167969, + "learning_rate": 4.2146928593192375e-06, + "loss": 0.0792, + "num_input_tokens_seen": 593968, + "step": 690 + }, + { + "epoch": 1.6828087167070218, + "grad_norm": 43.619258880615234, + "learning_rate": 4.19925103638238e-06, + "loss": 0.1061, + "num_input_tokens_seen": 598256, + "step": 695 + }, + { + "epoch": 1.694915254237288, + "grad_norm": 0.6466928720474243, + "learning_rate": 4.183687761831282e-06, + "loss": 0.0958, + "num_input_tokens_seen": 602608, + "step": 700 + }, + { + "epoch": 1.7070217917675545, + "grad_norm": 27.355270385742188, + "learning_rate": 4.168004148029435e-06, + "loss": 0.1234, + "num_input_tokens_seen": 607088, + "step": 705 + }, + { + "epoch": 1.7191283292978208, + "grad_norm": 17.83440399169922, + "learning_rate": 4.152201315941414e-06, + "loss": 0.1094, + "num_input_tokens_seen": 611248, + "step": 710 + }, + { + "epoch": 1.7312348668280872, + "grad_norm": 1.9912621974945068, + "learning_rate": 4.136280395052754e-06, + "loss": 0.1047, + "num_input_tokens_seen": 615536, + "step": 715 + }, + { + "epoch": 1.7433414043583535, + "grad_norm": 7.247110843658447, + "learning_rate": 4.120242523289223e-06, + "loss": 0.0341, + "num_input_tokens_seen": 619952, + "step": 720 + }, + { + "epoch": 1.7554479418886197, + "grad_norm": 42.79171371459961, + "learning_rate": 4.104088846935493e-06, + "loss": 0.2066, + "num_input_tokens_seen": 624368, + "step": 725 + }, + { + "epoch": 1.7627118644067796, + "eval_loss": 0.14485575258731842, + "eval_runtime": 0.6316, + "eval_samples_per_second": 581.029, + "eval_steps_per_second": 72.826, + "num_input_tokens_seen": 626992, + "step": 728 + }, + { + "epoch": 1.7675544794188862, + "grad_norm": 15.863067626953125, + "learning_rate": 4.087820520553205e-06, + "loss": 0.0104, + "num_input_tokens_seen": 628720, + "step": 730 + }, + { + "epoch": 1.7796610169491527, + "grad_norm": 4.8767571449279785, + "learning_rate": 4.071438706898457e-06, + "loss": 0.0572, + "num_input_tokens_seen": 633008, + "step": 735 + }, + { + "epoch": 1.791767554479419, + "grad_norm": 8.256195068359375, + "learning_rate": 4.0549445768386895e-06, + "loss": 0.1222, + "num_input_tokens_seen": 637360, + "step": 740 + }, + { + "epoch": 1.8038740920096852, + "grad_norm": 40.003360748291016, + "learning_rate": 4.038339309269002e-06, + "loss": 0.1171, + "num_input_tokens_seen": 641648, + "step": 745 + }, + { + "epoch": 1.8159806295399514, + "grad_norm": 1.1402125358581543, + "learning_rate": 4.021624091027895e-06, + "loss": 0.1638, + "num_input_tokens_seen": 645552, + "step": 750 + }, + { + "epoch": 1.828087167070218, + "grad_norm": 19.136348724365234, + "learning_rate": 4.00480011681244e-06, + "loss": 0.1092, + "num_input_tokens_seen": 649904, + "step": 755 + }, + { + "epoch": 1.8401937046004844, + "grad_norm": 16.968360900878906, + "learning_rate": 3.987868589092894e-06, + "loss": 0.1118, + "num_input_tokens_seen": 654128, + "step": 760 + }, + { + "epoch": 1.8523002421307506, + "grad_norm": 15.944784164428711, + "learning_rate": 3.970830718026746e-06, + "loss": 0.1015, + "num_input_tokens_seen": 658672, + "step": 765 + }, + { + "epoch": 1.8644067796610169, + "grad_norm": 20.015836715698242, + "learning_rate": 3.9536877213722335e-06, + "loss": 0.1207, + "num_input_tokens_seen": 663088, + "step": 770 + }, + { + "epoch": 1.8765133171912833, + "grad_norm": 30.892627716064453, + "learning_rate": 3.936440824401299e-06, + "loss": 0.083, + "num_input_tokens_seen": 667440, + "step": 775 + }, + { + "epoch": 1.8886198547215496, + "grad_norm": 19.33950424194336, + "learning_rate": 3.919091259812013e-06, + "loss": 0.0249, + "num_input_tokens_seen": 671792, + "step": 780 + }, + { + "epoch": 1.900726392251816, + "grad_norm": 24.891815185546875, + "learning_rate": 3.901640267640475e-06, + "loss": 0.0425, + "num_input_tokens_seen": 676336, + "step": 785 + }, + { + "epoch": 1.9128329297820823, + "grad_norm": 28.49574089050293, + "learning_rate": 3.884089095172181e-06, + "loss": 0.0402, + "num_input_tokens_seen": 680624, + "step": 790 + }, + { + "epoch": 1.9249394673123486, + "grad_norm": 0.016377810388803482, + "learning_rate": 3.866438996852873e-06, + "loss": 0.0155, + "num_input_tokens_seen": 685040, + "step": 795 + }, + { + "epoch": 1.937046004842615, + "grad_norm": 0.16267594695091248, + "learning_rate": 3.848691234198879e-06, + "loss": 0.0372, + "num_input_tokens_seen": 689392, + "step": 800 + }, + { + "epoch": 1.9491525423728815, + "grad_norm": 1.1569898128509521, + "learning_rate": 3.830847075706957e-06, + "loss": 0.1257, + "num_input_tokens_seen": 693552, + "step": 805 + }, + { + "epoch": 1.9612590799031477, + "grad_norm": 1.0089043378829956, + "learning_rate": 3.812907796763616e-06, + "loss": 0.0454, + "num_input_tokens_seen": 698032, + "step": 810 + }, + { + "epoch": 1.973365617433414, + "grad_norm": 0.9869695901870728, + "learning_rate": 3.794874679553975e-06, + "loss": 0.2136, + "num_input_tokens_seen": 702000, + "step": 815 + }, + { + "epoch": 1.9854721549636802, + "grad_norm": 23.745838165283203, + "learning_rate": 3.7767490129701057e-06, + "loss": 0.1643, + "num_input_tokens_seen": 706160, + "step": 820 + }, + { + "epoch": 1.9975786924939467, + "grad_norm": 4.922607898712158, + "learning_rate": 3.7585320925189246e-06, + "loss": 0.0475, + "num_input_tokens_seen": 710768, + "step": 825 + }, + { + "epoch": 2.009685230024213, + "grad_norm": 0.3702712655067444, + "learning_rate": 3.7402252202295876e-06, + "loss": 0.0011, + "num_input_tokens_seen": 714744, + "step": 830 + }, + { + "epoch": 2.0145278450363198, + "eval_loss": 0.2067757099866867, + "eval_runtime": 0.634, + "eval_samples_per_second": 578.871, + "eval_steps_per_second": 72.556, + "num_input_tokens_seen": 716344, + "step": 832 + }, + { + "epoch": 2.0217917675544794, + "grad_norm": 66.86534118652344, + "learning_rate": 3.7218297045604362e-06, + "loss": 0.0057, + "num_input_tokens_seen": 718776, + "step": 835 + }, + { + "epoch": 2.0338983050847457, + "grad_norm": 0.06272957473993301, + "learning_rate": 3.703346860305473e-06, + "loss": 0.0114, + "num_input_tokens_seen": 722744, + "step": 840 + }, + { + "epoch": 2.046004842615012, + "grad_norm": 0.00682666152715683, + "learning_rate": 3.6847780085003908e-06, + "loss": 0.0047, + "num_input_tokens_seen": 727160, + "step": 845 + }, + { + "epoch": 2.0581113801452786, + "grad_norm": 60.80389404296875, + "learning_rate": 3.666124476328155e-06, + "loss": 0.0867, + "num_input_tokens_seen": 731576, + "step": 850 + }, + { + "epoch": 2.070217917675545, + "grad_norm": 15.216704368591309, + "learning_rate": 3.647387597024139e-06, + "loss": 0.0084, + "num_input_tokens_seen": 736184, + "step": 855 + }, + { + "epoch": 2.082324455205811, + "grad_norm": 0.1580037623643875, + "learning_rate": 3.6285687097808396e-06, + "loss": 0.0011, + "num_input_tokens_seen": 740472, + "step": 860 + }, + { + "epoch": 2.0944309927360774, + "grad_norm": 56.17728805541992, + "learning_rate": 3.609669159652158e-06, + "loss": 0.0528, + "num_input_tokens_seen": 744760, + "step": 865 + }, + { + "epoch": 2.106537530266344, + "grad_norm": 0.03734096884727478, + "learning_rate": 3.5906902974572623e-06, + "loss": 0.0003, + "num_input_tokens_seen": 749176, + "step": 870 + }, + { + "epoch": 2.1186440677966103, + "grad_norm": 0.013891610316932201, + "learning_rate": 3.5716334796840403e-06, + "loss": 0.0329, + "num_input_tokens_seen": 753528, + "step": 875 + }, + { + "epoch": 2.1307506053268765, + "grad_norm": 0.11342939734458923, + "learning_rate": 3.5525000683921467e-06, + "loss": 0.0022, + "num_input_tokens_seen": 757688, + "step": 880 + }, + { + "epoch": 2.142857142857143, + "grad_norm": 0.012256304733455181, + "learning_rate": 3.533291431115653e-06, + "loss": 0.0268, + "num_input_tokens_seen": 762040, + "step": 885 + }, + { + "epoch": 2.154963680387409, + "grad_norm": 55.32374572753906, + "learning_rate": 3.514008940765304e-06, + "loss": 0.0746, + "num_input_tokens_seen": 766200, + "step": 890 + }, + { + "epoch": 2.1670702179176757, + "grad_norm": 0.006180486176162958, + "learning_rate": 3.494653975530388e-06, + "loss": 0.0202, + "num_input_tokens_seen": 770680, + "step": 895 + }, + { + "epoch": 2.179176755447942, + "grad_norm": 0.8855127096176147, + "learning_rate": 3.475227918780239e-06, + "loss": 0.0023, + "num_input_tokens_seen": 774840, + "step": 900 + }, + { + "epoch": 2.1912832929782082, + "grad_norm": 0.0062964423559606075, + "learning_rate": 3.455732158965356e-06, + "loss": 0.0001, + "num_input_tokens_seen": 779192, + "step": 905 + }, + { + "epoch": 2.2033898305084745, + "grad_norm": 0.005455203354358673, + "learning_rate": 3.436168089518168e-06, + "loss": 0.0001, + "num_input_tokens_seen": 783608, + "step": 910 + }, + { + "epoch": 2.2154963680387407, + "grad_norm": 40.38529968261719, + "learning_rate": 3.4165371087534428e-06, + "loss": 0.0365, + "num_input_tokens_seen": 788088, + "step": 915 + }, + { + "epoch": 2.2276029055690074, + "grad_norm": 0.01571381278336048, + "learning_rate": 3.396840619768338e-06, + "loss": 0.0, + "num_input_tokens_seen": 792568, + "step": 920 + }, + { + "epoch": 2.2397094430992737, + "grad_norm": 0.002371912356466055, + "learning_rate": 3.377080030342125e-06, + "loss": 0.0001, + "num_input_tokens_seen": 797176, + "step": 925 + }, + { + "epoch": 2.25181598062954, + "grad_norm": 31.288312911987305, + "learning_rate": 3.3572567528355614e-06, + "loss": 0.0038, + "num_input_tokens_seen": 801400, + "step": 930 + }, + { + "epoch": 2.263922518159806, + "grad_norm": 0.009536500088870525, + "learning_rate": 3.3373722040899515e-06, + "loss": 0.0059, + "num_input_tokens_seen": 805944, + "step": 935 + }, + { + "epoch": 2.2663438256658597, + "eval_loss": 0.26913806796073914, + "eval_runtime": 0.697, + "eval_samples_per_second": 526.575, + "eval_steps_per_second": 66.001, + "num_input_tokens_seen": 806712, + "step": 936 + }, + { + "epoch": 2.2760290556900724, + "grad_norm": 0.0007474619778804481, + "learning_rate": 3.3174278053258753e-06, + "loss": 0.0006, + "num_input_tokens_seen": 810040, + "step": 940 + }, + { + "epoch": 2.288135593220339, + "grad_norm": 42.942989349365234, + "learning_rate": 3.2974249820416094e-06, + "loss": 0.0482, + "num_input_tokens_seen": 814392, + "step": 945 + }, + { + "epoch": 2.3002421307506054, + "grad_norm": 62.229331970214844, + "learning_rate": 3.2773651639112432e-06, + "loss": 0.0175, + "num_input_tokens_seen": 818872, + "step": 950 + }, + { + "epoch": 2.3123486682808716, + "grad_norm": 0.0007935139001347125, + "learning_rate": 3.2572497846824922e-06, + "loss": 0.0039, + "num_input_tokens_seen": 823096, + "step": 955 + }, + { + "epoch": 2.324455205811138, + "grad_norm": 2.6152658462524414, + "learning_rate": 3.2370802820742273e-06, + "loss": 0.0549, + "num_input_tokens_seen": 827128, + "step": 960 + }, + { + "epoch": 2.3365617433414045, + "grad_norm": 0.9258336424827576, + "learning_rate": 3.2168580976737105e-06, + "loss": 0.0011, + "num_input_tokens_seen": 831288, + "step": 965 + }, + { + "epoch": 2.348668280871671, + "grad_norm": 0.28666022419929504, + "learning_rate": 3.1965846768335625e-06, + "loss": 0.0202, + "num_input_tokens_seen": 835640, + "step": 970 + }, + { + "epoch": 2.360774818401937, + "grad_norm": 0.0008573018712922931, + "learning_rate": 3.176261468568457e-06, + "loss": 0.0019, + "num_input_tokens_seen": 839736, + "step": 975 + }, + { + "epoch": 2.3728813559322033, + "grad_norm": 55.564476013183594, + "learning_rate": 3.155889925451557e-06, + "loss": 0.0363, + "num_input_tokens_seen": 844024, + "step": 980 + }, + { + "epoch": 2.38498789346247, + "grad_norm": 0.025824718177318573, + "learning_rate": 3.1354715035106892e-06, + "loss": 0.0001, + "num_input_tokens_seen": 848248, + "step": 985 + }, + { + "epoch": 2.3970944309927362, + "grad_norm": 0.0016786637715995312, + "learning_rate": 3.115007662124282e-06, + "loss": 0.0, + "num_input_tokens_seen": 852472, + "step": 990 + }, + { + "epoch": 2.4092009685230025, + "grad_norm": 0.014527814462780952, + "learning_rate": 3.0944998639170544e-06, + "loss": 0.0006, + "num_input_tokens_seen": 856824, + "step": 995 + }, + { + "epoch": 2.4213075060532687, + "grad_norm": 4.990849018096924, + "learning_rate": 3.0739495746554785e-06, + "loss": 0.0018, + "num_input_tokens_seen": 860984, + "step": 1000 + }, + { + "epoch": 2.433414043583535, + "grad_norm": 0.5683162808418274, + "learning_rate": 3.0533582631430153e-06, + "loss": 0.068, + "num_input_tokens_seen": 865272, + "step": 1005 + }, + { + "epoch": 2.4455205811138017, + "grad_norm": 5.13648796081543, + "learning_rate": 3.0327274011151355e-06, + "loss": 0.0395, + "num_input_tokens_seen": 869560, + "step": 1010 + }, + { + "epoch": 2.457627118644068, + "grad_norm": 0.0019914067815989256, + "learning_rate": 3.012058463134126e-06, + "loss": 0.0, + "num_input_tokens_seen": 873976, + "step": 1015 + }, + { + "epoch": 2.469733656174334, + "grad_norm": 0.0011213916586712003, + "learning_rate": 2.991352926483702e-06, + "loss": 0.0, + "num_input_tokens_seen": 878200, + "step": 1020 + }, + { + "epoch": 2.4818401937046004, + "grad_norm": 0.0030807037837803364, + "learning_rate": 2.9706122710634166e-06, + "loss": 0.0008, + "num_input_tokens_seen": 882872, + "step": 1025 + }, + { + "epoch": 2.4939467312348667, + "grad_norm": 0.0031619234941899776, + "learning_rate": 2.949837979282889e-06, + "loss": 0.0, + "num_input_tokens_seen": 887096, + "step": 1030 + }, + { + "epoch": 2.5060532687651333, + "grad_norm": 29.275707244873047, + "learning_rate": 2.9290315359558504e-06, + "loss": 0.0032, + "num_input_tokens_seen": 891576, + "step": 1035 + }, + { + "epoch": 2.5181598062953996, + "grad_norm": 0.013175534084439278, + "learning_rate": 2.908194428194019e-06, + "loss": 0.0756, + "num_input_tokens_seen": 895736, + "step": 1040 + }, + { + "epoch": 2.5181598062953996, + "eval_loss": 0.28947436809539795, + "eval_runtime": 0.636, + "eval_samples_per_second": 577.029, + "eval_steps_per_second": 72.325, + "num_input_tokens_seen": 895736, + "step": 1040 + }, + { + "epoch": 2.530266343825666, + "grad_norm": 0.002881130203604698, + "learning_rate": 2.88732814530081e-06, + "loss": 0.0001, + "num_input_tokens_seen": 900024, + "step": 1045 + }, + { + "epoch": 2.542372881355932, + "grad_norm": 122.53758239746094, + "learning_rate": 2.8664341786648932e-06, + "loss": 0.0128, + "num_input_tokens_seen": 904440, + "step": 1050 + }, + { + "epoch": 2.5544794188861983, + "grad_norm": 0.0015194405568763614, + "learning_rate": 2.845514021653595e-06, + "loss": 0.0001, + "num_input_tokens_seen": 908728, + "step": 1055 + }, + { + "epoch": 2.566585956416465, + "grad_norm": 0.13878583908081055, + "learning_rate": 2.8245691695061605e-06, + "loss": 0.0443, + "num_input_tokens_seen": 913016, + "step": 1060 + }, + { + "epoch": 2.5786924939467313, + "grad_norm": 26.11018180847168, + "learning_rate": 2.8036011192268863e-06, + "loss": 0.0032, + "num_input_tokens_seen": 917304, + "step": 1065 + }, + { + "epoch": 2.5907990314769975, + "grad_norm": 0.003500137245282531, + "learning_rate": 2.7826113694781254e-06, + "loss": 0.0001, + "num_input_tokens_seen": 921528, + "step": 1070 + }, + { + "epoch": 2.6029055690072638, + "grad_norm": 0.00933838915079832, + "learning_rate": 2.7616014204731683e-06, + "loss": 0.0, + "num_input_tokens_seen": 925944, + "step": 1075 + }, + { + "epoch": 2.61501210653753, + "grad_norm": 0.0023421638179570436, + "learning_rate": 2.7405727738690193e-06, + "loss": 0.0001, + "num_input_tokens_seen": 930744, + "step": 1080 + }, + { + "epoch": 2.6271186440677967, + "grad_norm": 0.009054594673216343, + "learning_rate": 2.7195269326590685e-06, + "loss": 0.0725, + "num_input_tokens_seen": 935352, + "step": 1085 + }, + { + "epoch": 2.639225181598063, + "grad_norm": 0.02030082233250141, + "learning_rate": 2.698465401065667e-06, + "loss": 0.0295, + "num_input_tokens_seen": 939640, + "step": 1090 + }, + { + "epoch": 2.651331719128329, + "grad_norm": 0.27530986070632935, + "learning_rate": 2.6773896844326126e-06, + "loss": 0.0001, + "num_input_tokens_seen": 943672, + "step": 1095 + }, + { + "epoch": 2.663438256658596, + "grad_norm": 0.03071773052215576, + "learning_rate": 2.656301289117561e-06, + "loss": 0.0001, + "num_input_tokens_seen": 947704, + "step": 1100 + }, + { + "epoch": 2.6755447941888617, + "grad_norm": 0.014886329881846905, + "learning_rate": 2.6352017223843584e-06, + "loss": 0.0196, + "num_input_tokens_seen": 951928, + "step": 1105 + }, + { + "epoch": 2.6876513317191284, + "grad_norm": 0.06265253573656082, + "learning_rate": 2.6140924922953125e-06, + "loss": 0.0294, + "num_input_tokens_seen": 956216, + "step": 1110 + }, + { + "epoch": 2.6997578692493946, + "grad_norm": 0.04291946068406105, + "learning_rate": 2.592975107603406e-06, + "loss": 0.0001, + "num_input_tokens_seen": 960504, + "step": 1115 + }, + { + "epoch": 2.711864406779661, + "grad_norm": 0.01645965874195099, + "learning_rate": 2.571851077644461e-06, + "loss": 0.0135, + "num_input_tokens_seen": 965048, + "step": 1120 + }, + { + "epoch": 2.7239709443099276, + "grad_norm": 0.007254968397319317, + "learning_rate": 2.55072191222926e-06, + "loss": 0.0001, + "num_input_tokens_seen": 969208, + "step": 1125 + }, + { + "epoch": 2.736077481840194, + "grad_norm": 0.114701047539711, + "learning_rate": 2.5295891215356362e-06, + "loss": 0.0991, + "num_input_tokens_seen": 973624, + "step": 1130 + }, + { + "epoch": 2.74818401937046, + "grad_norm": 0.0054718079045414925, + "learning_rate": 2.5084542160005338e-06, + "loss": 0.0064, + "num_input_tokens_seen": 977976, + "step": 1135 + }, + { + "epoch": 2.7602905569007263, + "grad_norm": 0.28143173456192017, + "learning_rate": 2.4873187062120515e-06, + "loss": 0.0001, + "num_input_tokens_seen": 982200, + "step": 1140 + }, + { + "epoch": 2.7699757869249395, + "eval_loss": 0.22601255774497986, + "eval_runtime": 0.6803, + "eval_samples_per_second": 539.434, + "eval_steps_per_second": 67.613, + "num_input_tokens_seen": 985592, + "step": 1144 + }, + { + "epoch": 2.7723970944309926, + "grad_norm": 0.02263481356203556, + "learning_rate": 2.4661841028014786e-06, + "loss": 0.0002, + "num_input_tokens_seen": 986488, + "step": 1145 + }, + { + "epoch": 2.7845036319612593, + "grad_norm": 0.00884742010384798, + "learning_rate": 2.445051916335321e-06, + "loss": 0.0002, + "num_input_tokens_seen": 990456, + "step": 1150 + }, + { + "epoch": 2.7966101694915255, + "grad_norm": 0.019946428015828133, + "learning_rate": 2.4239236572073354e-06, + "loss": 0.0766, + "num_input_tokens_seen": 994744, + "step": 1155 + }, + { + "epoch": 2.8087167070217918, + "grad_norm": 0.010249280370771885, + "learning_rate": 2.4028008355305817e-06, + "loss": 0.0501, + "num_input_tokens_seen": 999160, + "step": 1160 + }, + { + "epoch": 2.820823244552058, + "grad_norm": 56.294708251953125, + "learning_rate": 2.3816849610294784e-06, + "loss": 0.0289, + "num_input_tokens_seen": 1003256, + "step": 1165 + }, + { + "epoch": 2.8329297820823243, + "grad_norm": 0.007834532298147678, + "learning_rate": 2.3605775429319115e-06, + "loss": 0.0884, + "num_input_tokens_seen": 1007480, + "step": 1170 + }, + { + "epoch": 2.845036319612591, + "grad_norm": 0.02283744513988495, + "learning_rate": 2.3394800898613536e-06, + "loss": 0.0004, + "num_input_tokens_seen": 1011896, + "step": 1175 + }, + { + "epoch": 2.857142857142857, + "grad_norm": 0.05437995120882988, + "learning_rate": 2.318394109729041e-06, + "loss": 0.0004, + "num_input_tokens_seen": 1015992, + "step": 1180 + }, + { + "epoch": 2.8692493946731235, + "grad_norm": 0.41270506381988525, + "learning_rate": 2.297321109626198e-06, + "loss": 0.003, + "num_input_tokens_seen": 1020408, + "step": 1185 + }, + { + "epoch": 2.8813559322033897, + "grad_norm": 0.04989304393529892, + "learning_rate": 2.27626259571632e-06, + "loss": 0.0003, + "num_input_tokens_seen": 1025016, + "step": 1190 + }, + { + "epoch": 2.893462469733656, + "grad_norm": 0.09522224217653275, + "learning_rate": 2.2552200731275215e-06, + "loss": 0.0571, + "num_input_tokens_seen": 1029368, + "step": 1195 + }, + { + "epoch": 2.9055690072639226, + "grad_norm": 3.600926160812378, + "learning_rate": 2.2341950458449576e-06, + "loss": 0.0007, + "num_input_tokens_seen": 1033592, + "step": 1200 + }, + { + "epoch": 2.917675544794189, + "grad_norm": 0.005034204572439194, + "learning_rate": 2.2131890166033333e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1037688, + "step": 1205 + }, + { + "epoch": 2.929782082324455, + "grad_norm": 0.01115792989730835, + "learning_rate": 2.1922034867794923e-06, + "loss": 0.0136, + "num_input_tokens_seen": 1041912, + "step": 1210 + }, + { + "epoch": 2.9418886198547214, + "grad_norm": 0.01456889882683754, + "learning_rate": 2.171239956285115e-06, + "loss": 0.0003, + "num_input_tokens_seen": 1046392, + "step": 1215 + }, + { + "epoch": 2.9539951573849876, + "grad_norm": 0.009599031880497932, + "learning_rate": 2.150299923459505e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1050616, + "step": 1220 + }, + { + "epoch": 2.9661016949152543, + "grad_norm": 0.04260379076004028, + "learning_rate": 2.1293848849625065e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1054840, + "step": 1225 + }, + { + "epoch": 2.9782082324455206, + "grad_norm": 0.006233742460608482, + "learning_rate": 2.108496335667527e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1058936, + "step": 1230 + }, + { + "epoch": 2.990314769975787, + "grad_norm": 0.005781834479421377, + "learning_rate": 2.0876357685546942e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1063288, + "step": 1235 + }, + { + "epoch": 3.002421307506053, + "grad_norm": 0.004296495113521814, + "learning_rate": 2.0668046746041497e-06, + "loss": 0.0, + "num_input_tokens_seen": 1067392, + "step": 1240 + }, + { + "epoch": 3.0145278450363198, + "grad_norm": 0.05696773901581764, + "learning_rate": 2.0460045426894816e-06, + "loss": 0.0, + "num_input_tokens_seen": 1071872, + "step": 1245 + }, + { + "epoch": 3.0217917675544794, + "eval_loss": 0.22526989877223969, + "eval_runtime": 0.6509, + "eval_samples_per_second": 563.818, + "eval_steps_per_second": 70.669, + "num_input_tokens_seen": 1074624, + "step": 1248 + }, + { + "epoch": 3.026634382566586, + "grad_norm": 0.033577512949705124, + "learning_rate": 2.0252368594713083e-06, + "loss": 0.0, + "num_input_tokens_seen": 1076416, + "step": 1250 + }, + { + "epoch": 3.0387409200968523, + "grad_norm": 8.000839233398438, + "learning_rate": 2.004503109291023e-06, + "loss": 0.0024, + "num_input_tokens_seen": 1080512, + "step": 1255 + }, + { + "epoch": 3.0508474576271185, + "grad_norm": 0.0029002963565289974, + "learning_rate": 1.9838047740647024e-06, + "loss": 0.0, + "num_input_tokens_seen": 1084608, + "step": 1260 + }, + { + "epoch": 3.062953995157385, + "grad_norm": 0.0019197538495063782, + "learning_rate": 1.9631433331771886e-06, + "loss": 0.0, + "num_input_tokens_seen": 1089024, + "step": 1265 + }, + { + "epoch": 3.0750605326876514, + "grad_norm": 0.1197233721613884, + "learning_rate": 1.942520263376351e-06, + "loss": 0.0, + "num_input_tokens_seen": 1093376, + "step": 1270 + }, + { + "epoch": 3.0871670702179177, + "grad_norm": 0.005993293132632971, + "learning_rate": 1.921937038667539e-06, + "loss": 0.0, + "num_input_tokens_seen": 1097728, + "step": 1275 + }, + { + "epoch": 3.099273607748184, + "grad_norm": 8.694519996643066, + "learning_rate": 1.901395130208229e-06, + "loss": 0.0831, + "num_input_tokens_seen": 1101888, + "step": 1280 + }, + { + "epoch": 3.11138014527845, + "grad_norm": 0.007167529780417681, + "learning_rate": 1.880896006202876e-06, + "loss": 0.0, + "num_input_tokens_seen": 1106176, + "step": 1285 + }, + { + "epoch": 3.123486682808717, + "grad_norm": 0.014599725604057312, + "learning_rate": 1.860441131797977e-06, + "loss": 0.0, + "num_input_tokens_seen": 1110272, + "step": 1290 + }, + { + "epoch": 3.135593220338983, + "grad_norm": 0.016075119376182556, + "learning_rate": 1.8400319689773474e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1114496, + "step": 1295 + }, + { + "epoch": 3.1476997578692494, + "grad_norm": 0.04632039740681648, + "learning_rate": 1.8196699764576316e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1118784, + "step": 1300 + }, + { + "epoch": 3.1598062953995156, + "grad_norm": 0.014973443932831287, + "learning_rate": 1.7993566095840442e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1123008, + "step": 1305 + }, + { + "epoch": 3.171912832929782, + "grad_norm": 0.017391176894307137, + "learning_rate": 1.7790933202263437e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1127424, + "step": 1310 + }, + { + "epoch": 3.1840193704600486, + "grad_norm": 0.0033686573151499033, + "learning_rate": 1.7588815566750728e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1131840, + "step": 1315 + }, + { + "epoch": 3.196125907990315, + "grad_norm": 0.012609965167939663, + "learning_rate": 1.7387227635380362e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1136192, + "step": 1320 + }, + { + "epoch": 3.208232445520581, + "grad_norm": 0.12501056492328644, + "learning_rate": 1.7186183816370522e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1140544, + "step": 1325 + }, + { + "epoch": 3.2203389830508473, + "grad_norm": 0.0041845571249723434, + "learning_rate": 1.6985698479049703e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1145280, + "step": 1330 + }, + { + "epoch": 3.232445520581114, + "grad_norm": 0.0181956198066473, + "learning_rate": 1.6785785952829718e-06, + "loss": 0.0039, + "num_input_tokens_seen": 1149888, + "step": 1335 + }, + { + "epoch": 3.2445520581113803, + "grad_norm": 0.005230342503637075, + "learning_rate": 1.6586460526181476e-06, + "loss": 0.0, + "num_input_tokens_seen": 1153920, + "step": 1340 + }, + { + "epoch": 3.2566585956416465, + "grad_norm": 0.0063026342540979385, + "learning_rate": 1.6387736445613772e-06, + "loss": 0.0, + "num_input_tokens_seen": 1158592, + "step": 1345 + }, + { + "epoch": 3.2687651331719128, + "grad_norm": 0.004648419097065926, + "learning_rate": 1.618962791465501e-06, + "loss": 0.0, + "num_input_tokens_seen": 1162816, + "step": 1350 + }, + { + "epoch": 3.2736077481840193, + "eval_loss": 0.25782492756843567, + "eval_runtime": 0.6532, + "eval_samples_per_second": 561.843, + "eval_steps_per_second": 70.422, + "num_input_tokens_seen": 1164544, + "step": 1352 + }, + { + "epoch": 3.280871670702179, + "grad_norm": 0.003744626184925437, + "learning_rate": 1.599214909283805e-06, + "loss": 0.0002, + "num_input_tokens_seen": 1167232, + "step": 1355 + }, + { + "epoch": 3.2929782082324457, + "grad_norm": 0.002472149208188057, + "learning_rate": 1.579531409468815e-06, + "loss": 0.0, + "num_input_tokens_seen": 1171648, + "step": 1360 + }, + { + "epoch": 3.305084745762712, + "grad_norm": 0.00250844843685627, + "learning_rate": 1.5599136988714186e-06, + "loss": 0.0, + "num_input_tokens_seen": 1175808, + "step": 1365 + }, + { + "epoch": 3.317191283292978, + "grad_norm": 0.0014152796939015388, + "learning_rate": 1.5403631796403085e-06, + "loss": 0.0, + "num_input_tokens_seen": 1180224, + "step": 1370 + }, + { + "epoch": 3.3292978208232444, + "grad_norm": 0.00422420259565115, + "learning_rate": 1.5208812491217669e-06, + "loss": 0.0, + "num_input_tokens_seen": 1184704, + "step": 1375 + }, + { + "epoch": 3.341404358353511, + "grad_norm": 0.004841359332203865, + "learning_rate": 1.5014692997597962e-06, + "loss": 0.053, + "num_input_tokens_seen": 1188992, + "step": 1380 + }, + { + "epoch": 3.3535108958837774, + "grad_norm": 0.0019620037637650967, + "learning_rate": 1.4821287189965865e-06, + "loss": 0.0, + "num_input_tokens_seen": 1193408, + "step": 1385 + }, + { + "epoch": 3.3656174334140436, + "grad_norm": 0.0014666810166090727, + "learning_rate": 1.4628608891733626e-06, + "loss": 0.0002, + "num_input_tokens_seen": 1197760, + "step": 1390 + }, + { + "epoch": 3.37772397094431, + "grad_norm": 0.0015612264396622777, + "learning_rate": 1.443667187431572e-06, + "loss": 0.0, + "num_input_tokens_seen": 1201792, + "step": 1395 + }, + { + "epoch": 3.389830508474576, + "grad_norm": 0.03145941346883774, + "learning_rate": 1.4245489856144633e-06, + "loss": 0.0, + "num_input_tokens_seen": 1205824, + "step": 1400 + }, + { + "epoch": 3.401937046004843, + "grad_norm": 0.0026610263157635927, + "learning_rate": 1.4055076501690313e-06, + "loss": 0.0, + "num_input_tokens_seen": 1210240, + "step": 1405 + }, + { + "epoch": 3.414043583535109, + "grad_norm": 0.002824948402121663, + "learning_rate": 1.3865445420483524e-06, + "loss": 0.0, + "num_input_tokens_seen": 1214464, + "step": 1410 + }, + { + "epoch": 3.4261501210653753, + "grad_norm": 3.925107002258301, + "learning_rate": 1.367661016614315e-06, + "loss": 0.0005, + "num_input_tokens_seen": 1218752, + "step": 1415 + }, + { + "epoch": 3.4382566585956416, + "grad_norm": 0.0029422210063785315, + "learning_rate": 1.348858423540744e-06, + "loss": 0.0, + "num_input_tokens_seen": 1223168, + "step": 1420 + }, + { + "epoch": 3.450363196125908, + "grad_norm": 0.00631983857601881, + "learning_rate": 1.3301381067169367e-06, + "loss": 0.0, + "num_input_tokens_seen": 1227328, + "step": 1425 + }, + { + "epoch": 3.4624697336561745, + "grad_norm": 0.0015673706075176597, + "learning_rate": 1.3115014041516088e-06, + "loss": 0.0, + "num_input_tokens_seen": 1231360, + "step": 1430 + }, + { + "epoch": 3.4745762711864407, + "grad_norm": 0.001485335873439908, + "learning_rate": 1.2929496478772635e-06, + "loss": 0.0, + "num_input_tokens_seen": 1235456, + "step": 1435 + }, + { + "epoch": 3.486682808716707, + "grad_norm": 0.001463928259909153, + "learning_rate": 1.2744841638549843e-06, + "loss": 0.0, + "num_input_tokens_seen": 1239616, + "step": 1440 + }, + { + "epoch": 3.4987893462469732, + "grad_norm": 0.013075617142021656, + "learning_rate": 1.2561062718796663e-06, + "loss": 0.0, + "num_input_tokens_seen": 1243968, + "step": 1445 + }, + { + "epoch": 3.5108958837772395, + "grad_norm": 0.00566933723166585, + "learning_rate": 1.2378172854856831e-06, + "loss": 0.0001, + "num_input_tokens_seen": 1248128, + "step": 1450 + }, + { + "epoch": 3.523002421307506, + "grad_norm": 0.004368732683360577, + "learning_rate": 1.2196185118530063e-06, + "loss": 0.0, + "num_input_tokens_seen": 1252288, + "step": 1455 + }, + { + "epoch": 3.5254237288135593, + "eval_loss": 0.2580437958240509, + "eval_runtime": 0.6456, + "eval_samples_per_second": 568.425, + "eval_steps_per_second": 71.247, + "num_input_tokens_seen": 1253248, + "step": 1456 + }, + { + "epoch": 3.5351089588377724, + "grad_norm": 0.0046086618676781654, + "learning_rate": 1.2015112517137744e-06, + "loss": 0.0, + "num_input_tokens_seen": 1256640, + "step": 1460 + }, + { + "epoch": 3.5472154963680387, + "grad_norm": 0.0021092540118843317, + "learning_rate": 1.183496799259326e-06, + "loss": 0.0, + "num_input_tokens_seen": 1261440, + "step": 1465 + }, + { + "epoch": 3.559322033898305, + "grad_norm": 0.0011951872147619724, + "learning_rate": 1.165576442047699e-06, + "loss": 0.0, + "num_input_tokens_seen": 1265664, + "step": 1470 + }, + { + "epoch": 3.571428571428571, + "grad_norm": 0.003473962191492319, + "learning_rate": 1.147751460911604e-06, + "loss": 0.0, + "num_input_tokens_seen": 1270016, + "step": 1475 + }, + { + "epoch": 3.583535108958838, + "grad_norm": 0.0040196748450398445, + "learning_rate": 1.1300231298668786e-06, + "loss": 0.0, + "num_input_tokens_seen": 1274560, + "step": 1480 + }, + { + "epoch": 3.595641646489104, + "grad_norm": 0.0007644465658813715, + "learning_rate": 1.112392716021429e-06, + "loss": 0.0, + "num_input_tokens_seen": 1278976, + "step": 1485 + }, + { + "epoch": 3.6077481840193704, + "grad_norm": 0.00214450154453516, + "learning_rate": 1.0948614794846668e-06, + "loss": 0.0, + "num_input_tokens_seen": 1283200, + "step": 1490 + }, + { + "epoch": 3.619854721549637, + "grad_norm": 0.004525753669440746, + "learning_rate": 1.0774306732774414e-06, + "loss": 0.0, + "num_input_tokens_seen": 1287296, + "step": 1495 + }, + { + "epoch": 3.6319612590799033, + "grad_norm": 0.0008026693249121308, + "learning_rate": 1.0601015432424818e-06, + "loss": 0.0, + "num_input_tokens_seen": 1291712, + "step": 1500 + }, + { + "epoch": 3.6440677966101696, + "grad_norm": 0.0020796298049390316, + "learning_rate": 1.0428753279553561e-06, + "loss": 0.0328, + "num_input_tokens_seen": 1295936, + "step": 1505 + }, + { + "epoch": 3.656174334140436, + "grad_norm": 16.17505645751953, + "learning_rate": 1.0257532586359422e-06, + "loss": 0.0527, + "num_input_tokens_seen": 1300608, + "step": 1510 + }, + { + "epoch": 3.668280871670702, + "grad_norm": 0.005263039376586676, + "learning_rate": 1.008736559060429e-06, + "loss": 0.0, + "num_input_tokens_seen": 1305024, + "step": 1515 + }, + { + "epoch": 3.6803874092009687, + "grad_norm": 0.015520356595516205, + "learning_rate": 9.918264454738504e-07, + "loss": 0.0001, + "num_input_tokens_seen": 1309376, + "step": 1520 + }, + { + "epoch": 3.692493946731235, + "grad_norm": 0.01658783107995987, + "learning_rate": 9.750241265031529e-07, + "loss": 0.0001, + "num_input_tokens_seen": 1313664, + "step": 1525 + }, + { + "epoch": 3.7046004842615012, + "grad_norm": 0.0006883519235998392, + "learning_rate": 9.583308030708135e-07, + "loss": 0.0001, + "num_input_tokens_seen": 1318080, + "step": 1530 + }, + { + "epoch": 3.7167070217917675, + "grad_norm": 0.0012563606724143028, + "learning_rate": 9.417476683090007e-07, + "loss": 0.0001, + "num_input_tokens_seen": 1322432, + "step": 1535 + }, + { + "epoch": 3.7288135593220337, + "grad_norm": 0.0474010594189167, + "learning_rate": 9.252759074743034e-07, + "loss": 0.0003, + "num_input_tokens_seen": 1326848, + "step": 1540 + }, + { + "epoch": 3.7409200968523004, + "grad_norm": 0.012124676257371902, + "learning_rate": 9.08916697863014e-07, + "loss": 0.0, + "num_input_tokens_seen": 1331328, + "step": 1545 + }, + { + "epoch": 3.7530266343825667, + "grad_norm": 0.0076986453495919704, + "learning_rate": 8.926712087269801e-07, + "loss": 0.0, + "num_input_tokens_seen": 1335424, + "step": 1550 + }, + { + "epoch": 3.765133171912833, + "grad_norm": 0.004324712324887514, + "learning_rate": 8.765406011900368e-07, + "loss": 0.0, + "num_input_tokens_seen": 1339712, + "step": 1555 + }, + { + "epoch": 3.777239709443099, + "grad_norm": 0.007034031208604574, + "learning_rate": 8.605260281650152e-07, + "loss": 0.0, + "num_input_tokens_seen": 1344000, + "step": 1560 + }, + { + "epoch": 3.777239709443099, + "eval_loss": 0.2703007757663727, + "eval_runtime": 0.6408, + "eval_samples_per_second": 572.737, + "eval_steps_per_second": 71.787, + "num_input_tokens_seen": 1344000, + "step": 1560 + }, + { + "epoch": 3.7893462469733654, + "grad_norm": 0.00895662046968937, + "learning_rate": 8.44628634271342e-07, + "loss": 0.0, + "num_input_tokens_seen": 1348224, + "step": 1565 + }, + { + "epoch": 3.801452784503632, + "grad_norm": 0.002478554379194975, + "learning_rate": 8.288495557532241e-07, + "loss": 0.0017, + "num_input_tokens_seen": 1352576, + "step": 1570 + }, + { + "epoch": 3.8135593220338984, + "grad_norm": 11.973031997680664, + "learning_rate": 8.131899203984464e-07, + "loss": 0.0616, + "num_input_tokens_seen": 1356864, + "step": 1575 + }, + { + "epoch": 3.8256658595641646, + "grad_norm": 0.0017213321989402175, + "learning_rate": 7.976508474577549e-07, + "loss": 0.0, + "num_input_tokens_seen": 1361152, + "step": 1580 + }, + { + "epoch": 3.837772397094431, + "grad_norm": 0.0008722307975403965, + "learning_rate": 7.822334475648655e-07, + "loss": 0.0, + "num_input_tokens_seen": 1365376, + "step": 1585 + }, + { + "epoch": 3.849878934624697, + "grad_norm": 0.0017557705286890268, + "learning_rate": 7.66938822657081e-07, + "loss": 0.0, + "num_input_tokens_seen": 1369728, + "step": 1590 + }, + { + "epoch": 3.861985472154964, + "grad_norm": 0.0016538921045139432, + "learning_rate": 7.517680658965328e-07, + "loss": 0.0, + "num_input_tokens_seen": 1374144, + "step": 1595 + }, + { + "epoch": 3.87409200968523, + "grad_norm": 0.0021663156803697348, + "learning_rate": 7.367222615920477e-07, + "loss": 0.0, + "num_input_tokens_seen": 1378368, + "step": 1600 + }, + { + "epoch": 3.8861985472154963, + "grad_norm": 0.001977034378796816, + "learning_rate": 7.21802485121649e-07, + "loss": 0.0, + "num_input_tokens_seen": 1382464, + "step": 1605 + }, + { + "epoch": 3.898305084745763, + "grad_norm": 0.012750508263707161, + "learning_rate": 7.070098028556949e-07, + "loss": 0.0, + "num_input_tokens_seen": 1386880, + "step": 1610 + }, + { + "epoch": 3.910411622276029, + "grad_norm": 0.004628063179552555, + "learning_rate": 6.923452720806612e-07, + "loss": 0.0, + "num_input_tokens_seen": 1391296, + "step": 1615 + }, + { + "epoch": 3.9225181598062955, + "grad_norm": 0.0018564671045169234, + "learning_rate": 6.778099409235739e-07, + "loss": 0.0, + "num_input_tokens_seen": 1395456, + "step": 1620 + }, + { + "epoch": 3.9346246973365617, + "grad_norm": 0.0023303565103560686, + "learning_rate": 6.634048482770946e-07, + "loss": 0.0, + "num_input_tokens_seen": 1399616, + "step": 1625 + }, + { + "epoch": 3.946731234866828, + "grad_norm": 0.0011153841624036431, + "learning_rate": 6.491310237252679e-07, + "loss": 0.0, + "num_input_tokens_seen": 1403712, + "step": 1630 + }, + { + "epoch": 3.9588377723970947, + "grad_norm": 0.0012228480773046613, + "learning_rate": 6.349894874699345e-07, + "loss": 0.0, + "num_input_tokens_seen": 1408128, + "step": 1635 + }, + { + "epoch": 3.970944309927361, + "grad_norm": 0.0019976331386715174, + "learning_rate": 6.209812502578113e-07, + "loss": 0.0, + "num_input_tokens_seen": 1412480, + "step": 1640 + }, + { + "epoch": 3.983050847457627, + "grad_norm": 0.0029911224264651537, + "learning_rate": 6.071073133082492e-07, + "loss": 0.0, + "num_input_tokens_seen": 1416704, + "step": 1645 + }, + { + "epoch": 3.9951573849878934, + "grad_norm": 0.0036039084661751986, + "learning_rate": 5.933686682416759e-07, + "loss": 0.0, + "num_input_tokens_seen": 1421120, + "step": 1650 + }, + { + "epoch": 4.00726392251816, + "grad_norm": 0.00185173109639436, + "learning_rate": 5.797662970087184e-07, + "loss": 0.0, + "num_input_tokens_seen": 1424944, + "step": 1655 + }, + { + "epoch": 4.019370460048426, + "grad_norm": 0.002781663788482547, + "learning_rate": 5.663011718200201e-07, + "loss": 0.0, + "num_input_tokens_seen": 1429296, + "step": 1660 + }, + { + "epoch": 4.0290556900726395, + "eval_loss": 0.2501881718635559, + "eval_runtime": 0.6431, + "eval_samples_per_second": 570.66, + "eval_steps_per_second": 71.527, + "num_input_tokens_seen": 1432880, + "step": 1664 + }, + { + "epoch": 4.031476997578692, + "grad_norm": 0.0033902269788086414, + "learning_rate": 5.529742550767545e-07, + "loss": 0.0, + "num_input_tokens_seen": 1433776, + "step": 1665 + }, + { + "epoch": 4.043583535108959, + "grad_norm": 0.005406382493674755, + "learning_rate": 5.397864993018367e-07, + "loss": 0.0, + "num_input_tokens_seen": 1438000, + "step": 1670 + }, + { + "epoch": 4.0556900726392255, + "grad_norm": 0.0016813945258036256, + "learning_rate": 5.267388470718449e-07, + "loss": 0.0, + "num_input_tokens_seen": 1442352, + "step": 1675 + }, + { + "epoch": 4.067796610169491, + "grad_norm": 0.0014291841071099043, + "learning_rate": 5.138322309496504e-07, + "loss": 0.0, + "num_input_tokens_seen": 1446704, + "step": 1680 + }, + { + "epoch": 4.079903147699758, + "grad_norm": 0.0015732025494799018, + "learning_rate": 5.010675734177631e-07, + "loss": 0.0, + "num_input_tokens_seen": 1450864, + "step": 1685 + }, + { + "epoch": 4.092009685230024, + "grad_norm": 0.0017645714106038213, + "learning_rate": 4.884457868124001e-07, + "loss": 0.0, + "num_input_tokens_seen": 1455088, + "step": 1690 + }, + { + "epoch": 4.1041162227602905, + "grad_norm": 0.0008963189902715385, + "learning_rate": 4.759677732582782e-07, + "loss": 0.0051, + "num_input_tokens_seen": 1459376, + "step": 1695 + }, + { + "epoch": 4.116222760290557, + "grad_norm": 0.005383517127484083, + "learning_rate": 4.6363442460413215e-07, + "loss": 0.0, + "num_input_tokens_seen": 1463600, + "step": 1700 + }, + { + "epoch": 4.128329297820823, + "grad_norm": 0.001712340977974236, + "learning_rate": 4.514466223589753e-07, + "loss": 0.0, + "num_input_tokens_seen": 1468080, + "step": 1705 + }, + { + "epoch": 4.14043583535109, + "grad_norm": 0.0034400331787765026, + "learning_rate": 4.394052376290914e-07, + "loss": 0.0253, + "num_input_tokens_seen": 1472624, + "step": 1710 + }, + { + "epoch": 4.1525423728813555, + "grad_norm": 0.0054069641046226025, + "learning_rate": 4.2751113105577587e-07, + "loss": 0.0, + "num_input_tokens_seen": 1477040, + "step": 1715 + }, + { + "epoch": 4.164648910411622, + "grad_norm": 0.01111331395804882, + "learning_rate": 4.157651527538223e-07, + "loss": 0.0, + "num_input_tokens_seen": 1481328, + "step": 1720 + }, + { + "epoch": 4.176755447941889, + "grad_norm": 0.0013017026940360665, + "learning_rate": 4.041681422507604e-07, + "loss": 0.0, + "num_input_tokens_seen": 1485808, + "step": 1725 + }, + { + "epoch": 4.188861985472155, + "grad_norm": 0.002490431070327759, + "learning_rate": 3.927209284268535e-07, + "loss": 0.0, + "num_input_tokens_seen": 1490160, + "step": 1730 + }, + { + "epoch": 4.200968523002421, + "grad_norm": 0.008939598686993122, + "learning_rate": 3.8142432945585425e-07, + "loss": 0.0, + "num_input_tokens_seen": 1494512, + "step": 1735 + }, + { + "epoch": 4.213075060532688, + "grad_norm": 0.002455121139064431, + "learning_rate": 3.702791527465274e-07, + "loss": 0.0, + "num_input_tokens_seen": 1498480, + "step": 1740 + }, + { + "epoch": 4.225181598062954, + "grad_norm": 0.0009606365929357708, + "learning_rate": 3.592861948849416e-07, + "loss": 0.0, + "num_input_tokens_seen": 1502768, + "step": 1745 + }, + { + "epoch": 4.237288135593221, + "grad_norm": 0.0018587886588647962, + "learning_rate": 3.484462415775333e-07, + "loss": 0.0, + "num_input_tokens_seen": 1506992, + "step": 1750 + }, + { + "epoch": 4.249394673123486, + "grad_norm": 0.003451196476817131, + "learning_rate": 3.377600675949527e-07, + "loss": 0.0, + "num_input_tokens_seen": 1511472, + "step": 1755 + }, + { + "epoch": 4.261501210653753, + "grad_norm": 0.002900092862546444, + "learning_rate": 3.272284367166825e-07, + "loss": 0.0, + "num_input_tokens_seen": 1515824, + "step": 1760 + }, + { + "epoch": 4.27360774818402, + "grad_norm": 0.005786838009953499, + "learning_rate": 3.1685210167645336e-07, + "loss": 0.0001, + "num_input_tokens_seen": 1520176, + "step": 1765 + }, + { + "epoch": 4.280871670702179, + "eval_loss": 0.25040701031684875, + "eval_runtime": 2.3855, + "eval_samples_per_second": 153.845, + "eval_steps_per_second": 19.283, + "num_input_tokens_seen": 1522544, + "step": 1768 + }, + { + "epoch": 4.285714285714286, + "grad_norm": 0.0017267963849008083, + "learning_rate": 3.066318041084398e-07, + "loss": 0.0018, + "num_input_tokens_seen": 1524336, + "step": 1770 + }, + { + "epoch": 4.297820823244552, + "grad_norm": 0.011876060627400875, + "learning_rate": 2.9656827449425495e-07, + "loss": 0.0, + "num_input_tokens_seen": 1528560, + "step": 1775 + }, + { + "epoch": 4.309927360774818, + "grad_norm": 0.005988541524857283, + "learning_rate": 2.86662232110739e-07, + "loss": 0.026, + "num_input_tokens_seen": 1532720, + "step": 1780 + }, + { + "epoch": 4.322033898305085, + "grad_norm": 0.003772641299292445, + "learning_rate": 2.769143849785513e-07, + "loss": 0.0, + "num_input_tokens_seen": 1536944, + "step": 1785 + }, + { + "epoch": 4.3341404358353515, + "grad_norm": 0.0012762263650074601, + "learning_rate": 2.673254298115646e-07, + "loss": 0.0, + "num_input_tokens_seen": 1541168, + "step": 1790 + }, + { + "epoch": 4.346246973365617, + "grad_norm": 0.002060825005173683, + "learning_rate": 2.5789605196706675e-07, + "loss": 0.0, + "num_input_tokens_seen": 1545456, + "step": 1795 + }, + { + "epoch": 4.358353510895884, + "grad_norm": 0.002298081526532769, + "learning_rate": 2.4862692539677907e-07, + "loss": 0.0, + "num_input_tokens_seen": 1549872, + "step": 1800 + }, + { + "epoch": 4.37046004842615, + "grad_norm": 0.0016389107331633568, + "learning_rate": 2.39518712598685e-07, + "loss": 0.0, + "num_input_tokens_seen": 1554288, + "step": 1805 + }, + { + "epoch": 4.3825665859564165, + "grad_norm": 0.0016518625197932124, + "learning_rate": 2.3057206456967908e-07, + "loss": 0.0, + "num_input_tokens_seen": 1558384, + "step": 1810 + }, + { + "epoch": 4.394673123486683, + "grad_norm": 0.003522375365719199, + "learning_rate": 2.2178762075903747e-07, + "loss": 0.0, + "num_input_tokens_seen": 1562544, + "step": 1815 + }, + { + "epoch": 4.406779661016949, + "grad_norm": 0.001208233181387186, + "learning_rate": 2.131660090227139e-07, + "loss": 0.0, + "num_input_tokens_seen": 1567216, + "step": 1820 + }, + { + "epoch": 4.418886198547216, + "grad_norm": 0.0012071267701685429, + "learning_rate": 2.0470784557846652e-07, + "loss": 0.0, + "num_input_tokens_seen": 1571568, + "step": 1825 + }, + { + "epoch": 4.4309927360774815, + "grad_norm": 0.0016566209960728884, + "learning_rate": 1.9641373496181143e-07, + "loss": 0.0, + "num_input_tokens_seen": 1575792, + "step": 1830 + }, + { + "epoch": 4.443099273607748, + "grad_norm": 0.002269514137879014, + "learning_rate": 1.882842699828169e-07, + "loss": 0.0, + "num_input_tokens_seen": 1580080, + "step": 1835 + }, + { + "epoch": 4.455205811138015, + "grad_norm": 0.0023223496973514557, + "learning_rate": 1.8032003168373306e-07, + "loss": 0.0, + "num_input_tokens_seen": 1584112, + "step": 1840 + }, + { + "epoch": 4.467312348668281, + "grad_norm": 0.001878439332358539, + "learning_rate": 1.7252158929746133e-07, + "loss": 0.0, + "num_input_tokens_seen": 1588400, + "step": 1845 + }, + { + "epoch": 4.479418886198547, + "grad_norm": 0.009905189275741577, + "learning_rate": 1.6488950020686956e-07, + "loss": 0.0, + "num_input_tokens_seen": 1592816, + "step": 1850 + }, + { + "epoch": 4.491525423728813, + "grad_norm": 0.0024043757002800703, + "learning_rate": 1.5742430990495465e-07, + "loss": 0.0, + "num_input_tokens_seen": 1597296, + "step": 1855 + }, + { + "epoch": 4.50363196125908, + "grad_norm": 0.0012564613716676831, + "learning_rate": 1.501265519558537e-07, + "loss": 0.0184, + "num_input_tokens_seen": 1601648, + "step": 1860 + }, + { + "epoch": 4.5157384987893465, + "grad_norm": 0.014631015248596668, + "learning_rate": 1.4299674795670765e-07, + "loss": 0.0, + "num_input_tokens_seen": 1605936, + "step": 1865 + }, + { + "epoch": 4.527845036319612, + "grad_norm": 0.002841898240149021, + "learning_rate": 1.360354075003828e-07, + "loss": 0.0, + "num_input_tokens_seen": 1610096, + "step": 1870 + }, + { + "epoch": 4.532687651331719, + "eval_loss": 0.2488991767168045, + "eval_runtime": 0.6331, + "eval_samples_per_second": 579.694, + "eval_steps_per_second": 72.659, + "num_input_tokens_seen": 1611760, + "step": 1872 + }, + { + "epoch": 4.539951573849879, + "grad_norm": 0.008398376405239105, + "learning_rate": 1.2924302813904582e-07, + "loss": 0.0, + "num_input_tokens_seen": 1614384, + "step": 1875 + }, + { + "epoch": 4.552058111380145, + "grad_norm": 0.0019534530583769083, + "learning_rate": 1.2262009534860368e-07, + "loss": 0.0, + "num_input_tokens_seen": 1618800, + "step": 1880 + }, + { + "epoch": 4.5641646489104115, + "grad_norm": 0.0013132602907717228, + "learning_rate": 1.161670824940045e-07, + "loss": 0.0, + "num_input_tokens_seen": 1622960, + "step": 1885 + }, + { + "epoch": 4.576271186440678, + "grad_norm": 0.0015446435427293181, + "learning_rate": 1.0988445079540389e-07, + "loss": 0.0, + "num_input_tokens_seen": 1627056, + "step": 1890 + }, + { + "epoch": 4.588377723970944, + "grad_norm": 0.0025299135595560074, + "learning_rate": 1.0377264929520126e-07, + "loss": 0.0002, + "num_input_tokens_seen": 1631408, + "step": 1895 + }, + { + "epoch": 4.600484261501211, + "grad_norm": 0.0017427592538297176, + "learning_rate": 9.783211482594285e-08, + "loss": 0.0, + "num_input_tokens_seen": 1635888, + "step": 1900 + }, + { + "epoch": 4.6125907990314765, + "grad_norm": 0.002218902576714754, + "learning_rate": 9.206327197910203e-08, + "loss": 0.0, + "num_input_tokens_seen": 1640176, + "step": 1905 + }, + { + "epoch": 4.624697336561743, + "grad_norm": 0.004275280050933361, + "learning_rate": 8.64665330747308e-08, + "loss": 0.0, + "num_input_tokens_seen": 1644528, + "step": 1910 + }, + { + "epoch": 4.63680387409201, + "grad_norm": 0.00501580024138093, + "learning_rate": 8.104229813199111e-08, + "loss": 0.0, + "num_input_tokens_seen": 1649264, + "step": 1915 + }, + { + "epoch": 4.648910411622276, + "grad_norm": 0.004407305270433426, + "learning_rate": 7.579095484056193e-08, + "loss": 0.0, + "num_input_tokens_seen": 1653808, + "step": 1920 + }, + { + "epoch": 4.661016949152542, + "grad_norm": 0.001284220372326672, + "learning_rate": 7.071287853293141e-08, + "loss": 0.0, + "num_input_tokens_seen": 1658288, + "step": 1925 + }, + { + "epoch": 4.673123486682809, + "grad_norm": 0.0011293090647086501, + "learning_rate": 6.580843215757082e-08, + "loss": 0.0, + "num_input_tokens_seen": 1662576, + "step": 1930 + }, + { + "epoch": 4.685230024213075, + "grad_norm": 0.007353964261710644, + "learning_rate": 6.107796625299117e-08, + "loss": 0.0, + "num_input_tokens_seen": 1667056, + "step": 1935 + }, + { + "epoch": 4.697336561743342, + "grad_norm": 0.0041248914785683155, + "learning_rate": 5.652181892269182e-08, + "loss": 0.0, + "num_input_tokens_seen": 1671536, + "step": 1940 + }, + { + "epoch": 4.709443099273607, + "grad_norm": 0.0036760459188371897, + "learning_rate": 5.214031581099149e-08, + "loss": 0.0, + "num_input_tokens_seen": 1675888, + "step": 1945 + }, + { + "epoch": 4.721549636803874, + "grad_norm": 0.0022840022575110197, + "learning_rate": 4.793377007975719e-08, + "loss": 0.0, + "num_input_tokens_seen": 1680176, + "step": 1950 + }, + { + "epoch": 4.733656174334141, + "grad_norm": 0.004901141859591007, + "learning_rate": 4.3902482386018186e-08, + "loss": 0.0, + "num_input_tokens_seen": 1684400, + "step": 1955 + }, + { + "epoch": 4.745762711864407, + "grad_norm": 0.004255094565451145, + "learning_rate": 4.004674086047905e-08, + "loss": 0.0357, + "num_input_tokens_seen": 1688816, + "step": 1960 + }, + { + "epoch": 4.757869249394673, + "grad_norm": 0.0026743041817098856, + "learning_rate": 3.636682108692502e-08, + "loss": 0.0, + "num_input_tokens_seen": 1693360, + "step": 1965 + }, + { + "epoch": 4.76997578692494, + "grad_norm": 0.0023194768000394106, + "learning_rate": 3.286298608252442e-08, + "loss": 0.0, + "num_input_tokens_seen": 1697584, + "step": 1970 + }, + { + "epoch": 4.782082324455206, + "grad_norm": 0.003945828415453434, + "learning_rate": 2.953548627903202e-08, + "loss": 0.0, + "num_input_tokens_seen": 1702000, + "step": 1975 + }, + { + "epoch": 4.784503631961259, + "eval_loss": 0.2507624924182892, + "eval_runtime": 0.6499, + "eval_samples_per_second": 564.699, + "eval_steps_per_second": 70.78, + "num_input_tokens_seen": 1702832, + "step": 1976 + }, + { + "epoch": 4.7941888619854724, + "grad_norm": 0.0016053339932113886, + "learning_rate": 2.6384559504886164e-08, + "loss": 0.0, + "num_input_tokens_seen": 1706416, + "step": 1980 + }, + { + "epoch": 4.806295399515738, + "grad_norm": 0.0013666612794622779, + "learning_rate": 2.3410430968214825e-08, + "loss": 0.0, + "num_input_tokens_seen": 1710960, + "step": 1985 + }, + { + "epoch": 4.818401937046005, + "grad_norm": 0.0037024938501417637, + "learning_rate": 2.0613313240735457e-08, + "loss": 0.0, + "num_input_tokens_seen": 1715440, + "step": 1990 + }, + { + "epoch": 4.830508474576272, + "grad_norm": 0.0014027768047526479, + "learning_rate": 1.7993406242563238e-08, + "loss": 0.0, + "num_input_tokens_seen": 1719728, + "step": 1995 + }, + { + "epoch": 4.842615012106537, + "grad_norm": 0.0023848332930356264, + "learning_rate": 1.5550897227922522e-08, + "loss": 0.0, + "num_input_tokens_seen": 1724272, + "step": 2000 + }, + { + "epoch": 4.854721549636804, + "grad_norm": 0.001933931838721037, + "learning_rate": 1.3285960771761696e-08, + "loss": 0.0, + "num_input_tokens_seen": 1728560, + "step": 2005 + }, + { + "epoch": 4.86682808716707, + "grad_norm": 0.0011232432443648577, + "learning_rate": 1.119875875727705e-08, + "loss": 0.0, + "num_input_tokens_seen": 1733104, + "step": 2010 + }, + { + "epoch": 4.878934624697337, + "grad_norm": 0.0012837464455515146, + "learning_rate": 9.289440364341484e-09, + "loss": 0.0, + "num_input_tokens_seen": 1737264, + "step": 2015 + }, + { + "epoch": 4.891041162227603, + "grad_norm": 0.003382457885891199, + "learning_rate": 7.558142058842755e-09, + "loss": 0.0, + "num_input_tokens_seen": 1741424, + "step": 2020 + }, + { + "epoch": 4.903147699757869, + "grad_norm": 0.002113591879606247, + "learning_rate": 6.004987582929056e-09, + "loss": 0.0, + "num_input_tokens_seen": 1745648, + "step": 2025 + }, + { + "epoch": 4.915254237288136, + "grad_norm": 0.0015381674747914076, + "learning_rate": 4.6300879461655404e-09, + "loss": 0.0, + "num_input_tokens_seen": 1749872, + "step": 2030 + }, + { + "epoch": 4.927360774818402, + "grad_norm": 0.0024200750049203634, + "learning_rate": 3.4335414175995506e-09, + "loss": 0.0, + "num_input_tokens_seen": 1754288, + "step": 2035 + }, + { + "epoch": 4.939467312348668, + "grad_norm": 0.0022603883408010006, + "learning_rate": 2.4154335187365207e-09, + "loss": 0.0, + "num_input_tokens_seen": 1758640, + "step": 2040 + }, + { + "epoch": 4.951573849878935, + "grad_norm": 0.001337168039754033, + "learning_rate": 1.575837017428472e-09, + "loss": 0.0003, + "num_input_tokens_seen": 1762928, + "step": 2045 + }, + { + "epoch": 4.963680387409201, + "grad_norm": 0.002117044758051634, + "learning_rate": 9.14811922672898e-10, + "loss": 0.0, + "num_input_tokens_seen": 1767344, + "step": 2050 + }, + { + "epoch": 4.9757869249394675, + "grad_norm": 0.000865236681420356, + "learning_rate": 4.3240548032230657e-10, + "loss": 0.0, + "num_input_tokens_seen": 1771632, + "step": 2055 + }, + { + "epoch": 4.987893462469733, + "grad_norm": 0.001379348454065621, + "learning_rate": 1.2865216970914253e-10, + "loss": 0.0, + "num_input_tokens_seen": 1775728, + "step": 2060 + }, + { + "epoch": 5.0, + "grad_norm": 0.0014177365228533745, + "learning_rate": 3.573701180537015e-12, + "loss": 0.0, + "num_input_tokens_seen": 1780000, + "step": 2065 + }, + { + "epoch": 5.0, + "num_input_tokens_seen": 1780000, + "step": 2065, + "total_flos": 1.039320047616e+16, + "train_loss": 0.06261659951716346, + "train_runtime": 1141.6604, + "train_samples_per_second": 14.457, + "train_steps_per_second": 1.809 + } + ], + "logging_steps": 5, + "max_steps": 2065, + "num_input_tokens_seen": 1780000, + "num_train_epochs": 5, + "save_steps": 104, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.039320047616e+16, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..291c207 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38da5c91afc8307ef30418b0b9cb84db7da16d9c341336f894d4ab8cd5bf8fe0 +size 6289 diff --git a/training_eval_loss.png b/training_eval_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..c5bc3dcb491091db335a02deb2a14fd0fff96ec1 GIT binary patch literal 47251 zcmeFZ^;cGH7d46jDxfIchys!#9TExx(t^?r(p}PFQqmyO0wN&Y4blzLNZoXIH)rkV z{m%FE`2)@vkK;kO+56hpwPLP0=hp9)oWyNRQcN^7wA+#|UnruXUG+voyE1hX1HQx6 zJ3a^h<985Kb$D%UO3t!W=mw?$_w+{1z!}Vof`f8fJ zy~$rSD5`K0;;;~I)4B2CNUWW1jc%D=aW3sHZ~T+#Z&H7{E8@#9sx@)te_#Hlz4ha+ z$W7`O6c7LZFaE!6!tB6xo3o?s7vkc|Cv04j@7{3-3my>b>FK4vVN7t_C||jgF$zDl z>k&MB<3y}vcDyqWKbe`CSsOb!SeHiCc*MKLx3<1)4yM{1uvaD+GjN#t^M2({s>~Zk z0{ex|{7dZtlsYdej?ey8#v7VPkD^Y=c`nvp%om(@y;y(1;!UvEOlF1ETrbnou!GVG4yvluJMZr8`B zm6n%(L_>2O?mVpHwQe(Zaef-jZitz!QQF+!AO7Vw8N1!wOSyP{rG?eE#>O0O2NoE& zNnbpBhQ=7_Ki?6R;y6T+ky&E#uYSE0)xGwwF!O1I`s_%)L1+BaD0r5kl_Av3*-i(m zobX~>_#=f(^Pa=vV)J2k-9KoWnwr0#Mks1jzGI=Lrgm8FORW&Kt=L`c36G3yDzlxv ziG%ZqhbPLq=J?C$MrAOL@L7mtINikF5ebJ;NK8z-@4bh}gD!T*8?=Sdp6&I^lMA_j z&&$ihH8`63h{Nl=bziH(ftr@KNzEzyrHhM;Npa-v_PhCZf`#sQ>9=obDEJ-HBg}ap zepyZIVPIf@B@_Kn#NG5do29CPHOmQaW?Kzqsm(1c5W0+gK*t&>HYb8Z`Jq+$uCb-1 z@NFBeRpmPO!P-C3SZ+%xkNCN{x7r^2N~GKtFHaBF*LAMbT*>;;*!V)d*i30c@8+Yn zo}QM$!D5lNZ<(2ycn=HumL24TjZNYDGt<)w3kD_DsO}q7?yn>jl!6>rhuECArZfte z%v(dKu}Rn)^~NF?UM~$~;B8jz%K6=zdb(L9+LItip-uD=<94!qq7buM!6!Jx>PBKD z;vPJB@G5iA@MMb-hli(BO3+I!Vv%bOo4`eAac*vEd0B1cyja~bm3BPxxdQ&q?yjwq zQ*H_I#mOqG(9zU2qpp~yEVV++2_cUY2jv{ivjO_i63dRW70u6HT%x*Y@a@V*5i)7a&&RJSq>+63kOFct-rU-)M(~yq=k+ z0Mm&IE=o$uqtny=a(iP~lA1oYpP!$=$x_OvFJERB7Q|uC)$;W}pC4F`l_V)<_yz_V zu8$U{zxj>Zaw8Hyw@z0V4%1;};FgY#j)0)x@?a*BMyXZtrU57Et(!M>>p$K4+?^O5 z?H3zM##*)Y!6Q~X*BB0$)3on;yqp9q)_FNK>hJ2lp(nHSYLt#=lBmy}vhwoY-%3ny zVS`#rC?j8q*{*s&-6(6gDEn6vO3rKJ{r=hwTzvdbm6cBw6cl9Qc=Kh3H^)j@Ek}!{ zr|LdBY)(#iCZtM7@vj-5lI5ru`yC-p>FMW2Ms#RyhZ}}}e>^`rIe{2?o+#u2 zL8y|E<8@wYG3Hovwj+(i@{1SOCnqPdsf6Obe#PE%6@r%(Y#|z?hkxZGc>tl$K^v$x4$?G#bg%gTtSO z!#F?LClPezBq1TWbLw$%yol_(latfct5=EP+eEC|%nrhR{r$&KHp(DIuqNJd7LRx~WKdftZV?$0?_deug z`rjv*f#RZYNH68(S#431)ow&5iUXBS)^JB&&ok$YoZ%nOKeBt|OUcO@&9#Oe9Ua{z zCT=b45t8=w^vnpVw#EKo`E@j!!Y7jX^@2iM^C4S!U<@S0a6+GobR@NTs$>e6V-)|Uy z$wb#Xp*$p@#z3|dSxv;iT~KqZDyo{A-758T44{n!_q5Ad!@PciApEdf$x8dOkb;)T4}8e z#|6rzF%?8=SH4?UKfS@Oiu&nwwk-i2G*~?4N){EjwzjrRq7VfuD=X41ptiJjcFtv& zPBOl}Ppg3c8L9Blbas|fg8Pz0Z*W_T{0U&KX@$K$KCHdGt=dvFZr>wVWIi0EqT@jj zFV_MmMK1IsibbQDqeq}&Yr0|Gno=T&TyJx-T43+5Xj5}YRFnjCaz6V7?AO0!sNqp^ zYfk*PXIsJ(61tId@A$@Y43G4k+Y;HU#pA`q8+o;Vt=_~qb8v7R!$OETjIe`+FL>3| z)ZEXuTd>J_Lp)9odSQ9cx`_E5=*@?+rW9UovJ z_QP6Ey%4wwE(;`+ZkvJ^7l*a|1%}dS>LnJE`uY#9VPN0q<^2u?h(uUe7(fd-Zfl>E zw6p>AiLc~*VQdD?Tk}ymJ9FXkGb=0V^hxgP#ltp^j`N?1w4db;&#tVr!+2$beZ>&ax}`3bzdyo`DhWFaU62wC*oBN(!@t4C|()wFA&w_;NYeD6(>*lm3n ze3z8eAIeXn=LrKDw}s93IXo(=9#|3PZ7`^W=C!#G^(f=^R@Pvs%AQBlH#{$njl}~=m42OCgvZCr0xX3pJI`N3^H3s)hMhgk zWp^RpxQ7xs^uE5nBLFl^4&CYL^l%m}&}@z%ByZljrC0X>{aM@QXBLf;xj_{jL+Cva zXKfeL6V+}`r(FK7wi($%i}Gf-`ygLk2pd%pF!%boyN-0Vca2q3CKdN%qHplcn|Io8XMaYE-xerwHBJJ0R)3)g@YfY z)9=R90{cZdSVF^VdBM-HBb(KSlu%`6>px>bgZQ>=dpr}s`h*x;CZ0cXVBpQ9`>w2b z5P4g?(_~wT<=A&NgD>YE`w*E^(0CFXwjaqSyafaylOPb?Lgh6+9k6<^KBiXf%GD#V zi_IS&ba}QYj7`ev3tRk8BQsaCTx2*$OHy9mxbLTAkxB1|jwsgM{b8N(*jSBU35iI; zqdZRoXIp}!mZjs8>1k+a{#H1yDpJ|MhDE;4IfO)E^e!-HxpP`FKCU@09{xyPSwKJ_ z;_S@*w8VC{nIVvri?L|4YuvdLYH%7_`)Y3OMji^v4MC(-D&T){1$;52LS>^#DJm-F zFV2El--Wp3-BIb{?quJm)r*}x$U-$(Dm0Vu@GfreMD^@>- zr=&R0sBp-*N)PA8=xCAJ3s*#cRdc*Rc3J`vm#SUuD%BE1u|8IFvciP^s>Ety#pbLO z<(Y}r4k(`qUjjNU{xg@;_0sjRJ=bca?9$TEykH~7hB34qo`K*Q-141skOnhhs%ihP z_CN2h5d<{pqY`3cGhc{_F*r>)MtO`ugGfe`varZ%*gxG{Hn^O47td`uI+B}B@6T@3 zNi3GC$nfz7&O6^)c>2%U60o6)&4FYpOBLs*hfcn>qeZ6v;wcJ%1t?}}6cloG#%4<# zmKA+Gx{L}HYdt*-2htVpjGDUd5cQMDhL%+nJ!gu?Y%e|;b$yy4tyw~L41*)cT1 z4*XTf@Eo*uXc9^$I;nJh);)?TNv4Ja7}e02I9PtD8H z$EyaFcJorFB`{afdnYSrMhdzejFgUPqY|Mo%jOok9a^Ek5<1`Oe?avy8G=*o%Gxl6 zkb7BJOpN-AUZi6!9OHrWTcBF(-|u?>QY2A?26&~d{A6H zWKH-n8Q)Xr5iKo&+c^@L-a9Z=5mjWTFHTgs?BXNQDC{*^({*s9jq^%VOKUyx9~>j} zV4th>016(nZzMN1H#2(Ul9R7()o|M{$e_O(Ew#=i4g}x~J%c_cC+AMC@R)J`$^I%< zJnFy|0rehZ$GeLJfDR0o{w5t*8ngr{4VXEGCdv=j-iV^%;ZZRi$xC8~i-{@ZcnFQJ zop&xkYkiG2KN~Fkcz@r@;oM%L+G>Kops;ZL)-;T#e!jjx0O2244j+aa8ybej#mVGq zSGRU`%{Tht&C3Y|6u_rBNpC~Ge{DE`#tCV31P6Cz4K-PNdEv%PC>^>8)HMxB6G(;TGMkGV07l8hEbpsY#!ji;Ez+pTkm!M=i`w z;Xi)d_fbwLD&pj}8eiJ7yvWS0NjB{GhEx$KmZv>XqHgJKsy~*sNF|`8?Eaf1x?Ve0 zapHM-?gY5k+BJ(M2zppXeW66LIt$c|lFJQft#fVRk}@)L0PXLb29fb}PxE;mZRyD+ z3U!I%2)>Y#@;|rjXlqN-sr3Y$n4%fn4~>F?POP!9@dv$B5@Fl-@5D%NX?x4K9T!d~ zYq#Wz%qd2N(Ma|e&b%?hKPz}Z#<{DgPnxVsNq=7$w{`~t>67THn zjC_(zY6n_nzU{2Ia+YcxYyn$r*ZfM&XuiP>`^E0!(m!v$q$PTeP9H+szRD}0)4l@e z$L6S7C083RGvedHJ6oNXKKx3}9TK|88Z|lXG4P9X_PG7j-4pN;mSyFIOH_EcsGS`< zpic<}d^n3k+@626US6a;Ru-4lFqi|b=M^ZGHgEL3cQ7oZ=@u`r)B5nvERKP`K6D|? z8ux$GN3coI;#B9#D;-zG)8yjUYI!V1LJ*(~s6dxHHeZz)!E@too7D~*iaq6;hUZQ*Iz6RZ>#YS4zPc zz+HXQVowd4v8$@8mPU)2;Be*v;yhL=U4V=5Hdipa48xc{<{w-`(DxN&L zFFZo;s66)WxmMR`_MF0e!GC7u#$gUKYtlMlK2cK>QHpg_^F36Y?MxQvepoG^utPp#6G}N8YS_lNK$cVqDhi`8kRtQ|rRx&4Ck$dcJ3HiIzI%HPCwt2ugM)DZ8ZpAM zo4dLKfe3*5{}r>8I5G+#|I>GCx~oIkSz49fU>YfO-8cJhGB};_Z7~rMk-sLKov}Q@uo?Vu)_|^&!Sf6V zB!R6z*W8ciqmY6NAaCpt(yqvI?3>f1OIqu93)Z;4Mr8tv;t*)`4KRhZLTG*GwS8b+ zd(Q24u*T4j^^4gm?v|08TrKQH(>GOmdFCd;pe9S!E+0F|mT&v}8sk}I%Gv6@8LuA+ zU7p!D2T^oDKMBgrWCFbHFk(GX;RsMNU6TW+19ufrd>6oF1Vq4^betEWjn@pC0MrLJ z=|4|Z+y=gi=$KgR@(@rAMQCWKVM3SAP)o@JuS+OqP@EExDWNx8gU8*&Lm}f02sBO`Z z0#Pf4wGTEeQw3E_a~0w_JS~CB69a+>5Oc9tX#W0JT3XtBL_`vh-xL>wz|SC~8N>xL z`aw~OCk%cEV^bB(<8O_O3gGk~JbYMwelWHUBv46ULthB62JwWA`=nfE zjlX1LTie_1obB@+(>TorT5DvpmHTsbgdyl#pw~8#Sy$CDf8O;&ELhu)0Y!Er$hbDd7BT;+;QMCyCO^9k)2M4HDS+>rF zOuw6TVF4K`xs;hIxxWBSSo|yatfKAGq?ZWDau)`NzqvZKxWXaQyQ<%sfhc%|-!$!7 zQXg3o<3-zK2Y}Ze{_N&@od*Crz5_k9&}@*A(rqnYvBh@2JyIkU+v;lyZ^>gUDyl^G ziNl!I=v)-k1a{y;bF{15fm26#&2<)f8_R`hm{a`)F7}rD$8B3E4p4=Kh2^gMzpDi# z)eL}$WPv~PRF_9LYR?bI1YP%Zf#$9PmX*_LoLEf3*WbUO^o-CL>h))-pAq6pH9T+* z!(YjGf&i$G)vyQ)qx3MWp*aIH>cG2k!um-pziWY6)?7|X3KN(B80ZUKc8vg7shA`p zzmhbc`hZFqYW%yGCOvU{ADi^^Ydzy#vR5Pbv{fhBpF=7BY@|ts{Y9jy2(HZ|o}GO? zgG!|#daOAGhxS53f~aCWBQ4=-7E4q~(#_-JW2AS+@jLoM+v2O9i*p4K5A+BE3lMba zky2_nJZ#*L@$o%UJ>+gT8UcCnz02quv)WAFIqLF)2jmNF^_gbVN$=|7<{?98gM0-Q z6%}C8KPS`kP#AE(ZM_R^m7;khT80i0QV^hWtBP3)&srgPAK1TtFbpRd44QE@_~0x; zM9cv!ZFtL05Yxp2fakGJO=p2&2PQ=#kVJBFav26p*-R=qBbB%6_zRDr^ru2mJTP4< z`MK82(@<1YB!U`kC-Z50TOhxCW7YluNFN$r-Vwbl2?e0dUd%QJBExdSk!mbiN7lgG zZuj#b5)KRyRp722<@SqfTJhW^S4Wzp=b#R}Na=mzv@tHy!yu-xwt4&3ty|=vRcKDsDjiRz_nKf%1UCf`JuRXv2l^S% zj}Mi`2TzZv(!gGmIaqwt#Kgq($9V_}=vwvD){(%shfs@_xgWD5rKX?*J1aMSHCHDT zCkxtW?ca0swH_j4?T%lZo1dGiy&`|YeDPT-;0(rEmVv9h79&qCj%IOu4i(78?0=LI z`@0E^8SQ_gT}Vzq`6q9|4Eybbytrv&qLQMyPrJ%F6h^RwE7vf7^qL?r70Ns^!-_pN zRU0Mjf=rHw5SQGokjKZ$&6-%?VM4!uZ}qy^rGg@Fo%jb)q(I3)a2Q}Pa$(On zTIp{#&{c_6D#|7S934TOAOUXp1`Z`c*5uY+!~ovRhw2+ksR7N(4OsU)qb^c}P63in z*202WI_hz%Ql_#P-2>#&fHvt&5R3)dW3+{S^laVQYqo>6b`D_x;aH$EUMu|9>4*2| z2nM@#u23mF4O1@jp|28D9uY7c;*pZJUtSyvpQhG-(fLPK>$@yku^zaBJTL)Hh@cjcE}OIKtOO3 zq6X?649gD0=^la~>z)DNBIdKB0UBpc`0^MBeliDKDAVgKjS>qz-~H0}hE5`h&h!BkG^q6_o$P1kS)Ug={43d(!*3}DyX+}sG(ONhF$Bm#mgmJEmp zDv%le3slfG5U!cF#7y~x=_D4^)31q%RB-A|V`F6U^71e&S@AbxPvy5z&LYPQXnfpp zSPNkSEMNwEMG{Y>;~t7c(!Gb`Pi$viAjQPYj1ie7kl2Bq-PD{1h2cSBPYI3J{>mV< zz^~rkXaIQa``Ij6)Qf&Vt|I#b-JgVtiVE1DSi3+}<}!Su0r(n<_CIKMM4Kj^XK#A~ zf&=hpz?%6E2z-PSdbcsY{7U&Zub4-|XwYh3YCyy465zK*A1co&AR%eFxQbs*FOt=I zN4*7s^=Dd|J!q$BtH$4f9)ctT)(0k3|2Xa{^Wn$y2V>SM;}a8+TU$2skktiIjAb3ynL}dU~<2B$50+`bOBa<|&tLL8#x`M{netw9`{p91r1Pp|fvvV238qGr! zI`9xW+Y(K6+MJZq)%}s&zZ?PGor$&PC^;-NR6$=8s$x3?Y6J}OO@o6iB%s9{&mqr5qfJl6y_odQzZI zFaUT~0MR!cu7MC}P;A`De=SCd1HTplh==LM9r9Oz0e^v5i13Mu|8+SX$$n@B=T7rb z?u&%Ikc9$!-N=KX{>dPg6qLrhO?_HBj7VBVDTeh&Q<4g+4-4FKeVGL z`URU|r$*7A{Rx4GMS$BS8uH`O3pd~_&(B*sI;2T>ZGPCzH2R731k9YFF3%JDpf}NS za=z&`EB3FgtwsLogDb#YQgDA5C9gpenCvNanqcjwO|<{|P1`p(BL?W!DvUnpz^LA#N%vB^WCXKBggzX|?LO*XTCB~?k7NYiHz;+1z`aATcDOz!AtQqgltMO_^urh#I+*jL zd8`vW&I0ciM+zi%NWh2!GZ_)-J7uDQgu(gGcL%K?P7!4GFLE2qC<8HbI9apRaMa3g ztGTGn$XtMG`&~2``}*~3Yjxc>DZTiW7BT5+5G+>ezyAylMtXaDO9hK2ydE?j{H;XJ zXZHzg8#~bK31gH%gC4eH308@R@y=f}R>^lXy+kmv%gEjjZw2@Y#_Y4G!pNe(?<*_a z@@G>zI!efAyI|NQ(qK&M!~H{M&N%^$hd6vt+WCg_Av#)#B!l;?z8&%2rf>I8I(-%qiTYeX~vWXk~F&(TML1&kqR zV_`NRgM*PIEhgn2;_otrfvXQhYCD#7*G%LB785l>LPB9^nDG0>GFp^1N<2?%J|kYR zl_!#D|NDaY|9(MoO|=bQtnMxQgaeC~f}05^X_2~RJSESAPj{0K!msDyf&u~4i zm7~vtxYmY-kD%mEgG4xyggo2)gIl_^FoOe245basH{exKQV%ra6H@@@4A_TzWMtA% z#aAt^C?E@prSXnz)P16xuWIu5#}%+<3{nKy;DW{v;wZ1zg#gCKq!F+PRC- z#tGEmZvyB5wXF@3`U->@8OY|4tkK|WO6p%80Y6Dnj!Jl2BPhuqp@F}D{~k1`k5DGJ z|6IcvIV{h|;swOVGwJ*h;MvUjx-1OO#|V(WJBG~PLs=y7_>gP6Jzf`hDZQ%EI6mnq z-84qF+zgc!4X_+3>RY-59MLRF7q69BtM_nG?z^{{l(VLQR0ey=C-8`Xl3<2f1m?l$ z;_MhfpYPU33HVz8-5r5|h9Ew~eH0xXjWCn6+AzPOegUa^27HA8$O{6;bKxM9_IXx< z1_vV8BGAgn49~1l@)fak7}f-fjCVE-XdX2E%0JX(JQi1LlDKKR8v1yO@h!W?(axV# z#@db6?)_dfsi;+O2*FHFg&5c{a450=z^F7*X8VxJ>x>N?Rad4!5}ePe++aKq0EWW| zAQdPX_}+k*^MDk^%@u~>EWve!;m_#kAtHN&uHRSXVvlyQ9qcu782I(;90-28P*tk- z`lM4UyhI{sP$ouR%;gdzPeD z2lHqG=f-4pEP$i$FwwEwOg#gtN3Gb50J_M#)W!!Z2>}`9jj40ViqGGKJX#F1d)dbQ z#z|G==ClJlMxMVZ*9zk$LjW`xM1jxIs$3iUD*o{Fa5D`igj9YX;DKQ7IPiOj24p{^ zLnOmDGN4_ofll!SZsT)z{L_BuE!~O2I!X4JdMP|wt0$IfJw8TBlV~)?s|xt3{Gxaw zH`BripH2S(>mJB*VF-rX1 zGi6L_D~d2Qf02crL}1LOL180g0z+W})aX9gxd=Jw9yinR*w5UEiKk1Tp=aZBazT%eW$upbNQg$Wp zBP>4tcV_-lp*4Ya9i5$x!^2TuzkU_Ly9WXh%n!7TjF{kkGxN_|fP!6Q@h>d&p~Mbo zbxKaW1P{E%Gy*2y8cigsv~j4KsP)7K-Olys<#QGa4BuAc#M)1`|B3&YXhzw#uxGPE zL>)~m6{%{qXFFIPCwtFva64VLc{a?ofx zUfiW_WP#q{E0v_2saE682m6@>UHlASHn7}?IYimXL}WxuuIC{)U)rnTT-hH{Tvudz zxO7Wi8vEUy8KP$KPFCbJ`TIwYF8?l9AS_tN0u!yPq3YI7AHitLSQmP{GJKbsW%$*c z5EM-^Nvt1tljRB=&s{4`O^K#8);vp;pJm*j|5O(F@+$qObbAY}THW=NYPIUlXY%Hm zI#NM3Qu=t%!0v;)I9ZPEJM&s_F`>H^<$`S9VOOPND*CINwoGByU)@wlJM*Lt)ci=o z%EPk0N`%@s$9wezkCzGcY4UB(+7=XcssHZ4kz+Jx%iT7#Pxk6}D(-|Pr*pa5Vn^!2 zOQs+2K>xeV6S$3_@#@L`gT~4|v8s;(sbs1*ZOuckzZy^nwH|>!HYYAotU8EWqrZpg zca*_!u1<8&ZD#t*us9aH=b!GDVo0Ki1;RMtBb7P>g8U$be|jo;g=dP?@V=X1^vwsK z$_A13l%_e#89Id221{AGPOT7V!+s6N7iYWj2tj^&OeY)j;@!KF zbHL>FASOzI1+I750mk(Az@v{@2mAY9{Q(#kC<`zdui9KdiYex53j&mLIay8vE$skg zctND!-Me=WfG92=UIUN?q{l4BcpZ63FSR`U1e_p@Frw%IGDjK!h3rB;hD^vnKw{{E`w9(-a$so-fEYQ=2kv|xP#kaykpxW2NPGFls$*5_ z0Z4xhN-GpX+qu?z;DoCK7__!H2^KS?U;&1oh66@s6@)sSKfM+}`bg+uB8T4)D;eAT z(n)nfHJPf>RV-?&D~zek|K8h#fQ=IhDzMv#9ytCjF;O1q7%*U#m8(_8+1;j7?;3qI zZ%gUsc%L#SRpa0o8Zit4en3CKAU0<+20i8<-~_dknf zs57uGU+@PNTKt1?^?My)yY0Qb>$;#RAk-&-!_R;JzJkHS8IBe)v0BwCgHr{_Uo2q9 zgh0Uo1I0Fg{C+r5k?lA^H^M;iYky!16*332zy=EXEn@A47y%?!N;M3l6Lh(Dgh)q( zWN~o}^WmIgln^+NhH`b}U0q#6gB29KG!%A;y9kHQT_VY=qm7cZ9fGja{~mYK8Wt{U zGS*G4or9y?ZXOf9VdI+u=Ve*Y|fA*Od1mw#S}Rr+6{@%naCV#Db zGe&ozF`20%@@s?v?$(4N16HZ#gumZHAQ}M$!mL#h0nZBKd?QdKFyGRES@!b*3Jx6d zBnd3HFsbM3)?EdC<_{b)coxvIw4#R*amxi}5)y8U?+piFF^NPxN*4gRoM^{InVg7j zw`fzSnl9GCFQn-1Bsu2O(a7qV7Zl5MZXS*ud$JAUj&#rJw&sU`w&=Uoof# zy(XOG0?vP_C9iMo?EDTpda?hqwR6$oL-Fe2!O}BL#=raKv$MaN#8T=_lwbC6jH=wc z2icx3PU8)R@H>c45syv=4bc}6=?>xb5EJ|7gG<1VK{hjEtCzBF-;~Vd5dw559Iq_v5IuCt(MXQLVw1pGQ+X=b76`03ckpI z+2AC)#S>!0)emfFsrBp3L8MHB5g=-X9C&c>v0T0CPdOVN67pxX*c>@0tO;&V?V-Ld zkK{kJuHGl4d%aCd2{jgA^c~^Sm}cWbJMdc~tWO#G`s-Pu$lHmj2yUFh|53WDq<0C2jXCaSa0cyEla4_p2A5@^{K%9x< zx>Q45omyY-0zcnU-Z>0EdH}PLdJCm|7oK&iPnwm$Egt+F)2plIm!`nwX3S*Dy1To> zz;FW?o+QXHaG+mK!GK}3HB~pypXlRr1B{yYxws->R(}HKM?}>Nqm^DeMHqN6^~Qs& zngE@u!1LS{F&P4W#Pn9qoCiXF7EwwB1md95)ea0JMikA7#yez zPZIBY@vBb->+nV1+>S=qyw;3{fsUTkYx45tOPi5|kdRk1BUMnm*&zUdUU*}%a|q5s zI|vo!Tx~6VW;Ql9025%|HGv>V8gt~=3iV66n|yL^%Micj{yNp+e6+06Y-_-@wKrC> zi;dUPJ?XBy-_xM2M9fo<9L8Om<^SntV5w{F*l0u)|1E>VYy)romi5uNeb#5N>ywB zh+-mAv^OLNAgY{s@75HsM39mCkTO7%j17M%mc=f&nf@TUJq`9;w2yUv02NSlBQGVv z3~F%c0kKZ+Uk|2IOs&^x{rMp3!uLOF=RN}SHy9Y%0Jyi8hr>9&-I9u3uq*3aX0|kv zw^Lh%P8i`O8A&@0w1#T2{MC%E_6q#CGOkus$->LdcH@4w)pk~o*c*5oD&^T;x|X(Q zD^s-i=#)#u+Dv9{nAGHLG$EuRqt*k+-($!9)n?T}|2N#lj49!RR= zw2H~uciVk6bhtE~2?!vX654h}+j4OI1{|f0O(GUyK@Fn1VNs zz>bBP&C2{+PVrj;o=PFwl44t-X8`U}>a2z09R_y1qi-SBoQ3Oe!vwd-Jh(qUx2*r0 zJ};;-UIFWRQNsVFgyz*aDO}{Y#kq;X_on1Lo}r2%YZzCpR@S^MJ)` zkXf+jrBT8yqCo#K(qpA|E_^Y)jo=ov?;h5fBDWH9E3wpzF~ilUIeI?j`e5Hk5A3tQ zZ6O%_GNJB6nw%(Vf%@$N$??7edrPj7A_^6MpOxW))k-!DO&Juihms%f%IUAZyS>ww z)UVvVYIazT|Lv0S#xt2WXdlOh?8~%L74Jh2R-zSw*BAJaw&E-Dg_|4MK`56}pcxq44zfKd|tmagt|9t%TNg^;r=%xCj7 zbcLyZg-TXCWTr+J_01k@$kXX_GF^9DT^eR@Op5EV3_P=SQVNeYo@q_pTfutcD@B9M zTFUvfnvsKCP7Ewjfh}3);cm-CakA}tU7Jx@>&6emcV^R{USSwC%Ubj=gQqFH9i*a#C5)4vG)nG zAHKU9qbq0RXT^0fLT;J`norb5_MaS{Pj~!WB+b~|?2cy$o|gts-q&kc z<(-6|wTu;cBSUVhhF2VB^%W#7Rfy=-PIKAVaYEi2CSNCcQJ%MHy$1PFG`>SXXQJ?X@v2PP1PV zgV^4e8@v*uj%^7n_hi2jJU5GTPl@ho!Sn6;o1&Dt)GzQ|{C&ba|FGrl^KF~Kka+7E zoM-}Ot9$?L!{<)-hZy1Lfuv`GafxV;FS|x7c!~@>&a8MZtJmvIf$U+f_Ddb>87&=C zN3-8E+6fE_fAL};4t=L1|GJ|6*QFw}lVa?ogv~CMuWg+?>>m4iCsoCftT>vD`U-2M zd-K7>pFtKjjzrlOyjBj?tz8?vXPHmj z$NhCuoAecqbjQ@hA5V0p7737EFWcRt2!!pmnQ|vReEhF1Q<(B06RIM@xaG@*^9p9g z2i9LIz16tMcK^{81YzsafA~sIc~B+`mj`OnwO=Qy@!6kIv2w3i6Dt6ALSRb?q0*%;#F zH9y?nR#s`^Y_Iy1FnHO-nk8#-wcCqwqtV|_%MWvhhE2MsF!RptmV{f|5Sc0I3c4!R z3u%?S^lV_#MFyNR$}yNR%gWQY2TY}fene!Y>STorUktGnj3`m(9M*d;pq*{C5Wq<` z_Dn#GV$)$oqicOmUQty!d?~8%0{~KW48}j{qw!YVg01F?*{`Q4p|HZ+MK^aBS~3KQ z|D|4GRGKz8;lwgJx36}-$T5Ow^?VvzKjq|QIGcaHh;(%>v7wKE*^B|nUM_9J>`S*L z5mGO$?iXoF92L?Z!*I|>UmV%VSGuAhMc1sjU5H7o;(caNGW}Yum18jXJt2ocOnUav zYrKhJ4Zf+h+bD`fH1q71&4i8T;UTfZ=mVx)GV8+;vi+xjbH#3o7uI_@#m&a+$l32n zVWiCzmc@iFjz4|$g5bYIpZ&Lb$>(yGn7y@oPEo(jDr#A`c!N_SMLB=|#e*9&itDzi z3#~6ge(P#X%sSMqP{uzzH&sF9j-1yDyGK`|#@eW&*tZ;=rW1JihTDH(N)d=M&~l!XO3g)(bbxGNc}ok zIb|k@keU;FkKPWIqQYM0)FxNM?|iEmGXeHHGPvdLhSTnczp2w3zo$RH?^3(ew5|}x z&@G^M_gG>-pPcL-3il%rs=cdJ=aQ1~`ED}qNP8_b<0(adNzzp4Yii}2SJ7rGB_dbJ z_uVH*hO_T=cm^7_4RJuO`t@doB$%g1sDCbwOr}?jFuzpCM;E(--m)%L_by=FDd#+g ze#i=i0=6vPy1q+H7T|-JC-p1*&jhti+szet#GQoo?&GSQ71v57Zt$PiaNRl3-=7;( ztD5JeIw$Rz-xHv7FGzf!EgJ1;ZT=uG!~#=6?Z1>UDcND{*1U8A3R$w7`|iSQv-c1W z>$x3={DEct<$7gnFH>}!ba&GGTIe^9tXBjar~^lSlH+IHA{(Z)>t2}uH6OH4=S-w9 z#mCa}CqRcvuitj{_v3SoFIz)f2Zp35HD#zmX(!y&ox|}|cXXyp3)?JsWBvraZi6uX z)Z!|RDxwLzJNUn#Q6^#X9-;FRuybp`EM~-TuGmq{r6;uH@51rP-FlJO3?e}QMff|W z_I4h-88hYRAcc%)=;=y~tCvcQ1B|QhR!csh%1ZzoO=tJ_KKs$#Hv|U-%(jGE+fgRWydc%6zHk;I-eGEyG8i;l#Pvk5SI+@3|eU$=@v7 z-c%s`ud6YGg^k6#Tm8!1A(rWxEgOYOU`($Tnevf)@V@^-|HNW>TtZ6{mg$iTe(l}} z7%`F^>8!rz2FV3peMLlLI~-PN?l-=FE3xo@` zm4(c)q-tg87w3YL;Yc6WdrY*paughDVrDqLRV%~FC?}R76mTT1_sA?UG;ip2#;84I zg7n<(Gj(xtxG_oEONleQvO3adHsD}R?kk0!-^TZLp3G(cg8S@A>Z5hCqtI-g?NRv_ z;m)JQAEF9;#3n7DR~l4jxuSIB&I5Zd;30u$lye-u4=h4hc5P}$-H7@nDTZr= zsbuj^E7x~G&R4B3?feB&qVKb+Oj7=PFVyvcX}@AVRUxxXkUu1_1=m-)E%o`c$G5L$ zp=X{8YLN`4Qm0g?KDtk9yvpZ18G}vfD?Q)SK?3Qm=Ea$?FEM+?#$KVnriKb;geCmt z9)Ozh+;qzSXA6H8X_~Jlrpdj2`!Bday@rX$2V+T)6d5Bs3Suf|$9jVEmZ&%f}HOLb;_~c#dRLfzya5jG9CQ@a7U@>~1m4apU z*k(iW#SS3&KdzN2#Qc?5^~nPCa*`9wNup~P~QW*N4 zQf8z7yFxtK59Q&Y7ipkiM)mJNPT6g_lM2Q}Xkz{C5)%c)RUwX!rkhU>qu9cq?Ue{h^t#sIAF`{!Xf)9K~FfL42`%d0ms0xevpDYjl?n3bRgke|r#wzT5Xeo&%%g zj_7M?Tw$_6b+OXs_ZGaQJ;xE6q(_T{mG5kA2h0d$MXLe1b$$O(5h6qKm$8Q&7ZF>D z-*JT-sBlmO4W=tW4f$c4_b5=b%0yopSF~!2LEl9X8Z8h^z)eKMdqv>2q@|<#0&oAY zfvhi=ARq}eUebA~U(7oVlw%J=k3}tJlx8XHpd7kj zmB#yXD8t=&ekqj&zn;myHTvn)j)5h3PxB$9-}2xGhFYqK#~x@&ya|Q9r0Rr=AdL5eTFR-)EeN6ul4IGX5d=e95TOy?y~+2w z^aLIe`wxT-3H#fdQIEAA2nbX)t{NE`&8)6UgN!94RN5UId3SK#UFuF{_s_di%k4k7 z_2z|wdo7ZNKV&x=FYInAtdor9*Wjfv$0P${+`=V#y{ii740Ef0Afd=FJzU70t!hjD~RRJ}YPwQlvvs9LwkXLjOh*7gi>(H|agnyUSulqih>|AMzMf(N9C~F_{ zN=nm*wk%zCrh`keEzaO%GS?RRd+|$zo5*uhBRK@CDpevEU8v=M6@pqF2EcP!M zD=s!!C4hG5eALRuLbjv-^D&EVAZ@8V0c=|wqEbym5FZi5T-t3Zk%Nl`Ijf@J3c zkS#z3-O-U*+-llucd?P0TK?_mdX?Vn+12lHabMxJJmlYja0B`Mkz5@8|EqHF{-^$s zahlu(4){Jux}cqYs|C3Wd5;N5=agO(Ul2tGsE!MGdcB^n=kqb{_uC_IO!1u3O$bLDOIFwJLmawTw|h^K zX5)&>>I!k!j*5&0WYZIN*Bd2=CT4n!0>3{QoeR13$-VqjMEir<<^q>fsm=F;{Gm&S zmAu~^`51-yU&_8q7)f#{BZ};^gM~Fw)RbMN%5L7Cpp{a<8o4ih9{&3#)O170Se_&s zUw>9l5nfiUFsV4)AXzC1Bhf#hcDG}q8lt_JHguFr+}`d46`7G!jfTjo<>40ba~I3{ zN(Z@B9#49mF6s0`#93xKP*$!v6t+5CG&kIrw45P=k(CanP}IZ(U6{8qqs7B+&_*pe zt%c=-B2z$gRA@OW0573NjyW`5LO{Tze%t7p6e4fux;;k^p5}mYrBPbX z;gQoE`){x7)!Bdd*Ci*LFPM_5f7$RZ4%f;~vfd&l;m!V$AZs|Ds{V#xsa7YFZ8%gY z{6I@TP5nvO^#O+#ozdTWV{L+;v!8y$C4~-)kl>M6x88S)eCBt!1hRK1evGThZ}C`L zna}z8W#Y!E-;b|COAqrfbq^FfJky`%2!7OZS{=CLrU>_3$ zFUZ43_SA^^t>}mH@?1L=@b@pEdAu_TbQtKHZJGt(D^aG*Q}Jlmsb%K$WJzi-O~TIQ zbD(P3t2f%lyjU(BzuXs)>Gx1Q3;ml_LpU^7o0U0l79P_~;hPo>1gz;ZMyXaB$ zt(0H0D2d}_JJ%!sc>}JW&FiLe`$ZA}we)8i)8O@kj}d?jLeOi4780f&ct|ukDc~ds zxa$X$AHFcnbJIE{2Oi|6$8zmA*T<*Zkw*)c7T@Q!HIA!!Lxnzg;=OvZ(d%8d2rIF6 zG$DJi^+8Le^%o0Q%RS|YnqLkcofN)=53+e(PRl-FcxvI?AJH=YSCXxJ$XYj+AuCHl zE+q~U9dn+rWWkTdoO?rh($*zYi+_Iw{FzS;$LuebEN1mYz&wlkfKZVcH2DfldKo~d z62p@v!LK`g939+p+Q|*hqv9bd(DS@Ak5O zzOfVkNAfiV1VP`AX&7Wh#R>Jzk2BZSluSCF#n*R~ovs+@#yUjbic?1`$WB=rs=me* z0e_7xdpXLPmHI{b88E2%&B(xm0`}TKP|gY4FQ5nM3h8}lS9@x?tz2yaT%0F>&Gy!( zFaC)J0S{l(aqxxu6a%0D90UE`|2DJt(8b;`QE^G~|Ljm!~ z+~g{4@VAk7*XJE>i3WQA=|ih(tFMM+7oph~OBYgI;q9%>FcrLdG67Iqf$*o+R^lJHdYrTQA*$FhxAyw^_o@E4BKer5hv>{)6Mg; zN&WU|q=kry%l)NEbg$PhEl$~9`MAQoPnr~QRwOe}wLhLD-H2WmiVTp>p83emeQe7} z88q^YQ>c8(J?Ne3L!X2@_|Yzhob#VKukj{y+$9AuPwP_i*0KE@!Ks!bwP!7nX?^vI z;aCxIanM=T&zR!H;hDA9Il{o7=fF0dlCGvPjCmfnb5u*fL5r|&)eN@|Z?ro!TKBch z#OEpd`ifem`uH-lY&yzAeU<2%10tl^!Mt&{Iw_M&^qS|$_rH{y0zd{ z|I~;9UNQ+C6mOa&omU)+MbC}#%-nzNL9fSjdNS0aItZejSq^ug z8fQ9L7oy`Gy;~apt@&J_5oByK1qvr76n~|HCmI{)5238|06IN%K`T0GgX`oo>Ss+i z>GW0tdZ=|kuuLRI6iKD_;z_ppaNwWRIUVywm2aw5d_5xsd&BWtN7lxi{NEUcprf#P zfnrRjzkkcdpsnrxk%LeeqNov}xS*B8?Q%`Bli|OL}AA1S5lr^r06Dj-;F+=RVs;p1U1Rd2eZPYSC}$gL27wc zd|rXxxM}&|m3%`>3qiUnoLC=?Ctyre*tI{A;mi{hngEPX0u;snv{T6^#;dcFPpq zgVGBrHMI{6eKf9>_y~v$`Twx6DU(l8zWL<=83$c0^jB$Ep*-%mp->Y4Fe~^mhPebG zab#?Rt9I5b>7TLD&u_9DGPqc-`D~pnzE^NG7;+(T(bjV@_al*|xscDTDrrsQYC%%< z6K&4PIZ7B=ZmF!L{QnqvCmS2d51k$ROgSSmXedqiv~Nd#YKU&M5FIgns${6VX3{*+ z)1rP($sJvL8F3;QoCdpV8hG3v&3XDb`va|lus9g`($3{MVErM}-DK`>2~rEI*eD&n z`h{(MO+L-(s1NJKoZ8d;1-Lmnk2($JYqp>(vs;we((bLLI=t;mtajEtEiNSYyvW|L ztQ;scT?kqHtl8tm$fREy*gpiu?8P*)KM&EGG-x-BPG_hULg>7EWBA99y{wFLVb%HH zI8V8tzUK><#Yx>;)4}WvGJ-Q{vRSw}4}8&N<>xn|m8qb|d?_+CFeE183yrw~`spO2 za||qAWQLM|aI>5X?p$(T1^xJD-C^b4MhHjv6$Yr;aZbE`3ol%6ef-g`b=*t4Z%=qL ze2Kfx-W9E3ttMzxzwG^V!e#0#z8DEbs;OzMl6Q=1oe{r&FLcgbmDBi}BJXoUOnyZs zH&uM@O6Q~F+DYf*Gy`9j(A(biFP{HxyALVW?4Q-|0r*chw%8_JIzUw>j@Dm_*%f!! zhQC@sV^ku=E1&olC;xvgV!8@Vc0O_^=?Y zCOL1dyni1RoED2L=k(Te`4wEQvf)d^8^ZAMMAwHRpG< zJb*rxzF~0vzu(Of5HCQ>18PjJl%_J!^SuT+JG5!yi_?qQ6F>33u}+0b%B14rkHo>} z&@(tWSxM;FJ9zl5h5VWI(htdJ`>QvQRTJ7rA<&K?_+&WYgUUQWA9PjwY1O?OL&}jh z!|v?(o>0{=w_l9By6;++q@>NN^I|@-wj==#PP~w@=J(=Uk2CeQ-vqutdMOBII zT5jX@f0TYa+GG`i7r%P6Kc>QSP5KymL!$r6**hU`E2NGL+l+ihc1+b>wN4QzN4ptW zN@-!#SNM#Dxn12_Y`lCVqI28!y0h++Hfk)| za>iQ07=bAZ>J^))vS4uiRn^J8tMIS~kFRw1>^g!~=W1S8iTg>r*e}YMfKr8aR?-SR zK92uhWgm~F2!va6wmEaPX(1yoO7fPnigEHBxvriX&#wIT%2W@MdQ+tHrx?@AL1&7w zR1lg-Rz3#{x8tHZkL6zFPn+CDtK4af8bFNYJl1B_8r+&z_2L(@Aem9iWa&G1E%yG| zl4di5I?;c13KC4OtRKOWkg^q{-hG{)P1*&>8cTrhtC ziw>%@kbWkri_hvsA6=7tdUoDveR9BT4elEptfiIrGIJ;or9TXy4-Z2yp=+|yWN`D* z@+HH`ouj9nmj}OzB59=A*&c*gBC_Mh+&*Q+{mbP2zQm5KK}dDb z|8v7b07D@jUx%79=<}1^k|f0~J!QLpcYEq9+WaP7{DxW%B7gtIrXR6GI2z-y8=D_* z?%H#ynLl&MdBYg_6JtS5uH|$XnV|-V2Nb>8-cy#tb-PQ zOPlPct*jV^q!O7c#==CWRS-5$VyH1DWsCX&v+ys{Z0U&;-}Lr5ntSJzQhwSJYLfMs z4y0(gFWc)2KqV9U*-$%H7553h(IZM)_P4^*?jK9e*FP9Nk}MwQl>VIUf69j3r^-FY zqx|es5!au9lf_F52kHYtf}F$ZPoO@R%trh>vtg)uhbx)Y=Os6~q}A9{-s2>ej<(f~ zF^t!uS~4*ra}ss(S)`MqsfIK5llvu!v;Gl#gwERyk9}!ghzs9n8y_Xe>xpB=>frFc zxsm!i)Vc_ce3tLIuey^cByK+ll0m>q>jrce8#_BjsD6S_ki2pYtX>NM90RF8N?Jw@ zyT>4@0z+mZ)Dlor0-(^K*avd$fCgvyVPM@{6azL{ZqXr|C5|OB}G@FN@-|DP1T3EONEg@9CYTNL2p2Lg?AAp z41uYcY{UaB-C(eL3-JD<1fybCx{G60wIYBkN$!%w2L;r(QY@XaQZd zR5JHo{)sMh2F*rO)n=1wO2(yr{GclKD~=t1W-T{6kJf@FSx~q%WRSxM4^=W1;qP0WiQ_V z(`cmB)zy`hfq6XXJMjgSlPH*z+-WF>EPOL^j_ z{OpIPPy5+*ip(H>NBVbn>&CYSqa+!9(#y;g|LXQ+txQ>nv`k#PqMu1O5XT zs$;3Ni_W<3jc}5Gc>U0?*Hh+s!g;x~>2%Tr{*Mglpy1KwT#%0doVICt(Fy*woNxbK z#Qey_B)wq=j1mg5x0N!^3}S!}IM`j&om&Bj3~CqyGS$@Vtij|-2XFVwQOnXx#Kd)A zxN8RN3}ANHQ5O2gKVXHX1wSCyya=g;j-nFTp;PJ44&7Jp#HBg^Nt4vG+0|$&R!U#) z=JKWwuyE>|l577C zn9cy6VPkU4Aqy68mN3+$0)qQz3$K6$^+KP`hb=n$P_VAAxbfY2C|7p%4N}yJc3M@h z>Vmn+YT#s`_y4H^9SVRq30!}RfF;OpsRmd?)y{}HDpd!2A!WsQ#8Dhb(81hu>GEYw zeNGq}Af2sFDYT^tB~!yE7;~*D_O~|QLz&G~cQQAW5o}`>X(QT5{RsJ;|6ht>CQ(sZ zWnTO+XDopyAyBf-q_)6d?i! zSYAOEQjn~7q#M#KZo)rsBBFNgnw8N1y>4@MTIO071!Kk9;B6m^ zWU$G?d3`Nml3(uv>XC~?_wmYZ7K0KtNjz8CO;#V`@Uxa^irkOu@D`4qhsef?eY_S7 ze`it@RpCPd`Uyd643KlyoLJLcIYoa2+|}14Q`-2WKri?B8-1b=xd^nhUkZs3fdnIJ zVJ7kw8GOJ^G>T*o&pt^=sFZuh{L~`b<7v{-#>?zWQUpH4GZANDgfjCm03lUQa}$pO z-=D&Bmqn+NBq@HVDT+lO)I9&GZ7ei?N)7FAn&uRkGiJm(MTHH_o z;97FlkaB`wYkYPb@+~?`L-&L-h=8s%CS=ZlOTT`# zs{G^uju-Z`)aU1?S2!P_V5HD!{6$$D1W;<1J`+pyo1R@ukQ>eilIGK6mywEt2Qe=v zNp{KM7uqPuApjYIH4R4B&L?T0dDC|Zi-ro#DCYWczj#o(nOm{&j&Tvvre zVctgF=cDb#K0g$p3u2TNZ+<+eR zia8w7=Eox-ej(sFF#wDuihKdvISLUM=7I;h@+tOd#fAsOG?4t-Tz~%UHhAf~lvW)_ zVIu{P&D&uMBd{K#pcw>4OC6ui|(9#Qv(o|ZoQPs=B`2htrlL7;v@*d6fq%Nc%n89pAe_9 zicNf0x~xr0LoEko1UO7S>Bpff9G;&FjsiPQ$l-CTt={wmNQ)l8Z+0dD@Qy;LQCvIh z$_n@j=alXYt0VaAh8QM`=s(X;Tg83}7ASDcBA&oEEI>V2fZaxmx#w?GO%jVO%C9kjnr)w-6 zo{)pQN+@RWbVJige|ETS>kw-Q0)mMaT>-_J&s+tLa69_)t!LYZnxo%s~Qe@i4PWAz8AJBOD(W~v}i9Pler$^u<*SIe+ zW)L6U9E8~UHV>dU&Z$-8558P1s5Wr`C0!^fIXR9b780WT;*e+x1Nai(wSC3@q?_OuQ)*nwAm2KXQV z+NJRXa~o}zf>!-n_^`EExg>U=RV!U>o3J)ah8BE;pbH3qsFaTtL4w!(m?_+p4 zj%R6UX&)x3L_hZq`8_LvleJIT|Ft9kRfRWYXlrLD=jG-uU?E7aTtP>fz_NwMko(IG zMkV}jwoWB7lnx07;g^n%X&$F1U_cvr4&x$JX<;k{n8EL=POChR#kcmzilly5I2O7Gq_X zAT|U3Qxu;m39$P(9hN1|J>-fyUi#KI^;_9~XcasRP^JN#1c;xr+R#^f>|P36fbvKj z*m|}9k^uWM;(#>*&6K;R zM_W7de<6TAM@VRhPJ97cFT5Fj@M7$&O)A1iV`$d8i-47G8ahY7gNbw+{~zH%UCV<( zUUG*a-AG=v9MgJ_s6z01g{xy1(Ss)^+SCRW0xu@KEi-RRT=OZD7Oidng{c|wwd?ok z$=Ycdpv2ezaUNW)t=F3Zw(`z9Cgguo4LtoHssRMa&(BAtJ&?Q|iq_QB09!f_0Ol~8 zq7y=@jjgRhFyF#v{~%i(b!Y*vPHRCJ4fmf}pNjDE7OHOG+hoddOJSHmG9s#cs(20x zuPV*RLVm2HmiD(T+LndQ;*1O!vXaROtyd;S z#)cC+KG*|bgXVvXLn!rn=miCjhE)>AUV8BBr2t)n@>-N;J4e@vbI7^m40QDT|5Y<>Y)1hAF>Mc^1-d-@Y|H(@5(ByyfgV zqfg<2yirF)+wphRD-aVw=OTSTN|EGn`;)^qQS>o~4>A9J=t2Ut43$bjk~doVgp)$R zdg2kdp94fzI|V1_fN^L5XYs|^JtQe92^x)dw~b+{56C=<6HwDK%2ZpQ5>0a^t8hcEaepq*9$`l?!|Oayow74z1cOhP+Ll`SE>K6M!iQ- zJQ$v^TuClnss}JUqM4_M0VsKW;F^MKe57R=24TT)C0~Fh0H|yhq+V&Twd~yDK^Hf$ z8WEI}0dK(uq_=2V4v-S?-=kwOQa)pFN=iN9Bw!^i*xRzjWhpG4U$b?g1Q2jD6tte*262r9Su*&P0fNYI{rWp_m|mizQ}nw?120Oo z8%YcJBp+wyy3xA>bmsB}+_yw@t1sih-3^bO8hPfj$c(mi;Vp+zJO7r4!{GG4^Pcnw zY|T+HsSIxK{cLq!fKt!Hl>HD6CnxDbUl7X++3=GFVw#cjo!?58FUzg26of8D zp^Old(QggAq7>uY(?3t_mvps)|5G?)-bT-{W;PYf1r)22G6f{+cJdFzrJq611!@|` zZas{|_}r@yQ??9^=Tpn3hd4M%m<7WN^Ik#wU#JSZzk7I0a?W#2s_U2KYt8(E>o8b42Xv(trlpK zDKHyt{7Jd+9>);Gts)COJw!x9KdbvC-0WjzI&z>Qwt|z0Hbls{we8ri#rQlD5zhV$ zeHk^HcoYi72EjG3P@$xRGB%;He%-!u*dph#o%aCMEVQqGMX3 z?l^M8`-F-qyWT7LQ*m%iwg!W=NaUlWQT&gI5oq*kMu&+Zf|NmSwhxsfCWfbl)nrKT zm5jEW{#Zs6chk0UOn3vuHUawnv(#Fbh50Yk4K<|rFv_v^ zw{(iS=cLMZ^XeC{fvah+jNJX|@YR@ri5FjB;h{?KYjA=Q3#zPgPXSs0C^;A?V@TJ1 zpIOiH%D=5GJK2{K{Y<7pxB|3tdPC7U$YZuUQT;F9yvC+mnR8W|zDN6C-1C+k8Bssg3VL}Suu1YO!nEQQr$@_LtW5-sO-M+SBqx|0_u z&^tVkId-f8c>vI-{S4b9K1M|R?uhb9SGu+J9#NqAqY+9>_q4uPe(s9d;O%?b`;^v# zmLIo|U&YGeem&HHbEE*WRj8IGLOBxU+W>Dr1drCq6Lf}D)iuAnbjXtK-m<_?bRA&! z6wbyy_447pnQ2svIgxb&nvcA#_xu>keUB=jD4LYY?udqf4<=lexKNk^?4XZe<^kL< znCA2e@>gMA>1!E5No+5EYq(*aBUa91e<;s^7pB8=a-+Mhutaqqq{4yfv5=kIIxx#06i8_q85SpU%Lk{1s|V_CQyIq-g>w;Kq$ClEqMX zI4CPubrz{4wiZ-nZ*3EVzOC9~abQ@qHFPK7*Gv*}CDq0&{BBLT0LQ?ij=E;U|$n~KypX8NMf>Xd& zg4u%+FWhg|;`3|pK(Iotfg#cl_+3hNpAJdq;Z!z;>SxvNgey7+Bl;%3k^z($GOuA^ zFIh~%=e&#Fm&9>am%A_o6(JYQ);DFSn0_Wn>1Mg2y@L-6Y)u#1#&KT5yn)r~-Dl`i zfpEJE24!KO;9Wr8rS)NwB?%j<8=R-t9KykU*qU*LRNR8gQ&0hUqTF*J2*wJu!LnHf zr}roMa?(0r5%YjL8W^wW43+95RJ?0lwec4HoC>x8{Tog?;rvK0dUB2vu&H;_?B>}0JOpGfU`(c6BkN8CxszvxCzFm2#X zeXEhrU`F#TL&&XpAR>gwgKVS*CR-&X8xohLAK$Xgv^vt&vAy{8r1;$*^<%IcUMwB{ zi=n<7K>q`0_B1D9`Y^%LSc$AGQ;iMaT$vnv=%=Z|CToiZpZz!Mx;YK8u7E5`xKamV8<5+Xfl)18WGA#8bQwB6G|#`@<)oS$QV!Z8BMx z+hzd7MJ4xnD>N5HN!(vkQ#S$RjSedV8kG~wmy5lUKs>-wNMMHizS>!J(03C#dF9H8 zp390q=0OE?@$l(YJWY}Dx{~=x=tcLK^`rL2fj4rLwGmT#Z~av z77w0y0aJgTzB5NWs(2%yNaN$Q6m_!2e``Wix~JJY87Ru`|1evTAgdodURqIi=Jm`qn#+F?=)f@0agA&Jr)hcZ z{oCN|2{Y#7wI0VmtPy{fldgv94x_EJJ~>&j2rZ3Ze<-5H(p|1bG+R#8wyA!=Zo;kr z13+ z?GQZxbzYsryk3SAwVqZEMj?()v6*Te*s_tOUt*@mP-RfYHH4lqHeN_B`nk+v8MLUuH(7ff~E6-g{=86 z2Mc5~=+sx}i2zH7W}9wA$sCjiCv4Q}E}cZ#ul$3NivvNE9c9`fByL zx;fDxo8JDY(u?qR&p&3IXabT^Cmg=0^b+zJ6t;p6r-6){VHd`vG7AfT24OZSh5EnS zUm@d04I+o#pvK0yd{f`2!5wN!Wex7oBTThhi%oZ6H$R$$%7Eq*o_K5c8odz=?<&9p z<~r&J+Wh$$G$wkhR?MAec{KTMk8_513x8wqW|GP=dpX4K{%tCZBz52t@Pn#zEIug< zTB?KAWB}lM004R#FjfmT7u5Cx6$>h89nFc>*Vh9gbJ)ZEV38H2#RG$vdS?qdaKE}+ zT3Qx&75llbly@m2GZCVi=dXudBfICOo8tXRXS2LGiM<{s#OmP6zk#-$o2{fgN7^1%iiZJXv$ zUcA4gI5lr1UzedT@Y1#<9@H|#3DF@C*bz02RgG%F4zTjr*<2@F8Ky=7SrcmHek)M8 z03>`;RC3#Im<7NnA`%B4r#luNfO14ZR}i_Qyki(Mjl#)*KBF?{4Ba1>sAps1VTM4th@k#*5_y`6~*vK0pb&_fANPCiAs-n*c z^Vpb-7KdN8jT{JmaV3inFXKehk_;8riB5F3H?US8IhDfc>gQEXc;@C z00mxxJbniF^&B>nfJ{RG$*D58@;}#O2wGUpC`Pe~Z^Tgqks2W_;CI{TvO_v5($svL zySL4+NF*55L*;+zq$*%SwR{^1E7%%#`8jg1+qx38zMWoWxB(G{YBqGPpFVvG{B_b8 zLF*FhLQPJKiK=Me$*S!g0cjB*+N3BLlzG(^SVkxmPGfFGIPM}a@BQd(%x!iqOlf%B z4d~74NqfR`to2rPK?g!dkfuOae+E?8tTVhE#nc^xq%u0P?G4b=cWh6Ad;j^{2ox~;?U8D`nMBqmT|rjznn zthyF5fPmE0NIUq#V&!9|j%;R?jGQiQQOV26(Hh$N390T9N;n|z4EW#tKU7fkTmMr* zna|M3(fI<}_nk?!)&>3ss1Ol>hN94V5<1H8cY45p^vzj><|^P;QMCn-ouF0X`MlvR zu(pnpH&@fsH-5&cVoF=z+WLzEd44elG}k{P5AHNFt4#&BKFRfA+!|4*cVHp9?M6KX zMj5aHNoRY3OWo#gIhvS>feT;O0Z&OAXj=dAc)hj9n`D3=!uS619UKyZPgAp*PKRH; z1Z-;q-Qzcz(w#&qEh@A5!KK^NZK?zOR3QQJ02kj%X^93jN{9T=64qo8QN;V?j_18mpT{20n$~?O;Hx zQ;7$!YF$Z~3~W9QBju-s+nk8y(&10xBrA7b3IGPjfxL;V)&BdL-UW@$*vZelvzfhk zJ;^e}ag10<)bX)WM?^r#@7rNfofWk?nCKFH6Mt*}K6I<4(8HF#+6zB%IEm-bFBy5i z`tyUpr5c66Y_=0x?hB?@-^K)f1}o!!ts5o#>n^~*B(Xsb8*@%myJCsX;l;7O2Ma*hdFbZh2zryM!VT5( z?(OLvJ9w!r8DEeZ0I5s|5;nGRz+HJQiYZTob78Tw77Yp3nj>QEfY;AkcNGo%IYr-C?@DOpJ(rLSm zwYLy{0lc@twJ~TRo$`IwWSV}F{>kZWzfw@VYiBs5nKF6s1a zQnGP*N}RK4N4v;vlgF8C1a|JX1Ek)#jttE1EY!7~%hiOt^TEq-gf_s`6K=Dc%{O42 zgexb2Ke_IYYZn$zi8dpdDhRu(#$yX<3(!S_s)fr+a9=*D^zhi5B{-b@3Esl>-D_MN zj722A2W3xAlhd6l^oC2EmlQrE3x@yQQ+(Bgs+9}kiMYO3VVnyshJ1M@f(82LpK@_{ zz_%FW(1PJ~5Zvr@Sgs*!!HmD1&teV|O4_9>Qr?Ioob%2eOVK1Dor5u&&?L~SCi*5c z*mCW08)yz1xlolGn=WSAi=`_hx1f%(K9&EhH=JDS9Vmlg+lPnr1ef%*s*)T5n1!5< zZI^t=@#}79=yrj$;8vNuNNC|Uf-MKsV2QDxumBw5CtiRvA`U}m1e-@d$S=fQ1g}nP z&D1w0F!kpQ$2-}S0!J)Xqrc^l>43)>!fmIOG=nBukbZ6T=H?@JhtqE2hWS!gUqL*G zOwop=b~KY`Qdc`$%Y~^Scj33NMOVTWt^HQj$SFmC30I-D1Ev?;Je(MWF04Sp!xu~M z8W}>KRG%{Z7L7|MHn!gw$lutl<#*;$a0>}O6)vDalK_G{a?wl7#L=u zmO3-Yil3Oi1-WlZG)9(SwDa}@^U}YK@k*c@&glOo+Ya0ZK}vq3^Iyq|=0pI50_Xzp z&F;O>h;2BTq^ao$fB)L6%KrWG7*h61Co%F&AAxQRaM7F%*dIb1n@J)=<$w$D%~9an za!*^Mz(t;GeV<#ME6dk6rzjB6cz*_01t_I_iAtVmpVF?8!`;S}QhNBKqy)j0Lp2qp zcY$^sr!jJ+ZsW>6=deCk_U2|H1%J-t&Fxvll6LvBc*|S&xyv0Lr~B9loVBtRwijzw zx$nMqWvn~6466Vdn{n|Tzcyj86MRUGlznti9fvluF`wQLuJJPCB zPKLI}x9^1w3ul5k;^uD6V7lu1%39B6Q4oA;E61OOOO`ADC{6TuDCAD5n z!ww~`K+CASoSC@(9vVqh<_soO<2)v~cOH}l0GUqjlMO?xgg&Aj7#x9P&Zx+8eRMc}5+E?N~4?wWv@YWt9 zP`KTsrew#`CexF;I#fnKf|f{w@MbTD+LdSJzD|_mggUV=t|L(AZ~#<&QddFoNqKpC z;L5?+>#>o8p-fX^Vat^T+F}PR)(M_VUvHOOsS|(p6J0SO=u%Tt#*F%u@+Ty45gF^P+F|kpnF>e|DVkj9 zteOQ*x+fcor3VGhGy>?uQkTJ>DuK#)$)%bd_2QA4k%~IOHC%;{8)$ORimtb;P?EY4 zzQbMVFHNBL|7eN%Fb~d7po*h+jHz#%*E8@T0KIwF-_zbKw^9OkyHp4Uo_X( zKU!f^_s+_v4gqi>3T+*wIj_I;QHWqU0ZasZ)+kRzx_>NXGGKN(qX}?zN%xdr^=5mb zSgQaBniq<3pRhq7QUN+DCD!ng!(Bk{6u+{SG^wwsX$rzBl1K3WeL7ow=IHf=ieUUJ zbH@CYYq+v>Qk)-z#hF8!D1z~ye_@CIi=UlZNH?<~X-uqlptMwXYP}lG=RTj2B@C+G zm=0g7NPK#@I7jr#zs4|omO#@W{a%&X#;@Cs8iW8*+atA(B8>ene~7qe76vCgBZdEi zDi@rG03E&zm0qYJ0k>GyBmop_5T8)HYZaMH=PANW6BuvA2kdgdBj1EH7{-Lfx(!JZ z8r;%u<&MI(EyT_f=sKzXSbcTxtyfRUs;-zLWzlD3&JVv$fQ)A2KoU?vJ$w8xP zA4~IBnf|Y-!v}#fF`8GUY~H0`l9E$pIOo;MFx8RQT^Bn^hn1Yn$z8|O@#om3a|vfR zzI>Oun`d{aeD^gGXiEYC?5YpR3C)PWUw8HxFEOd}yq+9OS+_&AF%pfjJ;mL*a?g+5 z<^46)GFmGs8K16=?Fss-258aeJ8kHr^D9t5FibcFT5G@lKFkLLiZTV!-F4(s+u#j7 zm;`hVAK#|x0kdve3XHJVzrDGr!x7}vvsbPd{?cBKZk=522G0E5b5FZ~5-sBd6=trnW z`D;qb_+UQB69V({cwnrELA@7FYj?NfvYeu#-+-Be@EY|0ff3*P*Li7a2_%zo&*t2% z=Jsp9SrzSAYpYJ!KDYz4vyx$KZVkb1~G4CI5q|J|_mTw4NPOi*wcKgB^N z;}@5fkwE~t6lg+l5UBptjgF2kR>1%acx-DuTN43mH$GoOUfX{~>;z~fzvK_5Y%j{N zFJ%#9u1Cl{=7=>$)~qUyT^)&{j$Qe~OQ{c1$rWWgw{iY+rufzX@}fi&20MXZj0u=8pV z>*^{|O5_FB8&N!4#cq4MyQL?0nV$BJtW1*F(cC)U`GHBVjehs(aWa2rHwJ}Hj?LHl z=a?o84BZ1<@kjzlvjH3J1L{TErlzLLA})MD(VvdG9GZ|o6um5)`aJFwwU5c90|cSFTo^hZ>uN-c)$tA=sd=h5djTnL7PLLyR|X zUVrDhcORM1$43d& z`SLGQZxaUXc`W({PaaaeCZ4RRb3RHdRmo|3wZ4AuNBZNtBy>30 zZRgVhJN6cr@YZ+#ozKaM*ETc7&g&ZS$1+~Qc%>+NYRjJzNqr)!F=8>b3l)26f{*jNoYJAlm`}?=r@gVl32H&^O z4P@$()+G{)9XZHQOE|F4MW`8c#o*=dkLs-3bd?m_LpO5z;pwenzZBR^q7;H^aOvI? z4Bcm0Du2U$=~8hBMqKAKdqTZdx?m&K24L`m=#-VnYNqH$uTSKS4PSzuOG|3wnz8^tUi*%Fo1Mu zZ`kt+7Ynld6TBDd87nui_vI@=$k-KM%l1{tqIx{3RN)SfKg1_ROPo}eRm`vX?czj` z{%7P!Dj$w#pUc9sE(1eS1l*hZ&t3SX{gyD0mdzW;?% z=~;!}A1wMh?1nVcd598F`BM9Jspl@u6@+$NlYaM#Wsi)0{F~yuUs~z9cXn~+aEAg8D0)yLj?z#g@5 zPuD{G6)VN~6&%EA_a3+V&Y*bgjoeqygP#5w!KV)rcq1aesGCZ7@zs-Rm_VxY1|GZ$ z$6OR2J+bYTm%W;Pq?9>KzUnSNHojLktVjA8B&xX1&f$=*?r&in%{EF=4*ufLd5?@3 zAJBH!UN8tEho{smz3^0%7w&jY3zCNim&K5iE8;i)EzoE#TqtByo{qxHLxlfQzEU-u z0iLX4!olGlV(+K||8O!ouAI}eJBa)N2Lkh-1dL0UoGG5|yZEzt6TN*qJd`gIs~sF* zP9ovAIIw53=yX@8Sd0mOZ_Wf`)ooV$MWlLpQpHnQSlAeLmPqTr8u zu159-8I`$BY8lC`AEKBK;nPgfPYY$5?sCU98F-eS&!?}e@;S_We7M_lMNwX|_MYp^ zLQ_obeZ#(UPZVEdly4p-Fv$e>)<(5H>oF(G$)bV{PmTv!exCD;JEyA6i?N)XD}r~A zJ>PJH=G;G(nMXFvw39AbEvfHpvXG>L$rHl^N(P2a`wNIGeRkVbN5Z@tl#$x%LA*`B zDcXGx&GVd^Chw-_wQ2<7MSZ)W9y8R-|83q)uWx;T&Jf?IrJX3 z6n?m7J@5NP{ueE@xK}NrXVn*qS82(7Cc9}bB70k_7O!73)pBGGfAb;MP_8qn`e-}i ze(3mjioPX)9)<-#m0XXA^6EU1cP{3j^cyz~E=tF2yjA}?Qk6q2B>s@0FJJa;Wu_Tu z-6AnWCv01`JXH3N=-|oo;ChP0>aaYY@w{h3wz(7$SgHOq1XsW7*MvzCKIh^3gJ9%p(HLQ`bYMJN=sVU;5K=s|^}#M66MZf4WoQg1c^&>H+&5W*yR#EQ!0P zr`cy~^T4)U>6zN3z7RaX7|Ip~$xMk?rsNSP+iZWYQfYIJj`QO|Rz}@kd%?5&6oSl~ z$Uh#&!-by8$dMYIvEil2K$xVWV$hzPzpmmk{m=?0e*Yh~1y>gP&p7;R)YtVCC_d9; z^DwCfK8_n{;%9_ojtke5Ryvfa@d4hwv>oZ}rnlCG+6iR0Zc7H1(gwdN)%mW$8o2Ip zr_0{P(poVnS7)#hIa+%}9v)`A<9#-5Qn5~hYC3gpFA%I5$$V_kRJ zNrR6#xlRhb{tz)FRb1uPS?b~T>De#G9TG(J^Z^V2=0W~xy0crq4_wAU_PTLYGP|)b z>tgfW)|daiK|Eo?ghRSy1%AwiD6N-H}1rkT1>svbsY=qTBOZ35&Sq@ zICqKl4HGh3)dBvgU;BgJ!ZM-jn_1Iku8-;eW(jaQpR#Rg$uRdl<-_w_>@4)~TZgRR z(j|Cav)8NV$_h=@-oxo)$>P2f+P>cGZE!QG^dk8H1?R}?ubtX0IYt@9Nl7DKTl4(E zWb>?bFwa8x};S49r=JDx1xRS9OBiYwHss(I>wC{tE$Cq=?n8JPdGJfkDwf zFt7pqDOy~IFe2Dsb*$V!Ai#@B1{ECSa1^?1o58Hg@7>)*;^N}y^s0h_g4i|y_27gu z302d&F6ReZeID(}sJdBloxkJ9d1+Nu?Ga9o2f7|vl^$e>UVHuBs!Flaz9pyRNBrt@ zpVYt9vk+fN6tBHUr=fu!^P>wC7*jAu&+F?~CYZ@YfNIcTB*llQD1Vr8MA1If-%l?r zOa*f(#eo+XXo%*aAXJ(L^$G}VShLhQz#S0$*X&PpCbV9ql$1WsZo}YYd#A%OnNxaQ zpTo@Or0BWGSM-qz7jeIJ>q7Uj(>Y{ncT{mUftCA}6#uAUM)Ay}d^fVKRdMkTOlNPi z+3)$k1V|kW6wU*AF6XnV%g8!RW|{_7X)|^^FA9~I^LPyZ^|2qcvUe|DPq1{u4x&`dHRvK+=XB1?$%%MSZwP4O** zjV2FgkO1fL6kCDZsQcSI-T^Hto0=qwa0kL3wz(DDJaqqVhK%yblPgqLuU?{FzAMLj z`}XCgCYr*zs7|8>Fzf_D=Nt7D1+SoZxDr%}?Yct`zuDt>Np}OxHpMQn2L~?juhTRX z$&*x`KTM}XrXE^JRepOmcMIRcMejnhv{f^ zTMcy~h9F6Un+U1=4rXa|(ipVyf0-WM@Yt7QVqwt-%NDA+7Tue|vKTEPgshN@))?GN zJ&X3i8ct458mg0q(mTBklPy=b2?eNyhhCXot`oK0Tm5e1PtcPHH~zuo>BWKV>_247 zoT*wI1)t+jW7>wHY9Tpf1LXpq%k+`$O3KPJMb%%we!U;xsSV@d&~e^i)4_uYC#HoK zIy%${J$N>nj-ijq6a6SyLtMPxawzvsSUXeWE-(6GwyOS#QtgdEbeT&yYp_m42_UY| zU$$-;iF^37w<}U(7P2Q~2Om8$=Q`#w5+%Oe1EmGHl&D871g^rL#B_8X?JeXIdfLrKq@84fQ?wOdF1RjRVG8buO_hqK_eXG7HpiG3^R?=&nf2G`j-1}6I zwCetEQ9iXaQh)vI>JFXU~F#DAv<9( zyg{I3B*q|qtC!yWkN?c3(72NaRe^ls#~sfUYT&nQUhN|t9TOu5d$yIum!UpGiRr+q z1HM=a(>+21?W7n;D*R`m`|!qsD~QD8JeG-x=^GZQ(4IXUJv}|72`^^e7uOdv*B^~t zQGGDLlCHlYsl9tbmu~7#>`yaCb|>k5ER6HoF5R&mcUH4+Z;@0}Imf~MO#94{_Q7!_DqKS>@((I=NMo%nPc^H zv)r+@CXi?G9bcNS+`G%cbJyj@0vJ%t!jOVEq;S%!l0V>>vD5XTdE>`cB{o^R)K*RQ zXRNmy0y1z&#VoG5Z{BXU;!){YyZs74)PQpZW&9m!^`Kv#l z)$#6qJAQg}CU3Alm{pCj$NPmS2da*YFdD((#B+@yj9taAPCxiCTz&1YmpCCWw(5?L z)Tc&VqGKsIQ#!VJ@TKjGC*g{gp0myyzbd;L>`)VL-fVHL?^r$VZJV(yaocjAnlgbM zb6MW>W~FV-yNQ23!4J=P|Jj3VKQI3t1ZG6j$@*uTnz` z?<*9&JBMbL$yR30v4+uNt#!c>%exy;HSEMAst`L$eUil%*x>!qO6l_*g=9*ee73Uu zKI!O|s%6~+$n_kvw=L9p5L0QMjOBTYi}j5{A+HK+&lGRMLssR(-F3}b>NkGeecUx} zuT;fB{1)2=H>f1-5W-17aiI-8tP~SCq8PTmw?y1iKJA#G{4;)HlRbgbr(1?0%xkb_ za`(`{F5*{Z=zD}i(PGPFev{?qmQn1|(XTlTspE&Ahs;{m+@HAIb!ehpljCWT6mn@c zu2DK^It@IVeR9O@P1$|ovdTkPtLAGbuRGo0^Rz;e)@5YZznG@?v%Sp_1@haY9gPOo z>R}Fx^Lhf+X^!jjn}38`?eL&STd;tSg(!SX#;k%DWT?1#-}1$WzC=XUw|?$YZv(^` z7;Ju(bPr-Td|##-jHMaR6Yj{>gRXk|on?^4dQJ1oy}e09Z_5*;$e+BI3+*iSIQTL8 zh#hOXDOZaeL1p(?lbGC>W2xL6b-(+2D?}p=$FS`^td*qOSV2A%f{VMS=n#AVZ%h4 zXlRi4Ek^6z8`J(O;Lw36SVj2nT5EU%N)$Ux3zpzkPI8~P~yyf z9&Vb*l+~O&eX_sy%w}Dp(Acm2WMy$Z&GL)n?4r9g{_o`5B&kUBH7n~GuFz2EmkR}x z^eTd7j)b$yZw<8Ii9;WQ?C}VCQ)+e2WyY~+qwl-O)zd~TIDm5DY)X;G%pdYst#@nD zpJw|+J&={TCDF^dF{`jQ!&4_GK}Cm_%+|bdPmEDcX{d|Qu3qKY-pQPMZBEg~I{bVz z1%c1K{5I36BSl%JZERy-!`lc}mb#~D%DQKXwqJ*w!UbG@n_eQ@9TOq*;-<<6KhCQSzKB5_^e)!;1WljmEnu{X?zYa{2zf*uaD+JOw6 zb?KkiS=pTzVxB19q!v8Uc952sq9hzYO>U%sSl_O;EQS!XWAn0op5(&&=!nY>N2d&_ z$%zVU&^hO@My5DlF|&?E9fJ_T<9t-nzmYyv;EdMKWx=CVP4C)Z2H8v+M7An9+^fMK z$ zbJr_w?_M3wKf6bR{8JD>qLD}#x?v%t`&U?eaq$7<7N(Uhq}}b6i+1F;)|#{d0TnQmTK?3AR zlBsj}@L}cq$H~hL>sK%m>Wh;cWJersa*94*cywYZkzfd3O-?R1uglA0=-CErXTFid-pt_nZT~ihN`I|`k9%uI6Ub>ZGhxhFkdXUL#3~TPzBE<<4E@G0 z?Ict6@{R=^ZS674LY^Rd4K{Awn|hRyg{2uuyu!+tQ|ffYO{KF8V3Qtzz|E6*ff2V_ zuu{F0`Ht@3cxW*#{qQErzA6fJWZ0Je6$SvRs(cW*jdR_d%7T9n9XT@f&>=5B|FKh< z^0jRsnB%vyP(2eItoq#XL01gk+cxa?sEYRF$&;sDT(sQXOS|SrM{RMWaIq2OGdAC!|a>q_=>O7T8LgkQj&e^ z*51alvjRvOxtM-~q)RxF|29)@$Q+*^mR;dzRl0;96rp1#lcLpJ$x#apRCgKgw0E5-BmAVz-g$=zp8h(e;Me&pK`3ZN{|E;8dYVXonU5zos($ z{*&yNw<~NSRZ6hD)Vy{^z$FX zNHgK;ReFd9oG!E2|Gk+5>ecnx+ZxE_I8%f%B{IXuxkpmIt<1j6sjTDy%=rllI^HBj zn4AkGoq*oj|1d%M%*w|>z#Mopriu`JzExMpf9cXCzu69j>by?!$IHByrqv+K>w^4? zD}vI(s~k~vE9^a+U*bR;b~v{Q`w8l}7t)G~^Nl2~nU^_T>za*M-8MM*z~3T}=B4wV ze|@ELq~Z`gatkf36RqzqWg!$t6`=i#FeCg!mW3d{-_Jsxw!*@j9}}+*mRQ$Puo*xt zKL}N3jGJTc+>y%P4U*|OQ9XTXD}Uhg!lQT`Gmk#-pWaIWkJqjxnhW*B$ESHi37|HN zRh2{QyZ>JO-MgER-yhV_AaF-XSnQN(qDM+O?R@HwzH+lfQIb*;w!AQnvgBJ=<{GD+ zogIbx3l;(qn%HTjb`j8UNS5i}d2k*QYKurh4M4_UhBHoib3^JsE@|K8> zj^^E!)IQli^6Hf!7_>3~05oHY*MebdWTPz`Hs{^bf22W^UkuOneRncC5=!&x^ZgFk zr&cH=N#o^cydg&AYfaa^k@PnbU|{9u>bnkuD?|vwsaGVzeZ6kDF1XqckER&|JsBbj zRDPvtn+J}usBTG8A{(UI*}z(&euU;gK}m`C)l@l$3q0~pR~11T>aP#2|2R@#kEvdr zLw);STYx~f$8cMC&mQ9-81~{>#8ixgR2Sd)bh~8V_E?=O2?>H~2*)1ppKk-XZ3pQl z$_|pW*X6dhL*LMO#dQga zMjQ1KwcuHtb6I8XD@^Q_#{(B3<)E3<8HMhS$LH?fzb{QunIBonU_9BGJ3Sr8LnN{_ z@yilyU~7B3r0w^=@AtVd-y--Wc}Ed_G0lu~-LBxqX;ET|A*8RP_n9|ECdJL@5LpbJ z+DnOqQUl4g;vLk_RFfv69zFyoD6p(d%s_SS>c>86X6b;7W>iK`MW3~l>%KI=3)n%! z^LE)oiPbFpGaBk)hX8m3jfbB24touyrz=x7>st~vE**z_3Mle1}?)`y3Sc5gyY431u<+Oz$s4g8A5^U_AejWL4lxe2QYINmXc!GX^_zjZ(Im= zM1ly(OBh;Nefj6&hKBEfK!x|ok1{m3wAdkb@xaCaJNFy54vD&Gd;VMt?Fmk%7H{sS zIEHmqh6+pimhdXh#(U5=Z!OR0uIO{RYjb3-zDhm({P~;nf&Tt*)Ey~2I#L%*RneKP zv#t&BKD?@;dEx}0>0PT!;GY~U?olpBR+B_}FXIuCP!-XgJ97#O7=eMI8?|=LkaJ)l zt#T15g?H}Uu)aF79t+sJu(UL*=c5|k1=6X0v%0!ERM%SnuCAUxbL3aVaw~yLgO01K zG`xjR?QNGv2|&hNa3mDnN5i`2ZPtFI#AWJU<~ax21w>59W*An!jhWeO`SY7fUEgP+ z;=|6(eG$8vG;LwVt-lPE2d{cOuhJGE zG3u9ksHMnBDlAQ>&TZg#U)gWp%!uyI7E%-d5CXJA-#6XxuEX}XLzqEFS$}Z2EYz}^ z!RW)dwC&~!tdpR*9<%-jr#3^{zsqp|nIoa$Zo81!!g5 zJ2RqYUSg`73jV7-cGK{WUfZ+ZeCNL$haEgK4Gqn7-A({gcBek~DDED96I8~`Et6GK zGlY-YwZu~z|FN~X*|xjDXgYcN#p>W&`GTCf6#UrqxK69QMIQc+mL$VAZ4&a5-StV! z$*IWrY1oY$6vV)Rfr0Vd6zeTegyez+{5XVzIFX*)zrL*(=djnH5rn3ywzf7l6`wC` zfW{5)Flp<_@PEJU%8eTmU`w{(tdYby8G-W=4@#3Uu<9HnXzoEQ#RD!sz`^W7PRRGw zH@|$Jvx^HS4qZ}4Lw_((bHvotG#aumG5E_&*bi5EkN^BW5x0$sVE}tTt#uGOi{p?> zu?KrdI`15)M3)tVewLEk0uq*C#?fp!o#N-i!&~5wE(O`Z7Lc~2_EKV>y>58e;~3K- zOtN-6^9=+5`5XI3VR--cAHaOsV_k#ac5rfXGOEO~BD$eLpkN-|0 zeaK^y{A}QxG$Wg6foGA{i4*A)Jmh&8oEKS|?*a2@d+epY+L7Uej zNVCSV3+!R&bd;_uf+p)C?W=KTtO-zrkZiWx)=P@0udg?hxONL#LH79X`j5sV*o1fO zGQe&&F6eQxljUjN^K!q)9n)fFi|%r;l`dgHW*drYf&SV8IT9@&pK^y#SJ#rCu%3_( znENb-4^2wjXkj|iB{!5?(y_MsHI$hUmXv(6yrLVyHvgyW`f~lc zByL>fABCJS6tA8c$*!rf0+`9>=h6~WiK!&qtfWu~q(242OOq5qBM(y$aL9bj%Y=j4 zWts*!qvdLv+l$rf85uGtY$EjYIV7$fX4$q|Yh`S6s5{g3h>vQnZpF3o^78hG3&OIp zhJJy8F^E$4FmlQF64b0T6R2271px$0$ddfvdnwew`s%qefqjBP$}@rffK%B+GetAo zFbWC?`DguhgN&;DxBC^GcTrVBYIOgfYL~2)`CU72X=CbDPS(-gx&Kx+PqMGU;GUF@ zGc4}Gp{Jp#NegPzxrLEX0aAiNR1Y&Wc$)l1aB^~vLMiH^HT5DKh9CtMiB5Ry_ZzyK zkR)pZ7NS|)Lz2J3TkJiK(OrsiJD*Z4siD<9fHO-L&h{i1n0$DK$B$nEz0qN;DH4FU zivuoCkUgL)u(noeQ3AxD76KB)kv4;IzcS-nPYQ65%sO#SCPD*67_{f0VR9uUnP||k>W_E9zl?%eR_@TpK zbR9@m9h_E~P@VGoknRgf$akjCG8H{&5ou7cgj1=zP-={Q{Tg3YrHoyu$Y++*sTdL; zAFpd-!iDC&a+xYnk1--)THO=v?>xT@J>r1JQ!_N$!ayGcN8$bPY?NCG&) zQEdMjHyc}9+f!yKzi>sO!tsK7TcGw4hC$XS*pa%Bo>}LLb(7Rg5nPgU$ z;OVkArt$tzrs(eNMe0mPKo6JR#>NJsQ@&1?fJbs8aWjhd1!0a{*9|}sU&+jjCo>XA zAv7fj9Ynt*5>p6lHfD4H@UY0q6$=9$xfJj~Nlht;BKd(3=K&>wRuAc|%t(vQqnNb= z=@um+SMn~K7a!I!E1dw!bk5JBWGh~H>`bj?Ko*D%vjSdOGtP54=!1ebZVzb~6je literal 0 HcmV?d00001 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..d4d39c0611a218b2a3f55a6136bf0bd81ca74a48 GIT binary patch literal 46644 zcmdqJcRbeb|33V>Tvizo*&!8L_TCCjq^#^w_AF$(j3N?JAwpDSOGdWr6iG&QM#|nJ z>wcd4e1GHq{eJg-|9!t7kI#6!uIn|<*Lfb#<9Qs%`Fe0w?L5_fmi-upQC+;CbPdCZ z2pEPNCMSizh_?5S!T(6PDC@dhceHT1YkK<@rfTZqWasE&XKlvmcI);XYexrRK0yIK ziPM}`E-p@Yr1<&m|JyhC9B*6l*XX;p!cq1)UAS=v!w#6D|KQT))2uP9F!`dAqNaPo z^uS&3>*G6Q^KBPb`Xe;qda^i}i5c2r`=op;aQTgMkAtxa|6^hFCNKI9(qO`6z{3*Zgq z3W0ypJHEbm#qa$;S3&F;7Z=y$O(yIhEiJ995GD2iK9FK2B`Co^FDUT}@NtUTeHln_?H>9I~n26pFbrtMSXgCC(caG|E!IbaE9CG;v^@k-1rq= zC>kGPIC8+@tD5S6WNnReGcb5Jxguk;ctKcr1`i}{mC~hvWshL{qfwPY(^~T z{{13X;qrIB+n(eBgq5l8mc9hp?lG^?#)!she|)@mdBMaZy{`3zQ9<9W^&$t-jR$Jc zxCAkK7Pq;<@QEZpb`Ib5BloFTySh{ty-w-mEL#(lb|#+N=G457G3xF5GXE(>IgEyu z7FY12ze{!DLvGa$OI%#s1vRz%M!Dy0Y)tm;kwC`fBJ&(=Qm?2P{X=4hUyXUY?N-(O$q zR(KZj&n15Hn0OKV{5i{Smr@4F-8ZW7^Ph#=hS7YudGltNK`o>G)yl-RnZ97lL=RGU z+>TMFSJmaW$CmE6xoBq|S{w3{KYRA^Am0yuG=0zRGty&$gQ{Z4)Nc0hk~!YgZ4*Z_&taFVk_W zCGa|W!3a7}yttdOnwgRDQFg7rLz1ZarNx=&>n&#(45mdR+Rb(oGegfofSJSn$tc*uM~T|FkSdLJFPNbh~P`=he5hn1C; zL&Cyrdk-%VR8p;@s~9bx{}umk@Wn$mEG4A3S1*_7;j{fk`j-q14`*rH#usf4+#OO@ zQ=^_OUs5Yy?X{&Y_FJfDq#l@LW@e6s6(YB@ZXP_`@&YDw>ihTfrlzK7SsIcO_U+qO zGX6}Ttw?_9v+(cEOvYBp2{w;DWk$oXyrJ_PKE&8p5z8yp`R0vI1Fqdiq@-ACYHB3b z`tRhM)$b49W;ml4gu|0^N=PtiXlO8r*)hp&jL~hZhKBCnnsM}l^)9vSDLXPc>fEl( zXxjMbaCnjFMC*%^vB#Hb*x4U_{d(2F{pY>)(Fpmmz9iqj)-E%>hp_pkqY(-;K`Ofi zHdz%ve*B1)yu`A=YSGG|>~-Eiqt&h^(eyK7auiZsOD^EG7D6UG&uqQr{T@L)L| zrClfK9jdn7jvYIuklSruO~C1vy1ebSUuwwAtqjdEEaT$kC5Pd^?kYUs)@QF zUu$>_6OJB6i=2YuoV&XODHY4uazyQ6MH&IyuG8KyNq%>v9iSw|3keC$_c>O*UG)MC zJ3>yh3ez^;p>!X*ePN4--kUIJK@T5N5|fai(Gu@>!r#7qTc)&9sO*H{#MhVS&~O6? z`InSP$ZU*7(#*!o}o;N%b-AhjS;w6AaEm&TDrQoR{a*3hf&qm|)p$t9;Aftnz5N-$ zWv8`)yO~9~u;O7=++FvQaGPcl5*DUCcrXB#lg#FH0gZD0MSH^n3o4kBflW;p;G`+) zNpkBG^1E+)8?8jlV4?s1QNRNa^xL;@^S@IgK3a)LB{-BYaVlp!E-q)`>{%F=Djb&u!5Mk3pRYR#$9`PQ%l|Irc;Vk!HF1So}eX)lAmD-^I3=f~uEV znc5%NVt(6r&-vrYoVHiGkHY9GDk`F9%1t8*q3Zsaf?M-Q_lQZ&juQxY;SSJ14 zm`Fm^1tt$)`TSWn$=h`+(Gzv=ZnZ!`fXYB1V|T}#ot;A-KCFXfOcmW61a;)f3#mge zr$RzQKc+^=Wq2BEJW@9Cb%@ zL|Bo-KapcH9q9QgBmgp zZvp_yXc&KGBnRR62t8+sU1#NPDw^&za2f_eoxMXD5BIN$^65;U+tN15IDP)IS%s zWxMtTig688q!0@JavE5aTv#8451@@Z;8cZ8BT$ae@s^lT7$|~KZezS-Uf{QnXPF#PJ zY+U6F2+EiTa4Z9`9P;Q<1AIAiEzL9=Et-o-_WU?GHUs)`M`6}X5lwA zmPtPMZxmP@5fft=D0QtpQ`{c_Phua;FgX3Qwe6kFISnJD*?Er9Pft%d|F{(+`F>?2 zjKAT-L}D2FVy1TX$Nmp@G<0-=;ZR+fMY98Cj4_68%&k&Wrx6r=om!E&Jw`6((9fIH zXj5pmIM$4&%53Qr-!hc(vb%G8V16!`TJlPl-iO=A0hJ>oBZpT7izmLAZ*I<2jh4+- z*204!!(!$A
    _g=GHzPIX`UA})C6*Oezvo(uyg{5VrQ^vKwELs@PQvs_(8XDil> zpvIU?b!DTmR!fw5&?djzKf3zt*|U#!Vn_M;4^S}jDS3EEqNSWWTW}2ig3++D_PrV% zIC0_xVw#~a>)C;m9F^Og7Vh_&tN8lIrDS`xFW$QqJ!>6fAJLqu9Zzp4(C*XujRIC* zIVI;Erz_?sGjkhWo(rBI+TCHyt^AweJ@k}Wb+hW_^0G^AgFT>>F_X00X;>D{-G+CM z082O@!CnvKC<5r{V5%6eaU1X$c6Rq+T=~x5DTLb(e7FDN2wR8q!fDGE8d#m72ABi7 zBbdX6vx^5m5^#6{kHwqB#KgleXpOKWO$+tLyYr>_%jbziSg6>2*G->1efkp())(=i zhkz~aTkaQTt9E^X;*G>vCf0EHZTa6F@?ngMib5-})a6fr$I>s;@lQ|Jp+tuRz?w~d zf15En;Vtm?>f3E3&axwLRm=g)P9q#T094YKFiRrt9eFP!6l- z3QgfPa;`r#0>jduD9y!nwj7o`i+y0lsoe5w-~YIbw5OgQxBu|rgPE>wtUD~H=DtT9 z@_a-zyW4Yq;+|^iz50fRGkNwvnc)obyBiVZ_N@t$W+o=dx&{WP9feuK&2HX&<-R#n z+|oB&GD5+%Cr@5`v2>r+f#xU|*VvTDx1xp%5z1GuM!GMKUG&(5K12x{0mM7z z2y=Q<38S7sU{XIn@06dDlXJr!#|h_$p>FPbS5TlFSi@=L+Nrfz^x@7#C{_n3sp0Ca zt^F*$)21HgiBX{sprDz80>NhUy>&+&@F6J!Kd9`~-5+3;kJ-Drx|-S8Wbl#)tbe57 zZ|b{z=~5jO+s>h&<(^8Ya~V@aG)X?IH#!T0sSlsDxOp?Z=tot~74B#Wr(uPK017@Q zt74T@S~y8&ukZY@A}wLPOW*Nrk$R%cjVtQvjM>_m#S@YWc}5a#J@j))56kH z+KW74vLh{GYmJtL<)qv~9o?c=Mltu5SkC*w!C}XbA2&LzqpSOSUOYv_p-;nS(y zroM+NsS-DvXawctj6~wDIJC`8e~4~<>&+nwkJZd9#r=zDcT=B?2mcm4jhXqa3kKU% zlD5&jQoDU}bLC5Qd3gfC6IvU0f8|i6{9gCm0f2vDWK3_LRD;z4Ba!U?HSHP`7k2{c zieaIBe~EKOo7bP6)v0cE5ti`9RVX{E#GJE(6@AuaFFba)*OW0c3yU|Cf=rUPU%~To zZU*`ObxZ$MqlAo%!D(LJt1t9zEH7OOophXs8cT-@$*ov@?mg%*Q2M~I%+1xk z;#A+*11JI4zuOd!0IgBhuv_sH=y5XX$sssy&CaTUKrUr*5r_7x#Vo^hv;NS~u<75tzoofM}UTE3*Tv zM^zq1?$Qz488XT5tRHo#+_2DM+zCB&3Oa?Ce>b1<@?5%j!y1@jlHbmc%%V#_x*e;w z8MHGye@YR~n0MtG%P-IL>8!9BIn|J0$)40}(?0^Cvlp@coFX1EbC1y|eUkLBpcygN z_t5&*+QavT8!{(zuWM=DOG)8EVnYhA8MI~W#cSJZLyZ|)ne$NmQ-E5ezkTbx?loUm z?y)ovw0;zhWECa&6^FxRyd;r&L5=ViAvcgL?ia!$BAQRLyZ*Q^$$6JdIl+O>x1t1J?Z@9bp#{YVjqF~OFJHcdTa)lynY_0- zTc+MgLX7cOEFWBj!G8ZLOm)vQ=qru)?|dcnqhg=ph(pY3*#i@eVgQeM|J+V*s(& zw|&>=O+!*bj4C`OW!yH`=3+R+9e-54Jg=lwZ6YA?Y6;5D)oa(j{obG?4XkC=)6{%Y zn-6Rc-zvLiz(h%kdIV^XfKNZ`5O>;aJS*fnscF|=qOr5N2@qx~7ViwwM#gHi1$%E> zK$n$BhF?0?w}ewz>79R-ef`aqn&0iINMhkSas-F^VZ@8H1l-}OrU%Npe{MwQy!EEm z$)!;;s+PZr^@ad-L>W zcUW=vB~?||^}M28uLYQ>nJ`f=B&mOS8`$%tyC74{vA=|tj{Azjg$v|dM~~7nGV(+e zt{lVO`+d3m;E4L*5Q}t7Srv!n#ND;>9zP?{D-&hCKIImso{u218eAgk*>MxI?;R6p zEfYi<5i0dJEi5uF<-dOq4F;25wzk^o54Wd#1nmaPnPG?&6%-U&x^dIpxg6B&G9gHd z0HRid08P-m!365_q8unovS@iIhcO(Hlw{uBS*sF+ejhdaX9mi-3)g^lH^L%~K>QO* zG_&vDKRj7C3P=S71*zj60T(iX>A-vPWI(%B9W2~n+nf(7JHt;`t3Z*+v-rZ2W(=3V zT4JAlL{5$!NZ3d8CFlgq;b(j8eS_5B=i7GTnVtI;Y4U73Po_o0izxK!>t%PP+GA|o z=iNQ!ywL4(t0z(h))2&pyy=iG2aSSXLgztT6&M;Z##b5GTo(y~Eok=N2-*K>A{F#WHt+O{hSf+yWHH_Nh_J9 zeafOW;Q>;8KuI{}2@pB$hGZSRfE4IjK=gt+6^>EiaCRw53QnRnR<|+pKCUD=tS6?qedQj$)AA- zfMESEa{{Wswgpee`o^(u0$M7D^)t^A3?)+7}>9-A{r+X*+MF)qRa~HV* zPI7Z@<>s%Qb==j!ScHsM=fym>ir-NCFIcW7 zF{bd20D9e~>_|O-04tiPk8ZoJ16tucH2o6UdCu_2%;$$|G7g?WeO^7I@k5ZtfMvbY z($V}oTQ+x9L*u9Onj_qq)9i-{B1}Z};sQ}MYCyB~i_M?~Su6tex*RGM5||scfkUad zCa9&I18wd|DA#8TVbBt5S@pfWWgbUIzj)>!X;r9qB|(CA$agb4!}g@SJV%oE;y$DX zLa&iKr(-_zG{=57sRgKC!cI&NkPcXi27)$vGYq$k^ zeiKvofsR|kb@Iv9CQ$W!(1NtCa#p@cTVl~K- z5V_+9Cds+XPSj#LyUQtQxLBphci0rt5G$^*0Ee>q_V`}$pyw$hzn*9JAO=KTIY4I8 zB16e4_Icbd%&~mo{#F5RsQYNRIG7*2ZD&{BXM;dNJ;5$?lbmqByBWzUz#UARA0MaQ z?E3z_>7LGOqN2e^jSFuoz8tSGdYY@OL4Wv@`Y~8YAA|N~@INRprMPk926!FW=X8Fe zPLPkk83>%9^|xb484Tv|b&6BXuktm&aY1Kta#AzS4G0@r0wC@!_81u(UT%(FJF7Ei zJd0#*K+Tu*ouB}{{VNMg61DEgae=!}cepOMo6|cyxzhhcOxkPU>C>khTO4eDoLae& zNHvh~`TKtBgDcFBR1l7IOPpTTn*UZ6TLRp7TYp@tv%8eEI}B*>bnQz^OD&Yom+e-0 zKw22GU;O!u_z##)9~MJTN#C7CEw$F6b3~vjw!hky+F6M38?M^j=I8q`c5qMT133xF ze27rN+741NpE67YqwgRcouKEk6<~u2%qBF*;DH@`f(!G2N_Q55|H8}KHx%!NV5Ba*)m)e6ttM`iBJ$w0gxVD=KDaru&|KPr;}rF zB7(orQh*7S)+_O1RL~PtBRTTWDeYm9Ak(%Qep&0I-g^sdq*ypXsoP9wKmbuW_^lUI zRiE-C^?OcbuY$zMFsK#nv3+o|ddfE<{C?50OoDoOzBxctZ^X@JW&=(|50@43k zcGnRpv50PfywR6(s?dGWh_}K|c4vKb@oNZNOTRsCBP4_zRZ*nL5i9P2Ip{zVRG*Fg zwq4wGEgbS!qJL zZF*K#-Q(kzk(CJq+iRudZ`tqPR_KWEujfJXX5cdj0cvLkD2UlLhXCYIp!#;7k~!c{ zN7~U7C-#w1vsDjPc*z?5_yr5x zFf(b;*8@Qd1sx!piJAEX3ni)Z`uxukSUAbO03U<2Z6FN`a&xPEpIR}4vQP)WsC4?& zDLUnLvHIPp^X#-_2iQ;FzjyBeDElMBHG%cO&MAwUPvIkP>0_BxWXItB)*1*hEV8&knZ3m>QaPC(nVc zE$@ZO%~`sRZ{O;ws}*1cYm`G-t_LdFomnKRvZ0IoEi>Tu>D^QH(A|al?QEpk43(Bj zEdYOI932@^QluGsEC5cyJqhO#B_y_h@@5vpXIKXlL|+ELuW^P(S^va+)Prq-4OIu7 z%>z(>*rZ(2&+Q9pcr)Y&=H^JOpm`lIB*A0Hl&1TNbKQr0)*iqBJXu?KL-}yq73x3t z{h%NTgS$v+xkjJ!sair>yY$&NXeD^$siC7igvdzR=EaD3Y3Q@)aUoC+AJ}ZdbO7Z8 z%Gu#ZQM~}18qOni56qmL@?s++Ia^;ycfTZlz+(^cO169bA)S!s=H?W&G`i^M=z0+2 z+FyzUG~YZ3cc<(O)?|uNE@Ns+N*#L8Q0Zt}K7CTk>^#}f*cb+#<>PblvS;ue35{Ky zo53zK0B#0@MG!4;hI(XXWtGkZonmXO;5m3&@`sHWb3VV2)?pK~i)A`==r}1cF*@}K zm3Tkr4%9m8O}Cj|Em!&1Zl!;3uMUnq)C{fv5#!VR446y^^uoJ!;MIka1}aX2P`VCN z(%t2-&MlLKr+4%H)MS15x4Nr#j=y>JDug9mMeADaz|d7w)0ar`3IQ@{20f!Yh|4X0 z;;U^xVSwr~b4oAmP)>uywhmHlseLUxYJ?pJR^_=@$#ad)cOfW1IkIl>c6+t8v48x%JsD9cizK6J1T?lOt;97Kx8_fnqWnx7! zL|PJHp0C4$a-J#dE^@siMX3s`AUY=CDA(?F@RXo1kt0Fl2iX2^ZDWEY`?qHKd*X zE?Xn%U`7t)I;+Wd@3P;%diARP_bwcHe{u_@$&a1$(F`vJDaC=mIHNlCe+rCGV7_mKv^%#I(s z%XE+q&fZ9=(O5h2T~6Q@Zo{8*(pVJd?xbCqq7~c z%YWzAtA-+K?DAoygoHF5U=CN=W1|rf!4Mz-V9x^#z^XwrfCPr`*1~zn5uvaLn7q`6 zxnN&)FWjS$-)rCbgo_z6Qwzlk^hzZ}G?yfIKxF$6xPj`uJEOvpNAIe{~b&$h*9_KdQ z;}3AjB`iz_3vW?wcfC;_$|XNy)e=)#1#GRT{*RzO82q^i=z~+B7a#IoQcdml9e=7L z05JqGgXy3?)dABD11<4Waqzu+ra#`@>VY*0vZ(0k8}Epbo!Gq=rKcABhsX$00~T$G z;V=M5cCP+-j{+%Z@KY{1xk1xiWc{P-$aDE~4Qa#R^L(@~9v}tH$D}4etb~kemUW1( zF)YLRRq{b;wI@Z^`jCQ*mI^zRv^{q--eB{u>09!zp3h?5LZAv1oO`!gp8W**6^EfK zK~f1+*x);@l4KYPBa8q_-}XoZRm&8dnv%(kObmnWjTEGvAHP?i3SRr1AW26!)3*kC zzZuZ}f9~Z2p2WyCRS3BN5qyaBGDPjquSMt?1vg`Sx_Owe#ph}O<@PE+zjAP2$*HLu zzP-NuVz$bh?Y%#;JAVZMSxVD zw5-MVbd7ajH+im8+DKXkGocpQ>7cb1X%`rNvm#!;xIYj}{&Z8(^d9ZP&nz=FrSIQ} z-m@6UpDz58Gh+)RPfnf(3%*ekz*%im=xXi=S|cz%;Y5#L%%DaBZV^G|>IAs|PZ_K! zL{)>yv9Qok03oo_lY0{*BMH#{NXY(r6Yp?VLxUD5FkXWmnf55jvAZ=PZ)gOuAP50{ zs)~t;+5AN<5p|F`D4phTXyz3OZOwYfzotKZuf+Mw7McQrT3RhQ9_@v;IvC-HT|<$5 zpG?jVMhHRyBev@+qCyQYR&ADV0yp|4qrDg&6Ka#80V*j!BQ0IlJdyhB=WgyI0}6geg|g%zrEBrDscQ)5o$=^6Do=aiIY z)IrfjF2BrT(^1_*n?p!IU>3GWE-ht2N^#@F2QVZB{dT;O*(ibXnBMb>kQabJ8h3Fv zq%(k&63cBbUuOdu5aJwC(D_YqCq?L~1UF$okI%v!ke4?ulm+<&EJ(EokHuyl^w35i zxIv5|#Y9U>s|38(c@S=;4bM5jtdEuTD%$e$@bCyD@n^w>P<4)8^*#RRkakg%DAc8G zPiVtT3iZ%YK(-_TltU3Ds8!<&lI&j7f@9<3rr@!E1px+*8yOe3FI&5B%uO{>hWUW( zG7SW7NT3Bqf*Q(`pz1w#=keS=GqN~S0Z7%L*%iich6n?H%jM5Ek^+k_ALVxz4g_xt z3keCBek3jjeR8n~3C^ekN4iscSQX$9j5F`4QxKOcnVY2~WTl)ut$T-jXge;9VzXhi zqOWz~&&Gog^7QQN`i0TP_H2D|CQ3FN^FqCLkdBa%=HOM=i@)1uf7#c!nDHj zf}N#>LyA~RfPJ9d(y87`u_I7+Wx&H(hk_*lZZ1=}N;!lfP_=X@{qv^Cfu%5ynhsL~ z%@ZOv?vroR5V?c4(WEm&Yq2g8DKe$5Nw91|=0}b~n%axA;NI|6ZQVuz276aVO_2aX zvVuORp3(L0hU_C;DUU9swwnM3qqZ8fHd1P~5F}`9|6Q@2dZR%xC16->|MK|tCdvBF z_1l{lPaAkKMb-HCtbA8WN=ym~=^^Ql%BSe5P?M(U8L}23qLey;x3UnlLgWSF=DwGX zD$EiUg%$;TMHRWS8vClgkA^0_lT*PwvtHB4+yNmMt;YEp_@J}Vhx~D=zb!LLtw%Wu zV9Pq!u%@_b_~Dp2CAR(KjW09%3A}Ctp9wlVEjm0khG(@P0>V-#UOeE&ib`iv(p|V8 z2wyF4ct}&AFX`Rar^X~nA>_WL3sx`WFCk2T_zMnw`Uzu^K%a$pKg1^8Nc!f)ODe2$dgNTnEcNE?l^vaP#IdVBt5ucXs}Srd83!MFe;k z>JBqoi@nwy3_!PE+(6yFrndH{V*PAw6d3{mwi`rEC>ut;+tTY6!~nd`%foat5wp2FoE<`fiS65<%_0El&L0<(%WXx3X%B%WmhNnWC&5j0^jW+vh&fWhz%e zN~>XMS!HBb_?CJ*NpFDL{>PdfcYtf+_$`Fk(Cyy5b?YVcei?lz`JZK6#SW++2PCV>}8D3J`}{XwC&8zY)BOuv;(t%v)#ZjzESUh5@L5K*#eH zXdjejBIuhJoxwGzhEgx+I4FbiivV=B;Kz^kIYPuRORsSM>({T8MH(7} zbw3$b?fgCUh+Xz%u_I8_j5~me@7kvx+fEa$UcbgqNGu@0+*Q4r%&?jG#je2C>r!T? z*_Y>{D7A&G!qa;1$)Vax6xsbC!pJEpHD~zA13Dm@Q@BC3Mkuq@(bk6IX12LHlfg-g zojrF>|FzExTD*e%@t$zp%_CM^DbIMw0~!bN>{V%q5yJwps^Pl2>^*>m5zwX`zI_0~ z9t>>oWk$xORw4(mSXshJef};hLf{&@mVDy++&jkEG%RILBZPn3Hmom zid@yz4S_VA=pS!Hfgpu=({3zHw3zRpI3AiV!1#rz zIpiKfFz}oxKCZkGp!s3}ft9GbDDJ6>lF|+j#9phmS6TUh@h(FmL|tZq7zHy8ZZ{uS zl`?j6641^y3LhCUO91Lz0vUf~b&UY%M6P*2w2cj=H4DImHg?Wp*2bh;kC}RV( z^#S*Q&byzdhb^p{ZzySJhNu^hCpX-zsnVXtV{G2DX20<=97oS8Db0R}KXGY>)e=|M zNST~u6HEMUo?egwZGzgXR2SzUIxn6SUXC-CX!i~>;HHmG6dao@tuO@=*wM-dy6ek+etWv@+z zqh-nALL&bP5>AtoB!d?b*`P?Cdk9wGV=_oS5YLsSv|@TL1DQ8j`wh~kw1oRWayglCXkOH80(I9&~DxB!H4mgj~z zpoob?zsA!4fHd1l+=d2M@c`l5YW>ataLtpB}h=*d(=(AQc9SvrY3P%eE{Hk=PLXc za9mN(Eo35Ewz2oah9ZZxcu4lbxyEwezkhF0SSGj%*RD&p$2pSE5fi?wfL&norj-}jptLk7#vzc;s9GxQEYr2P&(vjaiJ-Xn4j!jHt7EMe{h?i1c zfohDXKH?YQM(1<8!J-z=%pQysB79>~sD4JGxuXU{J(f)!g#(Scsi~>Dx6l@)84p2i ztA}zsz`hBtd##no$TNKh>pvErs?SMIlM{WMj0wy%IkPwW-@r%_Rl~Nke5h_{J4;WM zpFHYNG_|x$VcQEvczZp~44MS$M(FUpNk=Rs#mBS&3gPhV?chWLhKP5-b`i5f0O45Odeta1S3o# z8mH!{U*%g-TLe;v0)0J$gH}f~vqA{@0kePnF16MLcUK7pB(qQsPo7+UpLy@T*wL!K zYVnUDhIj{|6+MZCnw=w!M1?3M{R6CLLEyDopNaS^_YU>^0es1p7mp7j>x{tN{O^B@ z=JC&?M!PCEXkgWACt*S4oC$kJX*v%_$-jS*^Yb3PokJ^(Dq4Zw^*`s`JLL6e{tt#P zaiT|c6c}$TJlS)H75t1UAHlQVg2b@=8;#FI&$#_{m7$%sZm~e*SsD;JVqd6r^?d~@ zqDcz;ZBZHoR@4Yyj^M2__x*=MQ=lV0!QOX8Y((qeP5(VqQgrir`;?w9)==(UH_?Ai zLP`*jwZ#Dw*H{vSOT9*V^%CxWcQ?`L|BQe?jKG~H?4%9)4z1`R1airy3I6g!6R@k+H^tGpMXAua!*NeORTJBYlJEacH2e?bOQ{cGd`9I= zuxk{YT-3BdjhuAbg{?0AU=9IXqEt9!*WliSk=8B9njfJqt9U|E&xIq3Lz#dz~OrVGhI> zZIA#veIIP;1bCN{ZTKIgm|3-wm;13m7mV5D zA3sLq6HwCwAYvQ(X0qsJ4<}K}RyNo*&}gR#*8l;Z5D5C1)`uQK{18Gkl|`i#Ig&4kKmI%5 zb85kT#2AX3L4*^f4w@iA0U|eIR32tc&?6+bi`12Y+6!A-MbWOc1lO(`&_&juLqkS1 zD|Y{3&&~XlhG}`_Of;U`;8Lhv z_)%%{g27);|7Mf(-pr=o!z3Ir%R2(-kY`Vl{M(EEe2-Q&U_^Y{__wAfm{6f+hxPiV z6_a`vaKilG1VmrDUgyUrMEF;Xz0kpuFW@q4aJTpW5 zE}K2*|3Q*<%o5vE9W>|wPwupK<8wIhP5%a(2mn&;6E33xBNhB_7}h4)f~j;`VlBF) z_tCV2D@lsh#yjhgMgFTP@T(oQR!l62K)Zr73I7qGSMd6bo-$g0OmH9F0;GA0v2vJR z_zZ&^9syY~jGE+I`iHkElR3#lhL!dpoC}>hhnP2`So|}w#lK-dY?7yqs3;73?MyiS zub9N3A6wosA>6+v@b52shl9UhoKkfRSmIl=y{-L&zzrwRW5hVQ-^*cHH~;IeJ!(Cc znE9kIp>@1o{#6w9R1-D~PUjc} z_FgHlxOZ_SO}K`jONP}d!TY!n;((E}eCHbJS7*xPGkB|_kaU5rLbn1$W)7Rf^%#WX zM2Kx@Q#y#SP)TY;ipszK?`dS2-47x1faJeIOqAI@dTk;%vBQqhJOO$1=z=|70t?ik6j+8GWMDQLu+zb&RftNo7z5O1_n4`7<`R$GOfY`0x&I#xSUelN z4`YNN3khg&ZUL>%CvMOlvoi{Gnw7J}VKbeQl2)AN(9EhzF?~GDT-q zR7fEv9RvZc;!Z=SOV9Dse0W{!taBh6)s#{%xgefIaZt(f?eWD6u;&i2<*K%Jm)Sr~ z75mA$w~tvU=NQ5h7hY!cDQPHGrD?zHva5HDNQmGQtU2?I6lTz)SE6!N+lIkR_?{?H zO`OZa4id$y5Aj*{g<>$bH8vZtuWcXn_Yqt1lGN@Y=hz8^4TPy1)fi6z4FJd*V890z zVFJJnOiTorh=FzsQ1o~ZGZ`CGN>wEw*(an)7#6nSQReD8a(ygTr}f`p-$ww}h?VZg zYNvz=xBh{MC4v?eK6zjX*d>V0N(Y?_UCOBL}MJq>+Liaz_j2t}^K72=$ zZ$29t;=Al-Q1nXRxe*d@V^>U2$w32{7WJuGkVT}9@DAoZh6~#U5`%8<^;PCTlk`eaa z?IOwtizpJ}s$ks`VJKj3aOaCC@?Hc$r+dgDUun-eLB`TWFI!P+WNQWMQ^J~U_|Lmu2HSsg%$^;S1BZ^6pPvky9;{$R z+jX4(yp9=xw+A4%ta0MT|5n@3xO#PXwInO+G*b6LEVL__J%5>2#*l(q!7S*^)ZNl2 zdr$B~*Du^KGNr&B#;UD^W;})%^Y`zX5v>~kvvR^F;Z*%c5aM~&$ajaB zjYoeMkp1GnWAuv8Nv0Js-f-OKTYJ>wL;El0YV|H~OItKZ=z1_`Lg^45r zuvrblLMXg#@TnfQltcN96}5do z3Q-F?8BLOQ$@c3}zW2&~pw=qQTnBhL|A=jG!#BjpU&5O*Fgx=Zcrymtik}uIVTm#p z)*Ww5Vdpv$vr&>1Y%X9QhcN+=iovZw@8Lnsu!K|c254{6fN@^+&vusVMLEG=qDIc%m>L{nyQyD=l8(=ypnd;) zO@Jr#UzwZe_1?p=%I#Hsc;$u?)DLi-;U@**`oDO}KVxoTR5*-YC+_OCTW2-N%i00_ zE@Z0`RsSfkEUWMVS75OX)K9BFzt%+^8?pPp@sSX2xc*vH;+pP*J7-f^<(u|pYAM|a zhtokxBm2&c8wP(#wpTsFzdO!)j50ax2So^9zrEq}OfCYGo@naiQpt!XtVyS?q~>e2{3@ z4;C8{ulBtfsf7yn)m=)M)zimG2pf-94pmfE#%x~xvh30&gi1S7;?+j$^{NkAQw{gO z)B7HK`b%kLF|)#nt1E9R;8fpBQR%im7$VMG-88Ha^vAwdI=+hQLI?MVzz%TsMPo!t zYLC&h0kMB+syb{zN*J`j#`#R%AeOYnfXcLnl8H8dO7(lIzQ;~Hts?x`cXwvop3=~? z3!>N^7UivRRdFXqNqkSasDDKwF_)huG1UFBTy%0R(yw8$mnMlEW}jCN-o@J{D9y#f56#^Up8rH_9ZIYZ_i`Vz!ntIIeLp?1!3eyj#as}#8%`L9 zuBVC#E5a|@a2oODW=@l?-dB#YS(d~12pmA7$rc@00ty{LD}dhD1Yi)J8h#m6BZ{IP zKZd%{-FhtVFciMuhMG_HI55vLwuIttXSdUPGRYPr`mNQ+V>HQsm=$g@=5>?27{AE* zaBmC`q0dg@NA0bjzW*CnEm=R9O=_lL(AakcoJcgt9Ow&^L`Ck>qyi1ka57qYfl^@; z!WW)ItCr7DJNzcH_^;6{!c*N#u8`(C@)>)fjSthR`}0mOBI5cjtfK5#;|`h;Kr;Jq zKvrXDlU0r;TYB?iCXEjc!gs=P%R(v9VbuaOKq?pY(buvy$@2CocJ>VBV+7*^hdjL> z7BZWoXRk(df768{COB7&Vp!GTlZz68>E(~Qqa`QTial?MI zOkJWZHBx6nPlos0E$vS=e_~iYXmtJ4mf$XQSz}fI+e}`I589^irNIIfpi{ zf%`a;RnYnognKY*!fn++&-CQ!u^{5$OP{y$yDZ#*g(eWE+#Y^EBRKT*dT$XGjQO?y zV+Z|9C4y0z7P%BPfn?6$4Hn+K9pM1f43zMb5vcE9lc@KX=txVMJeyb_c zbrb^w>T~emLCrq8g9n{p3qVXGY)?WQ0bcq5B^`yb5Uq{bWDQpV4zsbgxY+flEBaHl z?(N%*F&6MgCuNSbPy6 z$fCDbq3{DTJ&}WoVqP(uZE?b6VB{|9sHr__n+=qHZsCT*Qw>yaF0mZI;_1pyL_ZnK zF#vd0%1#9x^uH5{@-P2*1bY8M<3zq*b_So3muCe#B!4q~*STC~Xrg}G3o5Z-z<$B!$w&VPY08+vgOOaK!R7W9HY zZ=g}=O>(`94icUH(54FTb~0c)9`D|_`@{>AUj0yIuaY-BuuqED{{SAqFY5m#*`$za zeZgHDoF-5m(7T@Cbz)zO9gV%0+s{K(DE`+m*DI@d6CnI9XT4=0XP%sVR#&vfW(=D(E5-ZQc2*=ar5%YO*xosPPuoie7;fLnokMx*uSg!PBI-9)SI`=i&Ynm z*7L1tv=Wh)Q;xAs?pab*rs#q);DYX79>od_$q1|d@#5XLkl2dqogJCCC}_??rM*Ig z#{HR2Z@z83ySv)Gz&)!u`-#{D?|;t(z8E2ZzNkTV^&oTBxuhTgY_CX4@FLXT2- z8?30tful1-toco%`pfySgu%h@S5kd8nRd~~JZRAP%LusPfXW4ouWYY1l2(D_1zYU{Xa?S!bvfLf&<=}Tj zk_Y(vzE`&=vGHeoEXq2#Rl?I&%=3!|6q3cGs1`t=%svBjoSYvM{}*F#8CGTYw)@_b z?gnWPlJm>u5zlONp$eB2#Fdr#nu zk_F90I$KcH$b={^q7{W9es*;3&6vK8T=e{tj$R#`LI`SG$iag$JeGASsJ<6;x*T%f z*}LZs?}>X~?ORgRH?!s);=BVVXI~cLA)~Z-blLflKre+@C`8N9(9hT^xf_gEj!McG zJ<0C{MaO&eZH$=mvzNSa<-kUM0SBwe^m|Nc1yXw$Flfl1%sy2cSWJ6~CV%_x9oYJ5 zTgt$|!I^pLw@z4qF9mx17S$xAN>u4?9j1T&jbkPKcz8ANw6RRX8q@;O zRn*3nGXbb}bO1< zfTtmnF&U>t|Dyc1$M&pVRev3csPIhx@nBI+sLc)gw03b}5gPNSW(MoR2>fy}D8 z745J;nxmWbRQ)uLd2BD_V=x~}(+>e{b=WSyrzeHZ$h-K+`;{r5n|3KvBR z5eyR6vBQ2enHvN_jLqHjOtPVf?!xQNP}%3!>z|EVQs*gNyp$Nudi995#pF2uockZ; z&MHR%!ntG@=9YM{UJ=!+!XFr=$Zu^UN#ZM8vwYu{f{(Qceq!d|3r-AJKNhcQF$TdP zX;IFCXk`VkZRpFHzHt)C{OifxcB3WEoA=eq6pNi&Z`!tm%k&kVxWgB-D6jyd5$_n# zlVIsUrmvhtsz4)vtTHob_{~C{yaObGV>|* z-x2fmnQclDV8Mh=V!7`%%fj~upN%6%7oi54$MBvNS^#?AltVV!+ z?&Ppsi={#%miJFB_LPD16yR6~Hq5PkxV?)GS-qImDQABwlAol zgv(yg4z2LYeCG5TR~8D`PFPRLO94Bammtmfx7io}V>YH*2DQSd9CLJ!QvZrBAsH_-M()!B7dQAh(uY)7y?`4q&m?mzqZ%6GzHi>x`k>j)`+k zZQZ(%y_iSODwFdzFhZ-@^=p_>T|zbfFGe#5e{Ah@)Kt9_9wFg8*xXe;qA{gsQwX3q z>?cNhg(H-tR_4kPI8l6=T0H@}B^c52Qf2djXOu=ftQc^=GtgThwR?ZFAS|8CU9jx9 z49ExpzfJBy2qsO7TA~bH_BnluTU5-y9K7rn>vvS69`z2U{(epL7F6Z?;M6VmDB@cC z-;_X;qZRY7hJIR@yP}n z7GvMnyuy@a#JKvEf4jLFOIB=ut!R(^L@1|omt0D+2viKuX5gYb_9M$8y865Icexdy zk!AUMHtgyP`;2!!^GtT?r+bRmF2a}rN=yK?av`u(Pzf^vo&aEAs+S=9NF0cy@`(Hh z04>QI8d8F|;4q-{)VU6(aaZ1T>JHTEuqV0lH}$o%)VPjZjAO*SHrc z%c%e?uphBt-_V`x`xHPs#%7(@Fzp8V{Bn;J$QcoB!E1pAi1-*VHQ4}}O7egV1i=A& z?)N}MAx9X2K+l7y;r^}O-_rfpe0_0%^Nqx7u`HGa35OCDTmxY%A$5u|RvR2DPO{LB zzkzF|PT7a=+{4Q6mg=QyUbyqr1_E-Rrd8RbQZ;fxl>JUrC&aL(+YubSkK%;bQOYnD zK2tQX;J>lcuw@nYBJFGVz@Hf7LGdkLN4C#e73Cqr*;5(@2!y2lpLmFI5fCK?VuJ{2 zXbxTJfHUFj%yl|h5@W1L(!rjDLTc-+l$E+p;Z?V7{lIcBk(XTl7a2!bHp#&*lECwD zJC=vUG`aEiSpHSFkM52yEsFQ&-Gsi>mo>u^=h?hW+A~X0IsVckvxwu3(Bj=ZhTVpr zRat;}#Ad+%kt*|ck3nQR0p_=ueqsf%&Y)m=7y#&A!II^++;NPt8OeCEk}%2#@lpxW zDSXJb)%s@j3pP*&x-d9TfBdO$lBu(fq~63)b!1_1#2D)v9DqqV8E{@~>oz)kuVJs# zd1$Kx%?&XX`ADR_<=UmbfSs17Yx>r0BrIx5Ix2dv9^N<6GvwAI28`PXtH%j2Djj`Q*2bf+ad1%Bi zJD8)e(AeBNZzj&q*su5%<1oJ{PIEs>dQ==jg&>SJ-+(6v%*NOt=Io!ZN8HD(tk|wD z*@j+_4>O2JA4Q;KKS6iu+EVe~gU7*FC^PuY6*a{z@M#LEUvvXZk<&S8s*D(CB8i}& z-a)2%DYRIvw0Ucjxk@u@owwfl(glJ`VE#-Q8%;{Q-Gcw_7l!{1PqHNEbNfS;9Yj|)xbf0w_wm2| zSNA_as2OmTRLoUZ&UZs!UY3Dg*6rhAT`UPGd`a^;TuP_)$Rz@ zgv&?Pw8-{TJd4zkUG3trMOicTN4?1Ml(3#KaL_h>4UU26$ajl;rMlyeyJR|MHfke< z1CUUa3Kx>5mGivr#^YrTp|4esv4B7G+#?L^?+8g4k&_Exk#_L)bpaq`ZgDZzf3m$0 zfxn38o=Ze>_bD(|mCvZm{b=&lm7m1?6Lsef)EN510pJTUE>tzo44{ zmLZ%OGvx|>S+w2F!@m%2AW{ZsGxkaup8bK5$2m~pUv(64K=rPC=w}049CZ#vXJ&_REk3V>v|Yf1QR`N3!%kd(g61-(Q}; z)78}-d{RWJ80?j={L=k7eMHGn@n4rcUO2AgEHKr4iF%VDxa$#t7@`f z+cUY@6jL0f@b)7utE*Z38=hhX4tU7ck0q-tUtZc_t&2pvC7^#jGOZpRQhaeV|5R5$ zd}+ck>VR;gQog3dzBo{tPWH`;=bI<;^93a4)56AU`fLi*hx-gWzZKCcuM5?))I_iw z%Zh!72|og>@KX${Z5Fmi>a@iAzw-V>x*BQbmASvTpzvTNv|3k5g=vpKGpKJf+4m^u zA{4lfutAY(7(~OYRJGZ#QK>K2@c30JL#59fi5Sp}4W1^M;FVQznR+zXZ#;~@rH!W1 zviHPEDCI&D_u8`i{9~3_QM(4dKL~XvWF?&2H}I9;nKpe?BHO_-z{aGhoay~rswknJOACm~-x@U9efK=j0eynB zp{#oLB&9!`bMUbT4BZyBD|jyh@zdFQ%K#?f=IxysgofY?s^u?Cp?BO zP=>9KRi1Zlk6tMM4659aWyNBT;)-<>63NMDA{Azra3rPT3tCZabxx6;cy7C;f;KjN zQE+yiM?@CL#BlZo@q)KP9f}@G(IVR(JNrMLnc^N~LXFPx>HWkt@Fg*o*D8Bg1x+1` zClBHgV<8YOB0m(a)fo(9vb$nOdiu#zC0C3B^R6hvnNRLzw$jl_oyU{{N!;bpVGFU`1=P*12;Vp70 zJ^Ln~X;fo6ohg>U8fn&_!kX&g;)MgiD~eOo9dWM7j&dT4qPx*p3>NmmVyOinmKqpO_ep3)pU^LA?b#89Y05d$Kt_Aklp!w2NPf8>8ub;3Nq7 zX+jWpdrtOsqC%k$O7!-^rZ)rCXL(t7tAXrGdM`QM& z`fc#$WI1jTt6A?T(GBIGG2f%Jm_OB{kjjX}$*!?~k;-9Jz$Y{Xcea_8@6_+CL&s7# zwhGiC*-VhLC_!!cS4mxt~zLF5Kt=`-PMVjr@T5scBpHd2fl1{;xsZbqW;QL zSTyOBgLWQWB_Jg!S!CF?oTY;egr_P1DR6($ZMXf=wNQ;*LXG-B_O9tmRA8VjZuV1A z!GTJmMvz5!eTp4u989K;=Fr8XQQwZVz)cSJ*Qr&uifL4Emkxq7nP6b2#_okY)yu(G zwA%0CUns8^jj^Q2OpxG4&^{40`*C@ovd#OPX|^Bcq+5_W<6L0i>o3jgmWqNtk3T%* zUCI_^;{5@)A5rZ{eyR$C@HTbmZk91stU0S65-|eXSo9+HaZ6IgSfH9@|#m32c=O2tQ4DvV;zkzEykI|>1LxWnZ%Bb?$s$e? z$&ksEB#b$tq-uAE;y}_Q=93*i5VBG{{MCS}u&x9um%50)iXu7VB3c-2LJ9A*frf!3 zyC|D%D1XFnku=oOO*Z`tOR`G7eH)i*%g@c&bJL@3EXW(??}%UgxXMLi0OA(4HT1MH z^AwkuLm+TX=n8pixo3E{%uT3d&Mue@N=QoJH!5`sLbkY-jhrenUGnl*`>>0wuIc!6 z6bMx5Y<0t3;#yXL;||iGnYUB%m`l|P^gzd|I)7WW=Lf_w-TQYS^?NjGY&75nz z)Ir6@?*5OvHsSphCeVO%;+UdaV@#Q^!%?F42sbncU#SrD!I#Ztc*+}mjB{$jnJ!G) zCq#c(NA9?I_OV3>vkMaO_g=RD8Q(p-_@Tr&L&MRP%4S5yUC~Nba#_4Tle$-m5PkPJ z7>ZTMLeF34mv660m9Y^dEjYEb?bnNxc>GdFA5#=b=-J!)iY@U}@{L98DiEei7u*bW zg2qopM@E^2CM052F{CUxfvxEK53ol>;!ZP)3w3?*OO(#?BiM|g$0!ab_$yT=1HBe7 z(s-#Q*~6ueo-srA=rgBotU{`yNuGx;q4>r#mumyX6ft3nS^O7r#~;+)BXK**etDuo zh&}TDpU)G|sZpYGftjyJwgc7!(L*8vGRLOw91c)^h&xKvL?4F(xB|CZi^Fya1DLFiT4qZkQt#m;@l(}s_=o}rJ z(#hTufKU4AwS)d%HXbJl(pkTqEVo9>d!S~ABp=Bq4I)Nvb8X@)mXHYMhyVV;R`7L4 zKK1Ks+U)7R8s9^?&>cvCB(mNLn!ZsMWyh?u#-2Iiu9R#Y*OADh=#y!Y?QkGG9WK{; z`}$n^Q3#d#>(b61MmaFb5}vI;8WX~NFLWfuF{uQ6)dTW;pcL(jp_~WlWG>I-vE4Fs;tL} ztdbK$yX?pMBjg=n%&v=XBj(+IgMyz&@tB$_eTctkEZDOvm&|EW_4~j)uc!9_0qOUB z2k+2QB^C7`qJ(R$XzeegUQ&u|`+(&&N-}H*jAKF_DW#=cEeXJhU5um-k_ z&l3BQv@%FFI_l@g-rV|-OeQ%c&OS)`WCWyD>XGjka83deIn&Fpe66*AA=ii!kX(Sb znfN7lCTbP`f!Q0U)IH&wc3p}CMSj;qWX2oi+!|8J^k7Y31zooz2GXXmq5iHV{sVN; z*Cl_x+$z7eSzan1wRwUT7YSTN*Q99hM_RKmhn1%EGGgl7*@0Ba*Gt@vxtsz=WYyP5gr*9v}`I8UB%UEOp^kT3F+QNj@I+0nJ_)3#*~EZuS4nC+DK zwcTHS*97}-?m>^hQYK_EU%>It(*o`v|9mk>AA743XJK7*29y0*?Qhmsr`CH%_ z?my*cZ0_M9IHnmo+E(B4=(WGNaP+Q6xE|yRwCF3+Wp@YPu7iCV>7frN7e&H{?k5@1 zB_Rb6^wQ`Z`L-x~1Y1;5S<$`>X0z=pT5zEEiE2g9&d}(1EVzbGC? z?D!mpUMTqyg5if2v{q6&CUnq(+K@*wtd<+4%(tyHw^~_s(o!%T%H5miC&_j2m6uxu$%F#Nc$j&$K!t+!M1QO5A; z3T6;wBTvpq#DVm$ew#Un8Rm&rbhABU$8c?M1M?I${~Coh6B4=2q?xrZlGPg8uiY`| z-}kgA$=R5+pD!lF#)4|LeRO)leL#zjy|!$HfiuxY64P>Z*VUVpB3yvg5=!_F9O!%E(k{7p8%6{ldK4GH#8O(KxKRWmYNSeqLG~r7Oeb567sUq{edPT`E%a6Q?E^=Z!TV_p%cTwX9xzL;q%kq zvp;=3<3$((rv}GG_L*id_DYlZ|4M<_H;uc4gYoR8BD}#P{K5&BWG9AryFfZe4 ztp}!F8b=Y|O#iPqpc0w1Uz}quTSBNg4^8VMa@pwZYl~{v`SPc&LjxyybA0AXYVbyb+DNoQU{h6pZyN}LMfm|a%6qUZ?aOI`ome5zZj(^ zomcaulxg0I#7Lt!SUgDVXevt45UbbYup1`ZB$-`%t3ev`Kro@-1r#Cpe`+alA^R`; zq#%@Se@~s_|Kte=VFWJ`Fgg$pL+LRgU@eWUU0aXAlj?_K^>-EGH>SgFe_q^g zI$PpBm-S7NCdJrAnlfpRwu18MhX{&1MCEzJg;0S0px5m!_n`=dB2lviG2bpJ}Hf0#dBfWfeJ9d4Gi)oWht&itr_7f8z7a@W)GelMw(&a zg9|dTv)NHqy8)AMWF(GhnF(YoiKZ^fCB;tPE~lbU2o@)Wl!{CUNa6dZ01QKj?0&#u zBCeJMu19nDg2zdDcbNv)Ss6Jw15?wCjx8M6!_e4<^d@u=_qP+Ae zf}*-Xh|S+qsOnK+mk=xCNco_ydA)#pmK`cHEL-eiq{`%CmMV!B71H<0hJw#cn#LcB z?jQ>k2^pMJklvhhY;$m2-;&E}Bru13*r}`3cQh&8o0g^yND`V(*{@_T>@r)TA5*WE zqmf!*@;wmKV6f4GWw#dKftF`$RZbvbd)y917JZ+ZuLUICSyr`YZagADm@4jyI{)82 z^;sa>;Xl_VQ8_ije7!3u( z@*2aceOcBE_JJ1nimXNkae267V3@lvTs{bZ55~NYC_sPdFv``lZ;x+r`j=5yceBwh z!ta5z4BD6(VBYLxXv}f`FFzM>i2g5ru5BR)18@t_59??5Zx04J7361GVq-Ntdxdn* zM%y;SN(|b|ZBgiXe`Ghm0>^7{6xpIr*EwN?JVAEVO+z08Iy~lA-6#u_0{MS4x>u%J zLO_#~4ZY$KkD03ABcdx%0OUkk3|S5sZr!yAD%7E!a^L)R8EvFJpLPEPE4{y+m8oz3 z05F0o_CgY%G;El@6af#GH`l1P_;BL%@ieXl5p1n=3d8%lWx|daG&EhoyE=0DS=avD zZHtMK{5nk2RrmpS%>Dra@`5dk{-tyX%NF38{x>^sYpYn6$^VQ!&|tNx@L`Y`LJ%I` zh9IHVe+M;A7sk`c$i}nS+7Z~3jG%D!m=Bpn=K^hMaebzrQK@I@6OX4;H!}wBnVHVD z93!!2ey0DiRo+R4e>a)KM%Hqu33fF2VJC9c;u==A^CydWaFf?(1o+#_7$Ob>d7-%^ zov5<~QN+O(TR#`5ra>4tZ6J#>FJ3Wl8ghK+kMpMVX&~6Lu21~~WXKTnZ}9PCQPCMh ze!ze3jswIZ2dwsz%cA=>YJNCn({M({G@JQg6@Q<^MvBN|20KSE{d3^_Uk!0r(uYHh z5-vMg)G=J+9nr^2$^$?=<4yPbmkkb8wRsUj(%h2os+}&UX7%L(RwBgFHNZHuIAJ@I z^sHvpyjtJ6Kl_oGv$PtZ{s`y_df|D_z+m2({YGrP6L*L30am+^+vO|C19S)!x<4{3 zS{^PDKo%J~M`-o>a)2Kq@fX*pAEhRfTeJ1c+1`AP3>b_s2~0DH66sQ{J{`=u*W+N? zs(0YebKw0d?bie?R!5kTI^G1-49i0{*4o=NyFL1D3yn5|*GA{KV9JvbJ9OdM(#pYLz=iBCs8ZyEz{dAxAY?(}>_OLfs! zGE(m|#nX4@bbnNFWV}^qkOTtlh+ZV`m?9e6(_A+1@MeGt&`Xs_ujV;Bh`)^DZpiAo z_FH#pEuu8qOSTV!!1n(EgHR#T0k$?)`#kE1BDCt;dYqAA(44yX%iC)LaEi_O9^jx& z+fcz4iChM5?CSNa-YyfiHvDX4`|=iO!xrzle*%qJHF=t0i2!aiau@-Xp%F?`%A%mI zmnLA8&L_vJD2!%T{s?RQYigMKb(pRA)9ee{X-2fp{g(Wv?7M<%{f2;e;w%GS5)V-t zaEo81=b@o@8n~+r1Zf~ru(C`*>;@ya%<5cDrSJgBi6iW3i~S?W)b@755y+P#=KV#c z8UNfsuLFSk0gC4}3^g{`95iaC^#Y|#xg1Z4?HkNP6kWJ1{G4qn_dTcWP?mTLsJ34T zVt_Fjm~vNrGtVYP@jh6IST1xCu0UdbL23P~d?hUwU2-{C>#<;8`75V#HSd zMYOxT9bk3>j+7MNG`@|iU;Ucbztrk2z5Y&1<*lV`JPhxnbN~M_9@G(3?6TxDn=Ln) ztFwQg%tWl3AsP()JcwK`5JD$Pqw~O-(E?HDZxrXSx@L$!zHxb*icIv8mMSU_BdC>A ztk18yb2^K&{I?(RKE*>?El(Cr z<_lpQ3E>9-TRx0vZ>76rENl~dq3ukM0=qgIHD3A?V5F{V5h4#Yv(LyT{V6}jdkJtX z<`;H|CcSORRRsE4B)GA`$?RNOgjJQ}4BV^&3 zllbb0=(4a}<69X<==FF<5%0WzvNbzWP9PuFl=dXGJ+$vBli{F zMiV=FKSg``C(5Z5$K?Z;93N_~qONA-;2oo^s#0D9=f-R#@eLWB;JT-L-a<`jYfhlC zKM>K0IdXX@-0)7>UNAaLGzTvpu!V@bJb|kh5Zp%f4jtffw9Q3urC2OT>gxYqSXd}S zA{WYy7Es1q`SGt`CeY}azDYb~idL(6kUd>g?dJ;ZY#Uxke{pww-NLdEDE0Mb)_nw$SSK=O!H!9%Rk>^j z168O2L7EIFM^k1yv=1V#c#xfF$5Cgk@)*9@lYsgi6{wNUzvi6qI_SpYMC!uYSGo6a zp(}U$7`qE+CqLXS|L~tXCHgdSuHe(ZQ%&4(_RpW}EnswQ6U+LXAegB1yB5VJxHG)y z_b&ClPyDM1Zw>UZOyzK}O5Cg}=EeILW%BLt&5(Wu3X?A%#|0N&pPBVzFHitXoCFP6{m{zB1{g3gYP)yvlPVP^*~WwK}dl&Ui28Ku~TNK|HQQHH*? zN(OqsT+t@&01Cm?>$mZ4U0>s|{AHAeim67mz8qphacfbq_!X{c?B-eQoB2oIBb-hz zHopaF@%{Pbv}Kj~LXkV-Ljl6HtCRQ!F(DCC%=a=E2HP<>mw`X(bh1s%_z6eZL#mnZ zp62=FO_$pW=|R@7e4T91bl#?ii5B8bqbeW93SS>ll$z|ahW6u zGw8O)BkKvx?`inqnWfqceY0=$Pi3TzKk$eIy{^|ko$cq#lSMUis1UY27#L(p<L|gJB88mk)x;;CRQWS`%KK4dMJq%Aj+}*? z;ujZzh}P?_m8EK-48oS(=Y+b4B8TxpEQ9x~0e3E5wEj=EKX5SHv)_DXj(tk#frkTq zRoUHyDjmz|ib~~J1e7-oByx+k|pc%o^#vJ@9q0jgGpor@;&G7XD4z0cuVOY8S zKPjdax`Y7m*wSFKJ74kr zm#P)=CD`$a#-qYK%5EKNZSwu4qlOzx3cM$p+w!UBT6Y|`HO{$>TQzXk?Zi5aa8YqI z_*6k2G_=SIZ_C98*;3;B#iTT3@S2a!$|?~!*$>q>;+C~vGCeQs06gd7IVwn(Y8jsP z*!*p4Yy&M1|G{Z6s%T`>o!9k`pdWPZ= zNEQLVAdV@Oau^DvLujdHZ55G=p~vp6c$q&^OpRRR(HDi6)wmJ0A8~6wqe=sQcI`RF6MESSk9Ty>aASz?)A-QTDW86AZL2x5wQBGQlYnL|=X$XG z?`^p5ggwzn1s&s;<4c!c!9myQ|I~QLIgM}UxBIn_mw}jGywsyI4WdH+kv1lVU*wQx zn%&+bf>#=7vYPE1rTc=cKM;qX5A%nngYEdE$bR$0Sroh}EWC~~zDmtg4fVA1T|wq`4)QsEwqsit_DsFCz071 zT;JMCEJRrG=$+TZ?sa0Ui+w8}5cqqqyg$RVSGKt#3&rG&fGF}ShaVlTYu`z3@?YC1 zs|i&sOdCyGbLb~W8&w>2OgJ)84z@EtrYu$jhi*zfPPQ)c4S{^dx!Vej11XiY16#wQ z7u_N{(R(f?CjbF-bR);7lX-ax&UgBusW(>~_10kqW;d7F_>#-BB?&Kn*5Rn2%-t+! zud6F!a%_AZ3&x)&&<-#bQeHO2P)H&6&NrT!&vY1x--U^a{%6TidYP#!!di#{4tyBwN2g|k6vZtI7%vnmbR5<>W9A3Y>xS;<*B zX^T?0!Mcq5W~%w^0}OW$WJ)AGDCK5QcgVoDh z>(At1R9yawNS1=#BNkg)Njr|(6jt6ls|eGIo@WSXM+a{KVq?}TVtUWwSsRgSOf4+P z*7uXL-V+OyOqAeYT>mG5`=U!^aH(mqvY8F#u%E-!3axUa|A7343nX5E(qRau*mzL- z2x<>#$aGHmkb?uIReP5G$8Xzguv|RQKC*7NjX(817yO0Zs9ffFURjMUU5UR1J=kGSqJc+T4Zr*jlSQ~%myIS3WVp)-m;BJd;XM3CiC`!t1i zStX;UtSq096s0JUcbc*FuWRT9ERP55hgrS~$*5aiLmnqA81)7{x1W9x=1qz&E37N> z*o^9U@nxr=Ie_n6;VgH5{pY?hu6nDjT1waheC0ErRFSU$Lwc0IHfn-4 zCczUwP>{}16&(pCuO-c2k#%5SetQZJ?lg@;%@`0erKEh~SAY!25(+P>6odQOG7~gy zNKc0@-)%V^gRw(Cy|E9MvBpSWJ%0IK=}}D@k(KAzEr)6MC@l(nLS?`{ZMn9SIC@yt zshANpaW2^?Mkbo1^CFQl9u?5u=7)Dk6##k7Ws$5n%GAmo0SO!)J~9&wF7s=TvN+k9 z{b>95sj)9^n(&}}O#yGK`XPDE57HhjB}W$1*BPE*0NyYNjSZ7a?Mf8&)HS7|;s~Hn z58RFbx{rMpKSZ_U{XB#DICrQc-2~ZawVje&qC60C>r{SJJ)h^lq&piRFY0l!F3SIi z$@K}5YZnyP!<@`=9N^Z%IqhgW^Hn>qIeuj-%OM8KqB9QW6`S)-v?btKm?%G3FT0q5 zYn7t%S||%1%ma^|4qV{_?ZXm1pFVlzpIfX0sH1pM923fjf&IzOixl?)65@dgqx7fh zXfkH$SbB^d01;4y7Q!IJIIDqsu>h+_Yf$OA}p(`L#caF4MZ` zvqQNNh3{D$1a+pUdq6vi4=QWgRrU+8=K#9p#r}SZ&Z4v?yRn$)4Hd58^eC5Tm4z`xNHKO8h90(0As4&=l1}&0)QG|Q#1e; zL8=M$4n?}^gzSgro4@s`T|U(PcQ|Qs_IDt24a*8tMOPeK)tk z$D`>9zRKzYM25akFuN9>!LsMq=Vp?$zhXe&Fh!?3MET)UP2idwJEW~4<9t&SnQ?1Y z_yl^f-m$tD>}eM2!5-zn+Q{^;hMK6%7W{W__(LuZj0W2D-}TjtRHS@WSrJPv(cO#DJeiRN4`C2P!@bK zeaBlxhg^g+x9MPf>#f4oY^8Dp>JS^)i;bJTOMHA+jt@?R)6#{vb*)xLFV)9s>0)3G zJ4j9$*~Qi1A>;RYeEOyAp=(L1<9#j`7XYG%Hf08Mp62nogOtFsWhELsST;jhAr8~y zfuXb#e4d+w^cFwZrTtyASWo|z)Xn@T5rDBI#%f08+4$jGbsjuMvS2%p#s14g&%i>U zhpU1Lwcaf9mafEy0>XAKt>lQPp8L(j*z!{4#eSBE6>y0$pl4sq3*4N(^YHwoee`AM z4=XaO7cdN58kHmK--~zkyB#`A$80MjRR!Q)x#FZxad};?>XqsePBU#iddSTOFP`7R z(f2jG-*t5m^+5wxu|*K156&D}36gSs`zK?HKWLxd1Z#UBHFu7nYrf*xe${Wk)FBdF{B@2`MdfCDUn790;)4ffQNU?P z0DNC^Xk$+RHiZ1<&E79Td7lHrFZC}ILAT>MndbB>i4u7}RdIv2MA_J=>6;niHT(oc zIafO`Bw$p!$7R~#0sP6$q5S3iaNJ+ypm2&rXA&J^s`r{6BT=UPR4N>L(}3n>Wfge1 zKx3=NS5T#_9o=92c?%PYwY-oXy;6tTx4+m_?j$qLr7cztgz`P-`&{M;`>ZoP?2r&d zdhT%;^yG$Kvnf_X5KaA?Qx!=ZiT0HF@_VFfWKHj;5F+mS)%@(+Lci-P7d6_XfBwo` z5r?m(_j=~&_7)ZCaW8w5-{Kh!jfc06XZlh#CY1%PALbc~CDQZyAK|4we?lSU4e<8Xn5C^>nmSQHs;_;9op`B`Ot#aO*<6V7n*>YZ!*22Wqo~s z%xOii?nK75Hdn{-YE~sfTCK^5arUKhktkG4*J8Vhx|Gn5?xD*LaFX?^$eZmu>Pr@F>V!BLt&3|0 z?9UgHiN6XOQQKY4qr*Y?gyVO*KK9<4)nnk{jYuJ&0ftcU|LdyFH*zVM_yA_47F$P? z!-n>=5~^o91tWJ=Z+5}$;P0EC%>K3luO?yk^XYU<{G987a(vAFmK4liL_M35d!IW! zIx_#F!)23~P%yQ6ab_Als`_TiUl3nSDI08YmuyS7@kg#=${u@3L3$LhQP=dBN`b74#qJ_5hTz{lJB#2=Og@I+l|bIIjOC{kmYLy41Zpd?T3-T9 zGO5&Ujt^SE(?qs@qg=8!Y?^H??DY+T8bz!~-b zPDd3(^7H&vOkZyX$7}uk4dp~k?t6C(;Ij8118M(oJ2x8I%sH@_2%GW+uTEke5~fqC zE~H?8ABC(3w$&refd33sH!cMOVIU=BQ%IX)pP+OS%ut^_$bR3=mfJcLMKk}nGJ+u_ z4>%=H#b#1C!5{9#3?hinO=i^m8_>}*$ifMIe492NDU-2}0O2N-|0cU};sX#$TZODx zGOx|JT_YSXnWY%PEl;FO-|n7*NzjMXUzbw8DL!SkUewKSKa!$(bj`9v*p!{a^6?6a zD`y>%67ZQZKcD*CI=VLfnUZ$YE*_Ov#UY3#f~AC)afx8Z6Q|;d!{cO!SjJwcUJ{fo zz7B62Y(pJk=P(SY!OGP4W1>3R8x_`5q_?!fKAJKB^iW#P&5RMpo_M|G5SjqfvJL>k z+SN(SPsAD%yXllj;bidX2}VM42KQ`%iKGnU9MTW1{CfHUb5bye(Lh-50m0Y}{N_2O zJve3ZQb19Enskfr6}$f)o%0Be5fWGfhBfMJQb>?L`^ zY|3d5x5DOvJNj=n=hOB_)FTz`AAcwrk1^9C$9Gn#Ree@0n~%7;Zz1M=D4PD2@1cHS zcW&B{bl?dazE>@gHo2vL9o^%BR%zsb0Zb_m zIYo>5XEm*$v@7eS&GvD{^~x$fo^q6Zq|N4tiBi)oVMYK1feRgHKJJ2hmMk_tGJx+Y zx+yyehe}@+SV=>ya&Oh?Rg-5-&)a-Umoh>HZ_XT-8x3){jVB(kU#0`sEm7<3zJ@Ol zIQB|)y{qLF>nL6w2|s>yV{1n0WPFBRkUj~r!iqJ3t_}ERz%sfj*;Q^{TAa1rUo%pH ze~j*K5x5a3?R0_n95B5Qy_;07n72H;mvkh+V>T|vcUj7-%NqX8J@zA@F6!R@PTldo z6>I3E+5^1KCFkE96CX}9(UQ|B1`$>&wJ2UKtRNQD5M?Rg@FwA*+j|4jm|$| z`22_@A}5-8Qhd(U;D`lLV?hBqiCB_aBLIEn?$s9&h&xe^qk=2yPJV7X{BzBQ5P6}A zGMdh_-pk|6t;AiSxqkr@UmsO>X-Hx z9|kr)=Z?`q^P5)Ld6xA2URFoQg5jh1&1p)HC^jH~KEUWT*msgiK#Bq><2+YoO%@7K z(RB8UsQpvFOy`EF^upHRh&-Sda4vYactj*h2~l%>+Fuj|LZyxsqymxxydPNcuvle) zQMT~%b9gExX%zP{O>p;qjOpO1`I4}h3ayP`^*atOy7VY7fANsZC$tJ6uOEyI2(rgb zrCfzU{ksE3szJa;)9_Q+GmA|IL~9b?Ft1m{TQv$Xk^)>WN~#P3(+Vq_$6vBr$?gZa zIgQDUdr>C zoSG`AkN#Xx7QSLRZ%CEqE;qTzWccn&lZqB`L@pDoF!B+KHX_Hj(ZsXEac2f4pW*O+MWv{_+Hi_>drJ?Gytc?mEopFQx3RXZ4W9shQ( zVT)NUo3RIyQJLTF3rn)o7Lb$vu>*G#VmSSl8Du{R3ZM(E6;{#TC+l_5JVA#WDNiHH0+~U$N6xQ9 zRqnHi=(m3T?&(Fx?R0pv>vV-wE}OnoG3jrRx$kkb_@Y?IsbVR4K=Iht=|fiC;889kmjG2F@bksDa}HEbZceS`Xt-*H3FtaE++~=z zl?5#9&`W1pG2er9EmKc~X>MLXZAovI{}QWWb9OZ7J4d>CVBmvk2Rk zg5ysL1mn9zCoU@Nr6W?17r&O}^T8z4RU@tqA7vfnrN)ZfwFe#0>)=l*_D+7g+Dc){ zJ9XU(C&8oab4DeOECGIXnsr_#w+iM;^3?TQF`Zj@%qt@PsK?abqnd@7+3XiJ3>NXA zHHZgAx5Pk`htkE6Hadgr-|;EC@T{%ObT^*1$w7NSz!j=?gjA%B(`T4nJ~hRuq2=Qp z9;SzA{XWxz@oAB7FDKb2{tmU2a4}A2_vC5FZ>CuAu24r-DT?NiPnk7rf5*yt^+C;Y zE};B>ly>LQRK4#4zz;&1BlC$&Co<3TJVeU;HFq*aWS+@9mRZS=nMBBt;bfi?C6SCt z5fYB66cOEL_q%tk-@13L-#^!qRu-O#vfH zVsT1TTim7dn^W=JLVr%2-V*mfRDG3dc(~P09#)yjetTa-M)BIlVejUtYf2+u7;HvA zT3$s(juZ_NmaaCn6H=vm4h?XtJ3T)UQQQ8F451DYD;|D5H7oVkIs#BTk{zs4#j!sJ zQ(ao1(1Vdgi9(j78(3N#+A$B^BQ&RSPzp|DoW7Dtg-s3Rs*J4jDHkneTSE3q&rpO+&SX3OfEQx zIdAqFcrs;w{dF+l75ICsn=CeI{dCCMI9a3b57%T9{_CFPoI(N59=^=JMgD%non1-6 zepQ^Et?*>|6rJKndn z_+4_G9{JDw`j|qx`-G0sEPN!AuY)CDlSqDURM=(V*>%y}#?i{%Cv+*JxDboJfPAGu z5A-aOzs?QB+nuYpYLs@WXJr1zFRxuS`5N=9$SuC+o0}zOqWm&gQtoOb>iVVD(*cjZ z+U}jKs9aZ3FK3;&;%_1yTPyk`!-t8!T+^dJ)4VxtBSR9mDjHX+k^UADsXa3KpKE_uU>%MpRg#=wZS6 z*YvFZ$5m{@{?vi76th%Vl?20NlV}nzQH3N+p3jY!m?RRpH>F3C!?qbsD*oQ{H8FgF$4w!gh4W!7SgNwTwoP8=+H220(wTYU?QDp1%`R1? z+l|_oDxA%}EH#a3WN3g;nNS!B;T% ziYqEk0vX-0X>4d12`E@>hpDx75)`BV`Adl{m6UB{A~9{)aa~-HBXmKAYA;zAJ-(NH zU-8+%R_Z2Wnn@`OvHhY~OJD5U9nt-#E#y}>KgyTI6FQWd-ofOO`nkQS+mJFFIa(5< z>ZiNw_3bIWyK06dN!$0tZc-U=BRL)W)Y97cut7?HimB`WQFcZKD3;oUf@c*dqD zRO8LEqc{9Y>)%o8ma}5Jcq#GeUMdUuIwJiQY1L-7Z|9i5dIo!S@{Gy__OC^iy`xMV zrtBFZ9JuMX%U@gk9xv$cvHGoOnLp+Ej{}YIM&IH`W#KESC>p@=H}k5JudK0@IRK8972wNt#oYK*P91l@j$*%qmc5;PzXAFof*UZ3gT#S(@q_ihrmDM^MD$`* zJS~nP-oeDA$~U`WZC-(}FJBwZd( zilU50FF{4vI z*6FVLy#Hp@+NRiL(Ls@Z?I08(u3sLFg~Q?93H))?{y3Df{r=BJ-@uT_m-Ruh6eP(6 zbVih8I|@q5u0rf`R|#E(2=d(t@`VV5YT4a6cDYEx4u5a|vM@*S>@&yAn_MbgYzkae z#@K#xCjSt{dnNO%jI;~4f9^Re2MVbyRPHQk`BZ$~l6jJtvsYOk{p5K`)pD&Up^z@U ztO%-dY4bNK7HuDto`pt+1fK}U4U~*?qF>>xU+6q(7vIwE?z-OJ$0iU^&hL3_9mOtG ztBl9ZGcHj3pWaTS$iWC^4x=gChDfV)Rmz7F^|GjiYN_AME9up;>v`DJWlRaHZP!=* zI_1bKJQwlMTr!W19o@4_r9c0H{J7xo4*m;?ze09a)Nj$9uiy4Z7q(0K_=<)W*LPqC z!uv`TY9fUl6I)FW;#TDbac$71sP0SNoQ!E=dG9I(@c2cMi!mSA9;I%|%1Y5>*DUww zJVp`vocrc&k?PD1eOEI8L+YL*7S||4Y1!893GXfHdRm*RAEobLJ2bjFap`q#p8xP6 z-zeIeR!G#8=Zg3}=dq~zZf_4QO6t@R>ikQQf%#-Um~MxMwg(@LhjBS&vU;UY1kcsq5W*!0!TRsc_FAD_w#g5YGa zY7gs5!|1zr90Nl+X?+#)qS#-}yR9*_k)lZ<8#E&Sr>K^bh`f0_M(C%O+k7(?;*9}s zS(+ELn(ndHIOFZezKP5M6>`qrLLanNzcY0GzR>*ZWI;jm&7RQ{#LDDL{la3aq4&L+ z16wGlwubdpd(F?Gz8z>FO@Dg-hyo&O@iP50t{4%?)Mwg(y{h1WDFYP+Sq zjXh`9*7ne8#huB;^Vb|AcoRH-J+Iq4)wFvzQj(Lf8#t)JWp4>d$=HsM%Vm*9x=P{YitJvotf_aMq`l zE+A=#&$cEi>=r6{l87j^CVB9zJB7~ zI&crypE^wXP%Rp5a?$>9|99HLO`BV{E}k6uo-O6Z^6J&Ahf`p2SXeNF4ih|AUQ~2W z04h;uX8z16piw)?;qZ{@v|t1Z;gkffww{5)Hv_;6BBF~7n#$Q^8;Z)OWoAN+TPdj8 z2vu4a5zlo{j07%lPA&K&5QbW{Cc~yU}E*iM7xhd&Ake2i`FZ7^+CnHwXMI zPM_tg;k9ej7PwR1TP-VW?LQ{1_Gd=I;tGE+ogaMj<^>e(ccxN-R}_;Jh_;u0u#vFa z@7T~|BU04RKo_j&XT%djqvlTPd&I^OiaNys{}>!DMWrDJ<$h&=(uNIbXs`1EwE_Qi zN9+uW7TK2uGugj>xP*c@0{ISyVI1M#qonbw6P!bKqn*Jls@tQfcH=aC?l8kb9`Zv= zj_?l>Y8xb$3kbjTiev*z66du(p|N^wR_5_S@o@Rk%86M)4vFXOI~ z;@mKkR#1=v)%7(u4q|XzmAF~ziJ6T%Ya2hs(d$W~ByDpkKmrUpyq#f9u|#=9UdHrQ z7?zSOPX~8|O@|o3IR&>J8RX9uRD5(-?tAj4q-j~0Tdog_96F6x>wjKyG0HRB@Ue+G z&i$;(g?}D4s2xPYA=Lf+ZE`pbk69#G!dr7m2fS>RVLq1C+&1TqXlx*sjjsCcPvSabA3b_hXFonQg)9sLj0~o9 zy#S#veE${K%F8tgAoBLGM;P7X$B*Y_sBZ0TQqI0%>VsyHe)ldRNDCz;oFTuKvuvH; z&(78Zi~+0|R47Iu_^)egWV$|U<9vwI<%vS z#O&z%I$I)yY<~XY1t+M|$RYp_w0ipt7f zz;Wxsj)L2vNOCl`Gks0#2MLOYhsUS9!P$azGS=tr7{!Z%Je0nW%FJNZ~1i zHhK`buU8G`JCx4e=_aE7iz`EYu;h#Ep=SVO=}F6!z91sz3Jg&66Z3kt;LW{53m2CQ zvvs!WCw%BTfcPAM6A7MkY_iNTdh7rz+A^{70h?%|Zm%EM*Cz{yLSr!D| zZVtBAi7nO1;5%C~st%wc?Ga5w2gimSxA%=Y!BC=E?Ea;Ggq(W8WbZUma2++>b^Jq^ zZx{joUU;F~yqC%Blj=VmZ3YMk2?-5>9>*XbpuXh)CZ+rZWg*lMW7oQ7Yh!o=`nmRSPYHi;GLWvNj=sZ0XAv zPFY!tOUBmL6uHB3P}q;cO|`_p%}r2%LD&2&GX=@g%1Zo1`r8}NcURw)NoZv5o2uc9qR0?FM_&bx6ru#?7b<`v%kb}XO(%?0FD+unfyg$CXGxTs9_^XoU zW(JV$q99E5+YyX>7hy@ZJ@l;=PV67M85-A|-a{`pFm-s@LV$srhbPv}jQ5O4&SjI- z(8k8FiF;s zBvbz#%LHwwh_nS4*kEi?=N<;Jn4#tF4_!Nkj!xH;cUtUe=!*QObhZ^(05JAY2P7B) zaJ>x8&6(hvDD!$dVm*L3CeJ_k5LQ9#nGNiGgtgF?s9ojb$EO?{WYt=@Lh6l;4U^P9ZMd&cAKk#% zm?&aR@UCf%^&L=KsY$8O-4J;nPLZz3*Vjq}cN84&u-TkJQPC-k*uQUdhRbjdOQ(4n z3XwyR`P(*cw6$Te|C>VP)QpTXNS*LYWn$HxP&W}qHQ@;}RaF8dKxym9{{fW?)D7T! zYdA*28$ns4fEQ$bcE%Oy_;C~I6E0xN-_LOTb9@BU24E{j51`Mh(wyMC0-Jh!dxKvl ztxYMQ^cy;m3@M03o)YT^~x<1+zWhgbbUL~iz3(R(!EGP4EZ z5Qp%VwpT}R!|Vn=UimjiRYiqOQ&SVZ@Xzn_xpICNhTgn!bjMlAkw7#I{`T^GPLGWZ za=!KTh6i49`F{gpyXOMoJC`O`zya_O5M3euUlz)00Ca}ZIjEF?IHK=$rl6HMKxm6W z1;Y>$fjN;tMnZs19QgS7l2(E;Gc#WR9y93T;_`4qC@V2^>((cGFE6jlRTEF+*@ACN zN=e0?Ev>0Z8O{-p2WL4mEv>sC=nFIEWUm3^_2+V)^C+UxMJK2xm{i|wA~K@5ht}28 zbA-D_&%p3>ZEda2zOkvPUNezFG+%E38j}^sN^s7$&Uyt3FFSuW)rvv{1=wafQMgma zL=&A}W9Fe(es8!yF&FNPSeemFK&5BwQxzu{*=;Lv#S>Pc1U9ockE}6@@qo{fM5NP8 zFYhsrd>7#7=f^7!b}um5yH;48{hL*3FB!1^?*!>TW)A-;&(b!5^()NqJePgd6%w|z zl7CM@?vRBatzS#e%_WCaV1GaG3_ZOq+!bUP-2n(RYEi}$9S@aAQQc*_S=-xv)Sx!^ z!g4EUL={z4_fi;LWRYoodUp274s7cAfN&l-5=`N$W;mj{T)2a%kr3tW z<3oUANhX1(PL2&0m;RJ1ADseNhdO+pNG62{g+Sb}z6Y8o=vh*zh?O7^z*r%NLXg_9 z|vaom9HwNqA=z)z;Gcuyx4Gt|FPyoolT8L2smdnpWjtSW#EQeJZ?=Ee1NDdn;8-<3KS@g~D~^+d z$S4i7wAZ=P)bZ5pS}*{^NU}3-tiSMWd1%b511roHv~)U8@fO2Y*B>QFU*hlcn;HF4 zRvWClC>Q|;)32Rc94%I#ZVwW7m12dyvIBKA?P2UfXffEADCp|GetrwxkwniRxAFQq z%7KXE=0Foe6M~Ls0K?WKr@6WLZ9Lu;8Qix66_DRzz#=X7mMCZvS3Wb@3ykHQi%FXu zetLZfM9cbst&iGHu{3H2$(zQ=9OK{TCUb