From ea2fef5908d532c23672924008267eaffb8ba325 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 12 Jun 2026 17:02:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: shuoxing/llama3-8b-full-pretrain-wash-c4-0-3m-sft-bs64 Source: Original Platform --- .gitattributes | 36 + README.md | 61 ++ all_results.json | 8 + chat_template.jinja | 5 + config.json | 32 + generation_config.json | 13 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 19 + train_results.json | 8 + trainer_log.jsonl | 238 ++++++ trainer_state.json | 1702 ++++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 44650 bytes 14 files changed, 2131 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..87f9c21 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: llama3 +base_model: shuoxing/llama3-8b-full-pretrain-wash-c4-0-3m-bs4 +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: llama3-8b-full-pretrain-wash-c4-0-3m-sft-bs64 + results: [] +--- + + + +# llama3-8b-full-pretrain-wash-c4-0-3m-sft-bs64 + +This model is a fine-tuned version of [shuoxing/llama3-8b-full-pretrain-wash-c4-0-3m-bs4](https://huggingface.co/shuoxing/llama3-8b-full-pretrain-wash-c4-0-3m-bs4) on the alpaca_en dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 1e-05 +- train_batch_size: 8 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 4 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 64 +- total_eval_batch_size: 32 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.1 +- num_epochs: 3.0 + +### Training results + + + +### Framework versions + +- Transformers 5.2.0 +- Pytorch 2.6.0+cu124 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..94873e1 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 4888319754240.0, + "train_loss": 0.7582035779575759, + "train_runtime": 573.8365, + "train_samples_per_second": 26.14, + "train_steps_per_second": 0.413 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..39bd0c9 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,5 @@ +{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|> + +'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|> + +' }}{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..a5b8bc3 --- /dev/null +++ b/config.json @@ -0,0 +1,32 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 8192, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "rope_theta": 500000.0, + "rope_type": "default" + }, + "tie_word_embeddings": false, + "transformers_version": "5.2.0", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..eb23973 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128009 + ], + "max_length": 4096, + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "5.2.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..825d04b --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fff1132ce243c3a19926330aaa487d7c15e5e32512fef58147e67720fb46e37d +size 16060556616 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1723111 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1dcab308e7cf5970ea38815e0a62887d705c5b436f869ca27a5dcdd40c36a6 +size 17210148 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..1bba0e4 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,19 @@ +{ + "backend": "tokenizers", + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": [ + "<|eom_id|>" + ], + "is_local": false, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 1000000000000000019884624838656, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "TokenizersBackend" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..94873e1 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 4888319754240.0, + "train_loss": 0.7582035779575759, + "train_runtime": 573.8365, + "train_samples_per_second": 26.14, + "train_steps_per_second": 0.413 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..51b5097 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,238 @@ +{"current_steps": 1, "total_steps": 237, "loss": 2.2484302520751953, "lr": 0.0, "epoch": 0.012738853503184714, "percentage": 0.42, "elapsed_time": "0:00:04", "remaining_time": "0:18:51"} +{"current_steps": 2, "total_steps": 237, "loss": 2.215416193008423, "lr": 4.1666666666666667e-07, "epoch": 0.025477707006369428, "percentage": 0.84, "elapsed_time": "0:00:06", "remaining_time": "0:13:24"} +{"current_steps": 3, "total_steps": 237, "loss": 2.1969661712646484, "lr": 8.333333333333333e-07, "epoch": 0.03821656050955414, "percentage": 1.27, "elapsed_time": "0:00:08", "remaining_time": "0:11:35"} +{"current_steps": 4, "total_steps": 237, "loss": 2.1304638385772705, "lr": 1.25e-06, "epoch": 0.050955414012738856, "percentage": 1.69, "elapsed_time": "0:00:11", "remaining_time": "0:11:01"} +{"current_steps": 5, "total_steps": 237, "loss": 2.321625232696533, "lr": 1.6666666666666667e-06, "epoch": 0.06369426751592357, "percentage": 2.11, "elapsed_time": "0:00:13", "remaining_time": "0:10:31"} +{"current_steps": 6, "total_steps": 237, "loss": 2.1303162574768066, "lr": 2.0833333333333334e-06, "epoch": 0.07643312101910828, "percentage": 2.53, "elapsed_time": "0:00:15", "remaining_time": "0:10:03"} +{"current_steps": 7, "total_steps": 237, "loss": 1.8076802492141724, "lr": 2.5e-06, "epoch": 0.08917197452229299, "percentage": 2.95, "elapsed_time": "0:00:18", "remaining_time": "0:10:03"} +{"current_steps": 8, "total_steps": 237, "loss": 1.7900886535644531, "lr": 2.916666666666667e-06, "epoch": 0.10191082802547771, "percentage": 3.38, "elapsed_time": "0:00:20", "remaining_time": "0:09:45"} +{"current_steps": 9, "total_steps": 237, "loss": 1.7915903329849243, "lr": 3.3333333333333333e-06, "epoch": 0.11464968152866242, "percentage": 3.8, "elapsed_time": "0:00:22", "remaining_time": "0:09:31"} +{"current_steps": 10, "total_steps": 237, "loss": 1.8171511888504028, "lr": 3.7500000000000005e-06, "epoch": 0.12738853503184713, "percentage": 4.22, "elapsed_time": "0:00:24", "remaining_time": "0:09:18"} +{"current_steps": 11, "total_steps": 237, "loss": 1.7455570697784424, "lr": 4.166666666666667e-06, "epoch": 0.14012738853503184, "percentage": 4.64, "elapsed_time": "0:00:26", "remaining_time": "0:09:09"} +{"current_steps": 12, "total_steps": 237, "loss": 1.6337864398956299, "lr": 4.583333333333333e-06, "epoch": 0.15286624203821655, "percentage": 5.06, "elapsed_time": "0:00:28", "remaining_time": "0:09:02"} +{"current_steps": 13, "total_steps": 237, "loss": 1.778015375137329, "lr": 5e-06, "epoch": 0.16560509554140126, "percentage": 5.49, "elapsed_time": "0:00:30", "remaining_time": "0:08:53"} +{"current_steps": 14, "total_steps": 237, "loss": 1.712306022644043, "lr": 5.416666666666667e-06, "epoch": 0.17834394904458598, "percentage": 5.91, "elapsed_time": "0:00:33", "remaining_time": "0:08:46"} +{"current_steps": 15, "total_steps": 237, "loss": 1.5768513679504395, "lr": 5.833333333333334e-06, "epoch": 0.1910828025477707, "percentage": 6.33, "elapsed_time": "0:00:35", "remaining_time": "0:08:39"} +{"current_steps": 16, "total_steps": 237, "loss": 1.5611257553100586, "lr": 6.25e-06, "epoch": 0.20382165605095542, "percentage": 6.75, "elapsed_time": "0:00:37", "remaining_time": "0:08:34"} +{"current_steps": 17, "total_steps": 237, "loss": 1.5967652797698975, "lr": 6.666666666666667e-06, "epoch": 0.21656050955414013, "percentage": 7.17, "elapsed_time": "0:00:39", "remaining_time": "0:08:28"} +{"current_steps": 18, "total_steps": 237, "loss": 1.364829659461975, "lr": 7.083333333333335e-06, "epoch": 0.22929936305732485, "percentage": 7.59, "elapsed_time": "0:00:41", "remaining_time": "0:08:22"} +{"current_steps": 19, "total_steps": 237, "loss": 1.6430319547653198, "lr": 7.500000000000001e-06, "epoch": 0.24203821656050956, "percentage": 8.02, "elapsed_time": "0:00:43", "remaining_time": "0:08:18"} +{"current_steps": 20, "total_steps": 237, "loss": 1.5467270612716675, "lr": 7.916666666666667e-06, "epoch": 0.25477707006369427, "percentage": 8.44, "elapsed_time": "0:00:45", "remaining_time": "0:08:13"} +{"current_steps": 21, "total_steps": 237, "loss": 1.5446631908416748, "lr": 8.333333333333334e-06, "epoch": 0.267515923566879, "percentage": 8.86, "elapsed_time": "0:00:47", "remaining_time": "0:08:10"} +{"current_steps": 22, "total_steps": 237, "loss": 1.4481780529022217, "lr": 8.750000000000001e-06, "epoch": 0.2802547770700637, "percentage": 9.28, "elapsed_time": "0:00:49", "remaining_time": "0:08:07"} +{"current_steps": 23, "total_steps": 237, "loss": 1.4933228492736816, "lr": 9.166666666666666e-06, "epoch": 0.2929936305732484, "percentage": 9.7, "elapsed_time": "0:00:51", "remaining_time": "0:08:02"} +{"current_steps": 24, "total_steps": 237, "loss": 1.5807710886001587, "lr": 9.583333333333335e-06, "epoch": 0.3057324840764331, "percentage": 10.13, "elapsed_time": "0:00:53", "remaining_time": "0:07:58"} +{"current_steps": 25, "total_steps": 237, "loss": 1.349104404449463, "lr": 1e-05, "epoch": 0.3184713375796178, "percentage": 10.55, "elapsed_time": "0:00:56", "remaining_time": "0:07:56"} +{"current_steps": 26, "total_steps": 237, "loss": 1.4354019165039062, "lr": 9.999456158087994e-06, "epoch": 0.33121019108280253, "percentage": 10.97, "elapsed_time": "0:00:58", "remaining_time": "0:07:53"} +{"current_steps": 27, "total_steps": 237, "loss": 1.566201090812683, "lr": 9.997824750657586e-06, "epoch": 0.34394904458598724, "percentage": 11.39, "elapsed_time": "0:01:00", "remaining_time": "0:07:50"} +{"current_steps": 28, "total_steps": 237, "loss": 1.411285161972046, "lr": 9.995106132599869e-06, "epoch": 0.35668789808917195, "percentage": 11.81, "elapsed_time": "0:01:02", "remaining_time": "0:07:47"} +{"current_steps": 29, "total_steps": 237, "loss": 1.2867789268493652, "lr": 9.99130089531422e-06, "epoch": 0.36942675159235666, "percentage": 12.24, "elapsed_time": "0:01:04", "remaining_time": "0:07:46"} +{"current_steps": 30, "total_steps": 237, "loss": 1.5999436378479004, "lr": 9.98640986657965e-06, "epoch": 0.3821656050955414, "percentage": 12.66, "elapsed_time": "0:01:07", "remaining_time": "0:07:42"} +{"current_steps": 31, "total_steps": 237, "loss": 1.4318150281906128, "lr": 9.980434110374725e-06, "epoch": 0.39490445859872614, "percentage": 13.08, "elapsed_time": "0:01:09", "remaining_time": "0:07:39"} +{"current_steps": 32, "total_steps": 237, "loss": 1.607371211051941, "lr": 9.973374926646117e-06, "epoch": 0.40764331210191085, "percentage": 13.5, "elapsed_time": "0:01:11", "remaining_time": "0:07:36"} +{"current_steps": 33, "total_steps": 237, "loss": 1.443784236907959, "lr": 9.965233851025816e-06, "epoch": 0.42038216560509556, "percentage": 13.92, "elapsed_time": "0:01:13", "remaining_time": "0:07:33"} +{"current_steps": 34, "total_steps": 237, "loss": 1.570559024810791, "lr": 9.956012654497073e-06, "epoch": 0.43312101910828027, "percentage": 14.35, "elapsed_time": "0:01:15", "remaining_time": "0:07:30"} +{"current_steps": 35, "total_steps": 237, "loss": 1.548865556716919, "lr": 9.945713343009154e-06, "epoch": 0.445859872611465, "percentage": 14.77, "elapsed_time": "0:01:17", "remaining_time": "0:07:27"} +{"current_steps": 36, "total_steps": 237, "loss": 1.4340442419052124, "lr": 9.934338157040953e-06, "epoch": 0.4585987261146497, "percentage": 15.19, "elapsed_time": "0:01:19", "remaining_time": "0:07:24"} +{"current_steps": 37, "total_steps": 237, "loss": 1.5494410991668701, "lr": 9.921889571113629e-06, "epoch": 0.4713375796178344, "percentage": 15.61, "elapsed_time": "0:01:21", "remaining_time": "0:07:21"} +{"current_steps": 38, "total_steps": 237, "loss": 1.4130847454071045, "lr": 9.90837029325229e-06, "epoch": 0.4840764331210191, "percentage": 16.03, "elapsed_time": "0:01:23", "remaining_time": "0:07:18"} +{"current_steps": 39, "total_steps": 237, "loss": 1.4265036582946777, "lr": 9.893783264396903e-06, "epoch": 0.4968152866242038, "percentage": 16.46, "elapsed_time": "0:01:25", "remaining_time": "0:07:15"} +{"current_steps": 40, "total_steps": 237, "loss": 1.4373618364334106, "lr": 9.878131657762535e-06, "epoch": 0.5095541401273885, "percentage": 16.88, "elapsed_time": "0:01:27", "remaining_time": "0:07:12"} +{"current_steps": 41, "total_steps": 237, "loss": 1.4085681438446045, "lr": 9.861418878149056e-06, "epoch": 0.5222929936305732, "percentage": 17.3, "elapsed_time": "0:01:30", "remaining_time": "0:07:10"} +{"current_steps": 42, "total_steps": 237, "loss": 1.452268123626709, "lr": 9.843648561200476e-06, "epoch": 0.535031847133758, "percentage": 17.72, "elapsed_time": "0:01:32", "remaining_time": "0:07:07"} +{"current_steps": 43, "total_steps": 237, "loss": 1.6110832691192627, "lr": 9.82482457261405e-06, "epoch": 0.5477707006369427, "percentage": 18.14, "elapsed_time": "0:01:34", "remaining_time": "0:07:04"} +{"current_steps": 44, "total_steps": 237, "loss": 1.4959537982940674, "lr": 9.80495100729936e-06, "epoch": 0.5605095541401274, "percentage": 18.57, "elapsed_time": "0:01:36", "remaining_time": "0:07:02"} +{"current_steps": 45, "total_steps": 237, "loss": 1.4369564056396484, "lr": 9.784032188487507e-06, "epoch": 0.5732484076433121, "percentage": 18.99, "elapsed_time": "0:01:38", "remaining_time": "0:06:59"} +{"current_steps": 46, "total_steps": 237, "loss": 1.5659615993499756, "lr": 9.762072666790658e-06, "epoch": 0.5859872611464968, "percentage": 19.41, "elapsed_time": "0:01:40", "remaining_time": "0:06:57"} +{"current_steps": 47, "total_steps": 237, "loss": 1.6203088760375977, "lr": 9.73907721921212e-06, "epoch": 0.5987261146496815, "percentage": 19.83, "elapsed_time": "0:01:42", "remaining_time": "0:06:54"} +{"current_steps": 48, "total_steps": 237, "loss": 1.4394254684448242, "lr": 9.715050848107167e-06, "epoch": 0.6114649681528662, "percentage": 20.25, "elapsed_time": "0:01:44", "remaining_time": "0:06:52"} +{"current_steps": 49, "total_steps": 237, "loss": 1.3903216123580933, "lr": 9.689998780094839e-06, "epoch": 0.6242038216560509, "percentage": 20.68, "elapsed_time": "0:01:46", "remaining_time": "0:06:49"} +{"current_steps": 50, "total_steps": 237, "loss": 1.4829354286193848, "lr": 9.663926464920959e-06, "epoch": 0.6369426751592356, "percentage": 21.1, "elapsed_time": "0:01:48", "remaining_time": "0:06:46"} +{"current_steps": 51, "total_steps": 237, "loss": 1.5274395942687988, "lr": 9.636839574272623e-06, "epoch": 0.6496815286624203, "percentage": 21.52, "elapsed_time": "0:01:50", "remaining_time": "0:06:44"} +{"current_steps": 52, "total_steps": 237, "loss": 1.4694490432739258, "lr": 9.608744000544392e-06, "epoch": 0.6624203821656051, "percentage": 21.94, "elapsed_time": "0:01:52", "remaining_time": "0:06:41"} +{"current_steps": 53, "total_steps": 237, "loss": 1.2353503704071045, "lr": 9.579645855556481e-06, "epoch": 0.6751592356687898, "percentage": 22.36, "elapsed_time": "0:01:55", "remaining_time": "0:06:39"} +{"current_steps": 54, "total_steps": 237, "loss": 1.4008901119232178, "lr": 9.54955146922521e-06, "epoch": 0.6878980891719745, "percentage": 22.78, "elapsed_time": "0:01:57", "remaining_time": "0:06:37"} +{"current_steps": 55, "total_steps": 237, "loss": 1.3539741039276123, "lr": 9.51846738818602e-06, "epoch": 0.7006369426751592, "percentage": 23.21, "elapsed_time": "0:01:59", "remaining_time": "0:06:35"} +{"current_steps": 56, "total_steps": 237, "loss": 1.3163714408874512, "lr": 9.48640037436934e-06, "epoch": 0.7133757961783439, "percentage": 23.63, "elapsed_time": "0:02:01", "remaining_time": "0:06:32"} +{"current_steps": 57, "total_steps": 237, "loss": 1.3809059858322144, "lr": 9.453357403529609e-06, "epoch": 0.7261146496815286, "percentage": 24.05, "elapsed_time": "0:02:03", "remaining_time": "0:06:30"} +{"current_steps": 58, "total_steps": 237, "loss": 1.458146572113037, "lr": 9.419345663727805e-06, "epoch": 0.7388535031847133, "percentage": 24.47, "elapsed_time": "0:02:05", "remaining_time": "0:06:27"} +{"current_steps": 59, "total_steps": 237, "loss": 1.329193115234375, "lr": 9.38437255376777e-06, "epoch": 0.7515923566878981, "percentage": 24.89, "elapsed_time": "0:02:07", "remaining_time": "0:06:25"} +{"current_steps": 60, "total_steps": 237, "loss": 1.4500741958618164, "lr": 9.348445681586703e-06, "epoch": 0.7643312101910829, "percentage": 25.32, "elapsed_time": "0:02:09", "remaining_time": "0:06:22"} +{"current_steps": 61, "total_steps": 237, "loss": 1.4562097787857056, "lr": 9.31157286260014e-06, "epoch": 0.7770700636942676, "percentage": 25.74, "elapsed_time": "0:02:11", "remaining_time": "0:06:20"} +{"current_steps": 62, "total_steps": 237, "loss": 1.3661162853240967, "lr": 9.273762118001837e-06, "epoch": 0.7898089171974523, "percentage": 26.16, "elapsed_time": "0:02:13", "remaining_time": "0:06:17"} +{"current_steps": 63, "total_steps": 237, "loss": 1.3168445825576782, "lr": 9.235021673018849e-06, "epoch": 0.802547770700637, "percentage": 26.58, "elapsed_time": "0:02:15", "remaining_time": "0:06:15"} +{"current_steps": 64, "total_steps": 237, "loss": 1.3281530141830444, "lr": 9.195359955122244e-06, "epoch": 0.8152866242038217, "percentage": 27.0, "elapsed_time": "0:02:18", "remaining_time": "0:06:13"} +{"current_steps": 65, "total_steps": 237, "loss": 1.3520253896713257, "lr": 9.15478559219382e-06, "epoch": 0.8280254777070064, "percentage": 27.43, "elapsed_time": "0:02:20", "remaining_time": "0:06:10"} +{"current_steps": 66, "total_steps": 237, "loss": 1.4982115030288696, "lr": 9.113307410649222e-06, "epoch": 0.8407643312101911, "percentage": 27.85, "elapsed_time": "0:02:22", "remaining_time": "0:06:08"} +{"current_steps": 67, "total_steps": 237, "loss": 1.402880311012268, "lr": 9.070934433517872e-06, "epoch": 0.8535031847133758, "percentage": 28.27, "elapsed_time": "0:02:24", "remaining_time": "0:06:05"} +{"current_steps": 68, "total_steps": 237, "loss": 1.4359843730926514, "lr": 9.027675878480131e-06, "epoch": 0.8662420382165605, "percentage": 28.69, "elapsed_time": "0:02:26", "remaining_time": "0:06:03"} +{"current_steps": 69, "total_steps": 237, "loss": 1.4095585346221924, "lr": 8.983541155862114e-06, "epoch": 0.8789808917197452, "percentage": 29.11, "elapsed_time": "0:02:28", "remaining_time": "0:06:01"} +{"current_steps": 70, "total_steps": 237, "loss": 1.3254384994506836, "lr": 8.938539866588593e-06, "epoch": 0.89171974522293, "percentage": 29.54, "elapsed_time": "0:02:30", "remaining_time": "0:05:58"} +{"current_steps": 71, "total_steps": 237, "loss": 1.3895121812820435, "lr": 8.892681800094447e-06, "epoch": 0.9044585987261147, "percentage": 29.96, "elapsed_time": "0:02:32", "remaining_time": "0:05:56"} +{"current_steps": 72, "total_steps": 237, "loss": 1.5136423110961914, "lr": 8.845976932195104e-06, "epoch": 0.9171974522292994, "percentage": 30.38, "elapsed_time": "0:02:34", "remaining_time": "0:05:54"} +{"current_steps": 73, "total_steps": 237, "loss": 1.560758352279663, "lr": 8.798435422916425e-06, "epoch": 0.9299363057324841, "percentage": 30.8, "elapsed_time": "0:02:36", "remaining_time": "0:05:51"} +{"current_steps": 74, "total_steps": 237, "loss": 1.2931057214736938, "lr": 8.750067614284534e-06, "epoch": 0.9426751592356688, "percentage": 31.22, "elapsed_time": "0:02:38", "remaining_time": "0:05:49"} +{"current_steps": 75, "total_steps": 237, "loss": 1.5124843120574951, "lr": 8.700884028076042e-06, "epoch": 0.9554140127388535, "percentage": 31.65, "elapsed_time": "0:02:40", "remaining_time": "0:05:47"} +{"current_steps": 76, "total_steps": 237, "loss": 1.317713737487793, "lr": 8.650895363529172e-06, "epoch": 0.9681528662420382, "percentage": 32.07, "elapsed_time": "0:02:42", "remaining_time": "0:05:45"} +{"current_steps": 77, "total_steps": 237, "loss": 1.3039919137954712, "lr": 8.600112495016289e-06, "epoch": 0.9808917197452229, "percentage": 32.49, "elapsed_time": "0:02:45", "remaining_time": "0:05:42"} +{"current_steps": 78, "total_steps": 237, "loss": 1.495795488357544, "lr": 8.548546469678311e-06, "epoch": 0.9936305732484076, "percentage": 32.91, "elapsed_time": "0:02:47", "remaining_time": "0:05:40"} +{"current_steps": 79, "total_steps": 237, "loss": 1.429541826248169, "lr": 8.496208505021572e-06, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "0:02:48", "remaining_time": "0:05:36"} +{"current_steps": 80, "total_steps": 237, "loss": 0.8995598554611206, "lr": 8.443109986477574e-06, "epoch": 1.0127388535031847, "percentage": 33.76, "elapsed_time": "0:02:50", "remaining_time": "0:05:34"} +{"current_steps": 81, "total_steps": 237, "loss": 0.63990318775177, "lr": 8.389262464926256e-06, "epoch": 1.0254777070063694, "percentage": 34.18, "elapsed_time": "0:02:52", "remaining_time": "0:05:32"} +{"current_steps": 82, "total_steps": 237, "loss": 0.6055729985237122, "lr": 8.334677654183254e-06, "epoch": 1.0382165605095541, "percentage": 34.6, "elapsed_time": "0:02:54", "remaining_time": "0:05:30"} +{"current_steps": 83, "total_steps": 237, "loss": 0.7356538772583008, "lr": 8.279367428451703e-06, "epoch": 1.0509554140127388, "percentage": 35.02, "elapsed_time": "0:02:57", "remaining_time": "0:05:28"} +{"current_steps": 84, "total_steps": 237, "loss": 0.692323625087738, "lr": 8.223343819739164e-06, "epoch": 1.0636942675159236, "percentage": 35.44, "elapsed_time": "0:02:59", "remaining_time": "0:05:26"} +{"current_steps": 85, "total_steps": 237, "loss": 0.6772887706756592, "lr": 8.166619015240236e-06, "epoch": 1.0764331210191083, "percentage": 35.86, "elapsed_time": "0:03:01", "remaining_time": "0:05:24"} +{"current_steps": 86, "total_steps": 237, "loss": 0.5514630675315857, "lr": 8.109205354685367e-06, "epoch": 1.089171974522293, "percentage": 36.29, "elapsed_time": "0:03:03", "remaining_time": "0:05:21"} +{"current_steps": 87, "total_steps": 237, "loss": 0.6684471964836121, "lr": 8.051115327656538e-06, "epoch": 1.1019108280254777, "percentage": 36.71, "elapsed_time": "0:03:05", "remaining_time": "0:05:19"} +{"current_steps": 88, "total_steps": 237, "loss": 0.5766518712043762, "lr": 7.992361570870289e-06, "epoch": 1.1146496815286624, "percentage": 37.13, "elapsed_time": "0:03:07", "remaining_time": "0:05:17"} +{"current_steps": 89, "total_steps": 237, "loss": 0.5921903848648071, "lr": 7.932956865428792e-06, "epoch": 1.127388535031847, "percentage": 37.55, "elapsed_time": "0:03:09", "remaining_time": "0:05:15"} +{"current_steps": 90, "total_steps": 237, "loss": 0.592995285987854, "lr": 7.872914134039485e-06, "epoch": 1.1401273885350318, "percentage": 37.97, "elapsed_time": "0:03:11", "remaining_time": "0:05:13"} +{"current_steps": 91, "total_steps": 237, "loss": 0.5482683181762695, "lr": 7.812246438203905e-06, "epoch": 1.1528662420382165, "percentage": 38.4, "elapsed_time": "0:03:13", "remaining_time": "0:05:10"} +{"current_steps": 92, "total_steps": 237, "loss": 0.6826972365379333, "lr": 7.750966975376328e-06, "epoch": 1.1656050955414012, "percentage": 38.82, "elapsed_time": "0:03:15", "remaining_time": "0:05:08"} +{"current_steps": 93, "total_steps": 237, "loss": 0.5954027771949768, "lr": 7.689089076092851e-06, "epoch": 1.178343949044586, "percentage": 39.24, "elapsed_time": "0:03:18", "remaining_time": "0:05:06"} +{"current_steps": 94, "total_steps": 237, "loss": 0.6095083355903625, "lr": 7.626626201071494e-06, "epoch": 1.1910828025477707, "percentage": 39.66, "elapsed_time": "0:03:20", "remaining_time": "0:05:04"} +{"current_steps": 95, "total_steps": 237, "loss": 0.709877610206604, "lr": 7.563591938284012e-06, "epoch": 1.2038216560509554, "percentage": 40.08, "elapsed_time": "0:03:22", "remaining_time": "0:05:02"} +{"current_steps": 96, "total_steps": 237, "loss": 0.5784502029418945, "lr": 7.500000000000001e-06, "epoch": 1.21656050955414, "percentage": 40.51, "elapsed_time": "0:03:24", "remaining_time": "0:05:00"} +{"current_steps": 97, "total_steps": 237, "loss": 0.5837893486022949, "lr": 7.4358642198039835e-06, "epoch": 1.2292993630573248, "percentage": 40.93, "elapsed_time": "0:03:26", "remaining_time": "0:04:57"} +{"current_steps": 98, "total_steps": 237, "loss": 0.7246421575546265, "lr": 7.371198549586091e-06, "epoch": 1.2420382165605095, "percentage": 41.35, "elapsed_time": "0:03:28", "remaining_time": "0:04:55"} +{"current_steps": 99, "total_steps": 237, "loss": 0.5735586285591125, "lr": 7.306017056507018e-06, "epoch": 1.2547770700636942, "percentage": 41.77, "elapsed_time": "0:03:30", "remaining_time": "0:04:53"} +{"current_steps": 100, "total_steps": 237, "loss": 0.5463488101959229, "lr": 7.240333919937893e-06, "epoch": 1.267515923566879, "percentage": 42.19, "elapsed_time": "0:03:32", "remaining_time": "0:04:51"} +{"current_steps": 101, "total_steps": 237, "loss": 0.5633252859115601, "lr": 7.174163428375748e-06, "epoch": 1.2802547770700636, "percentage": 42.62, "elapsed_time": "0:03:34", "remaining_time": "0:04:48"} +{"current_steps": 102, "total_steps": 237, "loss": 0.5037230253219604, "lr": 7.107519976335241e-06, "epoch": 1.2929936305732483, "percentage": 43.04, "elapsed_time": "0:03:36", "remaining_time": "0:04:46"} +{"current_steps": 103, "total_steps": 237, "loss": 0.5365867614746094, "lr": 7.040418061217325e-06, "epoch": 1.305732484076433, "percentage": 43.46, "elapsed_time": "0:03:38", "remaining_time": "0:04:44"} +{"current_steps": 104, "total_steps": 237, "loss": 0.6433064937591553, "lr": 6.972872280155528e-06, "epoch": 1.3184713375796178, "percentage": 43.88, "elapsed_time": "0:03:40", "remaining_time": "0:04:42"} +{"current_steps": 105, "total_steps": 237, "loss": 0.6543390154838562, "lr": 6.9048973268405375e-06, "epoch": 1.3312101910828025, "percentage": 44.3, "elapsed_time": "0:03:42", "remaining_time": "0:04:40"} +{"current_steps": 106, "total_steps": 237, "loss": 0.6132720708847046, "lr": 6.836507988323785e-06, "epoch": 1.3439490445859872, "percentage": 44.73, "elapsed_time": "0:03:44", "remaining_time": "0:04:38"} +{"current_steps": 107, "total_steps": 237, "loss": 0.6079248189926147, "lr": 6.767719141800718e-06, "epoch": 1.356687898089172, "percentage": 45.15, "elapsed_time": "0:03:47", "remaining_time": "0:04:35"} +{"current_steps": 108, "total_steps": 237, "loss": 0.6232650279998779, "lr": 6.698545751374465e-06, "epoch": 1.3694267515923566, "percentage": 45.57, "elapsed_time": "0:03:49", "remaining_time": "0:04:33"} +{"current_steps": 109, "total_steps": 237, "loss": 0.5911256074905396, "lr": 6.629002864800589e-06, "epoch": 1.3821656050955413, "percentage": 45.99, "elapsed_time": "0:03:51", "remaining_time": "0:04:31"} +{"current_steps": 110, "total_steps": 237, "loss": 0.6404790282249451, "lr": 6.55910561021365e-06, "epoch": 1.394904458598726, "percentage": 46.41, "elapsed_time": "0:03:53", "remaining_time": "0:04:29"} +{"current_steps": 111, "total_steps": 237, "loss": 0.6661736965179443, "lr": 6.488869192836279e-06, "epoch": 1.4076433121019107, "percentage": 46.84, "elapsed_time": "0:03:55", "remaining_time": "0:04:27"} +{"current_steps": 112, "total_steps": 237, "loss": 0.5621084570884705, "lr": 6.418308891671484e-06, "epoch": 1.4203821656050954, "percentage": 47.26, "elapsed_time": "0:03:57", "remaining_time": "0:04:24"} +{"current_steps": 113, "total_steps": 237, "loss": 0.5913956165313721, "lr": 6.347440056178904e-06, "epoch": 1.4331210191082802, "percentage": 47.68, "elapsed_time": "0:03:59", "remaining_time": "0:04:22"} +{"current_steps": 114, "total_steps": 237, "loss": 0.5895659327507019, "lr": 6.27627810293574e-06, "epoch": 1.4458598726114649, "percentage": 48.1, "elapsed_time": "0:04:01", "remaining_time": "0:04:20"} +{"current_steps": 115, "total_steps": 237, "loss": 0.6066327691078186, "lr": 6.204838512283073e-06, "epoch": 1.4585987261146496, "percentage": 48.52, "elapsed_time": "0:04:03", "remaining_time": "0:04:18"} +{"current_steps": 116, "total_steps": 237, "loss": 0.579125165939331, "lr": 6.133136824958334e-06, "epoch": 1.4713375796178343, "percentage": 48.95, "elapsed_time": "0:04:05", "remaining_time": "0:04:16"} +{"current_steps": 117, "total_steps": 237, "loss": 0.5661747455596924, "lr": 6.061188638714616e-06, "epoch": 1.484076433121019, "percentage": 49.37, "elapsed_time": "0:04:07", "remaining_time": "0:04:14"} +{"current_steps": 118, "total_steps": 237, "loss": 0.5881543159484863, "lr": 5.989009604927587e-06, "epoch": 1.4968152866242037, "percentage": 49.79, "elapsed_time": "0:04:09", "remaining_time": "0:04:12"} +{"current_steps": 119, "total_steps": 237, "loss": 0.6381370425224304, "lr": 5.916615425190744e-06, "epoch": 1.5095541401273884, "percentage": 50.21, "elapsed_time": "0:04:12", "remaining_time": "0:04:09"} +{"current_steps": 120, "total_steps": 237, "loss": 0.5820121765136719, "lr": 5.844021847899735e-06, "epoch": 1.5222929936305731, "percentage": 50.63, "elapsed_time": "0:04:14", "remaining_time": "0:04:07"} +{"current_steps": 121, "total_steps": 237, "loss": 0.5244691371917725, "lr": 5.771244664826512e-06, "epoch": 1.5350318471337578, "percentage": 51.05, "elapsed_time": "0:04:16", "remaining_time": "0:04:05"} +{"current_steps": 122, "total_steps": 237, "loss": 0.6596621870994568, "lr": 5.698299707684031e-06, "epoch": 1.5477707006369426, "percentage": 51.48, "elapsed_time": "0:04:18", "remaining_time": "0:04:03"} +{"current_steps": 123, "total_steps": 237, "loss": 0.6240249872207642, "lr": 5.6252028446822805e-06, "epoch": 1.5605095541401273, "percentage": 51.9, "elapsed_time": "0:04:20", "remaining_time": "0:04:01"} +{"current_steps": 124, "total_steps": 237, "loss": 0.6121684312820435, "lr": 5.55196997707635e-06, "epoch": 1.573248407643312, "percentage": 52.32, "elapsed_time": "0:04:22", "remaining_time": "0:03:59"} +{"current_steps": 125, "total_steps": 237, "loss": 0.581444263458252, "lr": 5.478617035707337e-06, "epoch": 1.5859872611464967, "percentage": 52.74, "elapsed_time": "0:04:24", "remaining_time": "0:03:56"} +{"current_steps": 126, "total_steps": 237, "loss": 0.5702801942825317, "lr": 5.4051599775368e-06, "epoch": 1.5987261146496814, "percentage": 53.16, "elapsed_time": "0:04:26", "remaining_time": "0:03:55"} +{"current_steps": 127, "total_steps": 237, "loss": 0.643683671951294, "lr": 5.33161478217552e-06, "epoch": 1.611464968152866, "percentage": 53.59, "elapsed_time": "0:04:28", "remaining_time": "0:03:52"} +{"current_steps": 128, "total_steps": 237, "loss": 0.6429088115692139, "lr": 5.257997448407366e-06, "epoch": 1.6242038216560508, "percentage": 54.01, "elapsed_time": "0:04:31", "remaining_time": "0:03:50"} +{"current_steps": 129, "total_steps": 237, "loss": 0.5036097764968872, "lr": 5.184323990708959e-06, "epoch": 1.6369426751592355, "percentage": 54.43, "elapsed_time": "0:04:33", "remaining_time": "0:03:48"} +{"current_steps": 130, "total_steps": 237, "loss": 0.6377817392349243, "lr": 5.110610435765935e-06, "epoch": 1.6496815286624202, "percentage": 54.85, "elapsed_time": "0:04:35", "remaining_time": "0:03:46"} +{"current_steps": 131, "total_steps": 237, "loss": 0.5092718601226807, "lr": 5.0368728189865624e-06, "epoch": 1.662420382165605, "percentage": 55.27, "elapsed_time": "0:04:37", "remaining_time": "0:03:44"} +{"current_steps": 132, "total_steps": 237, "loss": 0.6005362868309021, "lr": 4.9631271810134375e-06, "epoch": 1.6751592356687897, "percentage": 55.7, "elapsed_time": "0:04:39", "remaining_time": "0:03:42"} +{"current_steps": 133, "total_steps": 237, "loss": 0.4808087944984436, "lr": 4.8893895642340665e-06, "epoch": 1.6878980891719744, "percentage": 56.12, "elapsed_time": "0:04:41", "remaining_time": "0:03:40"} +{"current_steps": 134, "total_steps": 237, "loss": 0.6739586591720581, "lr": 4.815676009291044e-06, "epoch": 1.700636942675159, "percentage": 56.54, "elapsed_time": "0:04:43", "remaining_time": "0:03:38"} +{"current_steps": 135, "total_steps": 237, "loss": 0.5722870826721191, "lr": 4.742002551592635e-06, "epoch": 1.7133757961783438, "percentage": 56.96, "elapsed_time": "0:04:45", "remaining_time": "0:03:36"} +{"current_steps": 136, "total_steps": 237, "loss": 0.5560994148254395, "lr": 4.668385217824482e-06, "epoch": 1.7261146496815285, "percentage": 57.38, "elapsed_time": "0:04:48", "remaining_time": "0:03:33"} +{"current_steps": 137, "total_steps": 237, "loss": 0.6376844644546509, "lr": 4.594840022463201e-06, "epoch": 1.7388535031847132, "percentage": 57.81, "elapsed_time": "0:04:50", "remaining_time": "0:03:31"} +{"current_steps": 138, "total_steps": 237, "loss": 0.5070189237594604, "lr": 4.5213829642926635e-06, "epoch": 1.7515923566878981, "percentage": 58.23, "elapsed_time": "0:04:52", "remaining_time": "0:03:29"} +{"current_steps": 139, "total_steps": 237, "loss": 0.6301469206809998, "lr": 4.4480300229236525e-06, "epoch": 1.7643312101910829, "percentage": 58.65, "elapsed_time": "0:04:54", "remaining_time": "0:03:27"} +{"current_steps": 140, "total_steps": 237, "loss": 0.5686060190200806, "lr": 4.374797155317721e-06, "epoch": 1.7770700636942676, "percentage": 59.07, "elapsed_time": "0:04:56", "remaining_time": "0:03:25"} +{"current_steps": 141, "total_steps": 237, "loss": 0.5702610015869141, "lr": 4.30170029231597e-06, "epoch": 1.7898089171974523, "percentage": 59.49, "elapsed_time": "0:04:58", "remaining_time": "0:03:23"} +{"current_steps": 142, "total_steps": 237, "loss": 0.5375156402587891, "lr": 4.228755335173488e-06, "epoch": 1.802547770700637, "percentage": 59.92, "elapsed_time": "0:05:00", "remaining_time": "0:03:21"} +{"current_steps": 143, "total_steps": 237, "loss": 0.588652491569519, "lr": 4.155978152100266e-06, "epoch": 1.8152866242038217, "percentage": 60.34, "elapsed_time": "0:05:02", "remaining_time": "0:03:18"} +{"current_steps": 144, "total_steps": 237, "loss": 0.6560136079788208, "lr": 4.0833845748092586e-06, "epoch": 1.8280254777070064, "percentage": 60.76, "elapsed_time": "0:05:04", "remaining_time": "0:03:16"} +{"current_steps": 145, "total_steps": 237, "loss": 0.5707780718803406, "lr": 4.010990395072414e-06, "epoch": 1.8407643312101911, "percentage": 61.18, "elapsed_time": "0:05:06", "remaining_time": "0:03:14"} +{"current_steps": 146, "total_steps": 237, "loss": 0.578855574131012, "lr": 3.938811361285386e-06, "epoch": 1.8535031847133758, "percentage": 61.6, "elapsed_time": "0:05:08", "remaining_time": "0:03:12"} +{"current_steps": 147, "total_steps": 237, "loss": 0.7337894439697266, "lr": 3.866863175041666e-06, "epoch": 1.8662420382165605, "percentage": 62.03, "elapsed_time": "0:05:10", "remaining_time": "0:03:10"} +{"current_steps": 148, "total_steps": 237, "loss": 0.6584663391113281, "lr": 3.7951614877169285e-06, "epoch": 1.8789808917197452, "percentage": 62.45, "elapsed_time": "0:05:13", "remaining_time": "0:03:08"} +{"current_steps": 149, "total_steps": 237, "loss": 0.5132451057434082, "lr": 3.7237218970642624e-06, "epoch": 1.89171974522293, "percentage": 62.87, "elapsed_time": "0:05:15", "remaining_time": "0:03:06"} +{"current_steps": 150, "total_steps": 237, "loss": 0.5699691772460938, "lr": 3.6525599438210956e-06, "epoch": 1.9044585987261147, "percentage": 63.29, "elapsed_time": "0:05:17", "remaining_time": "0:03:04"} +{"current_steps": 151, "total_steps": 237, "loss": 0.6117175817489624, "lr": 3.5816911083285165e-06, "epoch": 1.9171974522292994, "percentage": 63.71, "elapsed_time": "0:05:19", "remaining_time": "0:03:01"} +{"current_steps": 152, "total_steps": 237, "loss": 0.48447686433792114, "lr": 3.511130807163724e-06, "epoch": 1.929936305732484, "percentage": 64.14, "elapsed_time": "0:05:21", "remaining_time": "0:02:59"} +{"current_steps": 153, "total_steps": 237, "loss": 0.5775331854820251, "lr": 3.440894389786352e-06, "epoch": 1.9426751592356688, "percentage": 64.56, "elapsed_time": "0:05:23", "remaining_time": "0:02:57"} +{"current_steps": 154, "total_steps": 237, "loss": 0.6822047829627991, "lr": 3.370997135199413e-06, "epoch": 1.9554140127388535, "percentage": 64.98, "elapsed_time": "0:05:25", "remaining_time": "0:02:55"} +{"current_steps": 155, "total_steps": 237, "loss": 0.620025098323822, "lr": 3.3014542486255365e-06, "epoch": 1.9681528662420382, "percentage": 65.4, "elapsed_time": "0:05:27", "remaining_time": "0:02:53"} +{"current_steps": 156, "total_steps": 237, "loss": 0.6051990985870361, "lr": 3.2322808581992825e-06, "epoch": 1.980891719745223, "percentage": 65.82, "elapsed_time": "0:05:29", "remaining_time": "0:02:51"} +{"current_steps": 157, "total_steps": 237, "loss": 0.5013089776039124, "lr": 3.1634920116762175e-06, "epoch": 1.9936305732484076, "percentage": 66.24, "elapsed_time": "0:05:31", "remaining_time": "0:02:49"} +{"current_steps": 158, "total_steps": 237, "loss": 0.41039198637008667, "lr": 3.0951026731594634e-06, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "0:05:32", "remaining_time": "0:02:46"} +{"current_steps": 159, "total_steps": 237, "loss": 0.14488917589187622, "lr": 3.0271277198444737e-06, "epoch": 2.0127388535031847, "percentage": 67.09, "elapsed_time": "0:05:35", "remaining_time": "0:02:44"} +{"current_steps": 160, "total_steps": 237, "loss": 0.17139403522014618, "lr": 2.9595819387826753e-06, "epoch": 2.0254777070063694, "percentage": 67.51, "elapsed_time": "0:05:37", "remaining_time": "0:02:42"} +{"current_steps": 161, "total_steps": 237, "loss": 0.13938947021961212, "lr": 2.89248002366476e-06, "epoch": 2.038216560509554, "percentage": 67.93, "elapsed_time": "0:05:39", "remaining_time": "0:02:40"} +{"current_steps": 162, "total_steps": 237, "loss": 0.19142913818359375, "lr": 2.8258365716242543e-06, "epoch": 2.050955414012739, "percentage": 68.35, "elapsed_time": "0:05:41", "remaining_time": "0:02:38"} +{"current_steps": 163, "total_steps": 237, "loss": 0.32667019963264465, "lr": 2.7596660800621076e-06, "epoch": 2.0636942675159236, "percentage": 68.78, "elapsed_time": "0:05:43", "remaining_time": "0:02:35"} +{"current_steps": 164, "total_steps": 237, "loss": 0.16923490166664124, "lr": 2.6939829434929834e-06, "epoch": 2.0764331210191083, "percentage": 69.2, "elapsed_time": "0:05:45", "remaining_time": "0:02:33"} +{"current_steps": 165, "total_steps": 237, "loss": 0.16544359922409058, "lr": 2.6288014504139104e-06, "epoch": 2.089171974522293, "percentage": 69.62, "elapsed_time": "0:05:47", "remaining_time": "0:02:31"} +{"current_steps": 166, "total_steps": 237, "loss": 0.13166563212871552, "lr": 2.5641357801960186e-06, "epoch": 2.1019108280254777, "percentage": 70.04, "elapsed_time": "0:05:49", "remaining_time": "0:02:29"} +{"current_steps": 167, "total_steps": 237, "loss": 0.1502484679222107, "lr": 2.5000000000000015e-06, "epoch": 2.1146496815286624, "percentage": 70.46, "elapsed_time": "0:05:51", "remaining_time": "0:02:27"} +{"current_steps": 168, "total_steps": 237, "loss": 0.12001603841781616, "lr": 2.4364080617159885e-06, "epoch": 2.127388535031847, "percentage": 70.89, "elapsed_time": "0:05:53", "remaining_time": "0:02:25"} +{"current_steps": 169, "total_steps": 237, "loss": 0.16388744115829468, "lr": 2.373373798928507e-06, "epoch": 2.140127388535032, "percentage": 71.31, "elapsed_time": "0:05:56", "remaining_time": "0:02:23"} +{"current_steps": 170, "total_steps": 237, "loss": 0.17085227370262146, "lr": 2.310910923907149e-06, "epoch": 2.1528662420382165, "percentage": 71.73, "elapsed_time": "0:05:58", "remaining_time": "0:02:21"} +{"current_steps": 171, "total_steps": 237, "loss": 0.1649709939956665, "lr": 2.249033024623672e-06, "epoch": 2.1656050955414012, "percentage": 72.15, "elapsed_time": "0:06:00", "remaining_time": "0:02:19"} +{"current_steps": 172, "total_steps": 237, "loss": 0.13725437223911285, "lr": 2.187753561796097e-06, "epoch": 2.178343949044586, "percentage": 72.57, "elapsed_time": "0:06:02", "remaining_time": "0:02:16"} +{"current_steps": 173, "total_steps": 237, "loss": 0.14223095774650574, "lr": 2.127085865960516e-06, "epoch": 2.1910828025477707, "percentage": 73.0, "elapsed_time": "0:06:04", "remaining_time": "0:02:14"} +{"current_steps": 174, "total_steps": 237, "loss": 0.1432873010635376, "lr": 2.0670431345712092e-06, "epoch": 2.2038216560509554, "percentage": 73.42, "elapsed_time": "0:06:06", "remaining_time": "0:02:12"} +{"current_steps": 175, "total_steps": 237, "loss": 0.1355983018875122, "lr": 2.0076384291297134e-06, "epoch": 2.21656050955414, "percentage": 73.84, "elapsed_time": "0:06:08", "remaining_time": "0:02:10"} +{"current_steps": 176, "total_steps": 237, "loss": 0.13247933983802795, "lr": 1.9488846723434646e-06, "epoch": 2.229299363057325, "percentage": 74.26, "elapsed_time": "0:06:10", "remaining_time": "0:02:08"} +{"current_steps": 177, "total_steps": 237, "loss": 0.1308836191892624, "lr": 1.890794645314633e-06, "epoch": 2.2420382165605095, "percentage": 74.68, "elapsed_time": "0:06:13", "remaining_time": "0:02:06"} +{"current_steps": 178, "total_steps": 237, "loss": 0.15963426232337952, "lr": 1.8333809847597644e-06, "epoch": 2.254777070063694, "percentage": 75.11, "elapsed_time": "0:06:15", "remaining_time": "0:02:04"} +{"current_steps": 179, "total_steps": 237, "loss": 0.14805136620998383, "lr": 1.7766561802608374e-06, "epoch": 2.267515923566879, "percentage": 75.53, "elapsed_time": "0:06:17", "remaining_time": "0:02:02"} +{"current_steps": 180, "total_steps": 237, "loss": 0.12024472653865814, "lr": 1.7206325715483003e-06, "epoch": 2.2802547770700636, "percentage": 75.95, "elapsed_time": "0:06:19", "remaining_time": "0:02:00"} +{"current_steps": 181, "total_steps": 237, "loss": 0.11454702913761139, "lr": 1.665322345816746e-06, "epoch": 2.2929936305732483, "percentage": 76.37, "elapsed_time": "0:06:21", "remaining_time": "0:01:58"} +{"current_steps": 182, "total_steps": 237, "loss": 0.10992666333913803, "lr": 1.6107375350737437e-06, "epoch": 2.305732484076433, "percentage": 76.79, "elapsed_time": "0:06:23", "remaining_time": "0:01:55"} +{"current_steps": 183, "total_steps": 237, "loss": 0.09631110727787018, "lr": 1.556890013522428e-06, "epoch": 2.3184713375796178, "percentage": 77.22, "elapsed_time": "0:06:25", "remaining_time": "0:01:53"} +{"current_steps": 184, "total_steps": 237, "loss": 0.14856451749801636, "lr": 1.50379149497843e-06, "epoch": 2.3312101910828025, "percentage": 77.64, "elapsed_time": "0:06:27", "remaining_time": "0:01:51"} +{"current_steps": 185, "total_steps": 237, "loss": 0.09073778241872787, "lr": 1.4514535303216893e-06, "epoch": 2.343949044585987, "percentage": 78.06, "elapsed_time": "0:06:29", "remaining_time": "0:01:49"} +{"current_steps": 186, "total_steps": 237, "loss": 0.10596369206905365, "lr": 1.3998875049837141e-06, "epoch": 2.356687898089172, "percentage": 78.48, "elapsed_time": "0:06:31", "remaining_time": "0:01:47"} +{"current_steps": 187, "total_steps": 237, "loss": 0.1488298773765564, "lr": 1.3491046364708294e-06, "epoch": 2.3694267515923566, "percentage": 78.9, "elapsed_time": "0:06:34", "remaining_time": "0:01:45"} +{"current_steps": 188, "total_steps": 237, "loss": 0.13143031299114227, "lr": 1.2991159719239581e-06, "epoch": 2.3821656050955413, "percentage": 79.32, "elapsed_time": "0:06:36", "remaining_time": "0:01:43"} +{"current_steps": 189, "total_steps": 237, "loss": 0.12935219705104828, "lr": 1.249932385715467e-06, "epoch": 2.394904458598726, "percentage": 79.75, "elapsed_time": "0:06:38", "remaining_time": "0:01:41"} +{"current_steps": 190, "total_steps": 237, "loss": 0.10895463824272156, "lr": 1.2015645770835765e-06, "epoch": 2.4076433121019107, "percentage": 80.17, "elapsed_time": "0:06:40", "remaining_time": "0:01:39"} +{"current_steps": 191, "total_steps": 237, "loss": 0.11770664900541306, "lr": 1.1540230678048969e-06, "epoch": 2.4203821656050954, "percentage": 80.59, "elapsed_time": "0:06:42", "remaining_time": "0:01:36"} +{"current_steps": 192, "total_steps": 237, "loss": 0.12943175435066223, "lr": 1.1073181999055538e-06, "epoch": 2.43312101910828, "percentage": 81.01, "elapsed_time": "0:06:44", "remaining_time": "0:01:34"} +{"current_steps": 193, "total_steps": 237, "loss": 0.15990746021270752, "lr": 1.0614601334114099e-06, "epoch": 2.445859872611465, "percentage": 81.43, "elapsed_time": "0:06:46", "remaining_time": "0:01:32"} +{"current_steps": 194, "total_steps": 237, "loss": 0.0967484638094902, "lr": 1.016458844137887e-06, "epoch": 2.4585987261146496, "percentage": 81.86, "elapsed_time": "0:06:48", "remaining_time": "0:01:30"} +{"current_steps": 195, "total_steps": 237, "loss": 0.09274256229400635, "lr": 9.723241215198692e-07, "epoch": 2.4713375796178343, "percentage": 82.28, "elapsed_time": "0:06:50", "remaining_time": "0:01:28"} +{"current_steps": 196, "total_steps": 237, "loss": 0.12071307003498077, "lr": 9.290655664821296e-07, "epoch": 2.484076433121019, "percentage": 82.7, "elapsed_time": "0:06:52", "remaining_time": "0:01:26"} +{"current_steps": 197, "total_steps": 237, "loss": 0.14337831735610962, "lr": 8.866925893507805e-07, "epoch": 2.4968152866242037, "percentage": 83.12, "elapsed_time": "0:06:54", "remaining_time": "0:01:24"} +{"current_steps": 198, "total_steps": 237, "loss": 0.1311374008655548, "lr": 8.45214407806182e-07, "epoch": 2.5095541401273884, "percentage": 83.54, "elapsed_time": "0:06:56", "remaining_time": "0:01:22"} +{"current_steps": 199, "total_steps": 237, "loss": 0.12355434894561768, "lr": 8.046400448777575e-07, "epoch": 2.522292993630573, "percentage": 83.97, "elapsed_time": "0:06:58", "remaining_time": "0:01:19"} +{"current_steps": 200, "total_steps": 237, "loss": 0.11268627643585205, "lr": 7.649783269811523e-07, "epoch": 2.535031847133758, "percentage": 84.39, "elapsed_time": "0:07:01", "remaining_time": "0:01:17"} +{"current_steps": 201, "total_steps": 237, "loss": 0.1278030276298523, "lr": 7.26237881998163e-07, "epoch": 2.5477707006369426, "percentage": 84.81, "elapsed_time": "0:07:03", "remaining_time": "0:01:15"} +{"current_steps": 202, "total_steps": 237, "loss": 0.11588963866233826, "lr": 6.884271373998608e-07, "epoch": 2.5605095541401273, "percentage": 85.23, "elapsed_time": "0:07:05", "remaining_time": "0:01:13"} +{"current_steps": 203, "total_steps": 237, "loss": 0.11168617010116577, "lr": 6.515543184133e-07, "epoch": 2.573248407643312, "percentage": 85.65, "elapsed_time": "0:07:07", "remaining_time": "0:01:11"} +{"current_steps": 204, "total_steps": 237, "loss": 0.14677459001541138, "lr": 6.156274462322292e-07, "epoch": 2.5859872611464967, "percentage": 86.08, "elapsed_time": "0:07:09", "remaining_time": "0:01:09"} +{"current_steps": 205, "total_steps": 237, "loss": 0.1080314964056015, "lr": 5.806543362721945e-07, "epoch": 2.5987261146496814, "percentage": 86.5, "elapsed_time": "0:07:11", "remaining_time": "0:01:07"} +{"current_steps": 206, "total_steps": 237, "loss": 0.10917598009109497, "lr": 5.466425964703914e-07, "epoch": 2.611464968152866, "percentage": 86.92, "elapsed_time": "0:07:13", "remaining_time": "0:01:05"} +{"current_steps": 207, "total_steps": 237, "loss": 0.10850804299116135, "lr": 5.135996256306619e-07, "epoch": 2.624203821656051, "percentage": 87.34, "elapsed_time": "0:07:15", "remaining_time": "0:01:03"} +{"current_steps": 208, "total_steps": 237, "loss": 0.23395496606826782, "lr": 4.815326118139813e-07, "epoch": 2.6369426751592355, "percentage": 87.76, "elapsed_time": "0:07:17", "remaining_time": "0:01:01"} +{"current_steps": 209, "total_steps": 237, "loss": 0.09678040444850922, "lr": 4.5044853077479134e-07, "epoch": 2.6496815286624202, "percentage": 88.19, "elapsed_time": "0:07:19", "remaining_time": "0:00:58"} +{"current_steps": 210, "total_steps": 237, "loss": 0.09082137048244476, "lr": 4.203541444435211e-07, "epoch": 2.662420382165605, "percentage": 88.61, "elapsed_time": "0:07:21", "remaining_time": "0:00:56"} +{"current_steps": 211, "total_steps": 237, "loss": 0.12093393504619598, "lr": 3.9125599945560866e-07, "epoch": 2.6751592356687897, "percentage": 89.03, "elapsed_time": "0:07:23", "remaining_time": "0:00:54"} +{"current_steps": 212, "total_steps": 237, "loss": 0.12841008603572845, "lr": 3.631604257273774e-07, "epoch": 2.6878980891719744, "percentage": 89.45, "elapsed_time": "0:07:25", "remaining_time": "0:00:52"} +{"current_steps": 213, "total_steps": 237, "loss": 0.1454203575849533, "lr": 3.360735350790428e-07, "epoch": 2.700636942675159, "percentage": 89.87, "elapsed_time": "0:07:27", "remaining_time": "0:00:50"} +{"current_steps": 214, "total_steps": 237, "loss": 0.12103286385536194, "lr": 3.100012199051627e-07, "epoch": 2.713375796178344, "percentage": 90.3, "elapsed_time": "0:07:30", "remaining_time": "0:00:48"} +{"current_steps": 215, "total_steps": 237, "loss": 0.13519585132598877, "lr": 2.8494915189283325e-07, "epoch": 2.7261146496815285, "percentage": 90.72, "elapsed_time": "0:07:32", "remaining_time": "0:00:46"} +{"current_steps": 216, "total_steps": 237, "loss": 0.14792990684509277, "lr": 2.6092278078788004e-07, "epoch": 2.738853503184713, "percentage": 91.14, "elapsed_time": "0:07:34", "remaining_time": "0:00:44"} +{"current_steps": 217, "total_steps": 237, "loss": 0.1573294997215271, "lr": 2.3792733320934348e-07, "epoch": 2.7515923566878984, "percentage": 91.56, "elapsed_time": "0:07:36", "remaining_time": "0:00:42"} +{"current_steps": 218, "total_steps": 237, "loss": 0.15241427719593048, "lr": 2.1596781151249524e-07, "epoch": 2.7643312101910826, "percentage": 91.98, "elapsed_time": "0:07:38", "remaining_time": "0:00:39"} +{"current_steps": 219, "total_steps": 237, "loss": 0.11122366786003113, "lr": 1.9504899270064105e-07, "epoch": 2.777070063694268, "percentage": 92.41, "elapsed_time": "0:07:40", "remaining_time": "0:00:37"} +{"current_steps": 220, "total_steps": 237, "loss": 0.11351308226585388, "lr": 1.7517542738595071e-07, "epoch": 2.789808917197452, "percentage": 92.83, "elapsed_time": "0:07:42", "remaining_time": "0:00:35"} +{"current_steps": 221, "total_steps": 237, "loss": 0.1188071146607399, "lr": 1.5635143879952575e-07, "epoch": 2.802547770700637, "percentage": 93.25, "elapsed_time": "0:07:44", "remaining_time": "0:00:33"} +{"current_steps": 222, "total_steps": 237, "loss": 0.1164408028125763, "lr": 1.3858112185094418e-07, "epoch": 2.8152866242038215, "percentage": 93.67, "elapsed_time": "0:07:46", "remaining_time": "0:00:31"} +{"current_steps": 223, "total_steps": 237, "loss": 0.12760576605796814, "lr": 1.2186834223746612e-07, "epoch": 2.8280254777070066, "percentage": 94.09, "elapsed_time": "0:07:49", "remaining_time": "0:00:29"} +{"current_steps": 224, "total_steps": 237, "loss": 0.11487654596567154, "lr": 1.0621673560309798e-07, "epoch": 2.840764331210191, "percentage": 94.51, "elapsed_time": "0:07:51", "remaining_time": "0:00:27"} +{"current_steps": 225, "total_steps": 237, "loss": 0.11246581375598907, "lr": 9.162970674771177e-08, "epoch": 2.853503184713376, "percentage": 94.94, "elapsed_time": "0:07:53", "remaining_time": "0:00:25"} +{"current_steps": 226, "total_steps": 237, "loss": 0.09955516457557678, "lr": 7.81104288863721e-08, "epoch": 2.8662420382165603, "percentage": 95.36, "elapsed_time": "0:07:55", "remaining_time": "0:00:23"} +{"current_steps": 227, "total_steps": 237, "loss": 0.12330685555934906, "lr": 6.566184295904777e-08, "epoch": 2.8789808917197455, "percentage": 95.78, "elapsed_time": "0:07:57", "remaining_time": "0:00:21"} +{"current_steps": 228, "total_steps": 237, "loss": 0.12849846482276917, "lr": 5.4286656990847897e-08, "epoch": 2.8917197452229297, "percentage": 96.2, "elapsed_time": "0:07:59", "remaining_time": "0:00:18"} +{"current_steps": 229, "total_steps": 237, "loss": 0.11019767820835114, "lr": 4.398734550292716e-08, "epoch": 2.904458598726115, "percentage": 96.62, "elapsed_time": "0:08:01", "remaining_time": "0:00:16"} +{"current_steps": 230, "total_steps": 237, "loss": 0.10802481323480606, "lr": 3.476614897418573e-08, "epoch": 2.917197452229299, "percentage": 97.05, "elapsed_time": "0:08:03", "remaining_time": "0:00:14"} +{"current_steps": 231, "total_steps": 237, "loss": 0.11602732539176941, "lr": 2.6625073353884756e-08, "epoch": 2.9299363057324843, "percentage": 97.47, "elapsed_time": "0:08:06", "remaining_time": "0:00:12"} +{"current_steps": 232, "total_steps": 237, "loss": 0.12483286112546921, "lr": 1.9565889625275945e-08, "epoch": 2.9426751592356686, "percentage": 97.89, "elapsed_time": "0:08:08", "remaining_time": "0:00:10"} +{"current_steps": 233, "total_steps": 237, "loss": 0.10575878620147705, "lr": 1.3590133420350315e-08, "epoch": 2.9554140127388537, "percentage": 98.31, "elapsed_time": "0:08:10", "remaining_time": "0:00:08"} +{"current_steps": 234, "total_steps": 237, "loss": 0.14583438634872437, "lr": 8.699104685779835e-09, "epoch": 2.968152866242038, "percentage": 98.73, "elapsed_time": "0:08:12", "remaining_time": "0:00:06"} +{"current_steps": 235, "total_steps": 237, "loss": 0.12648674845695496, "lr": 4.89386740013198e-09, "epoch": 2.980891719745223, "percentage": 99.16, "elapsed_time": "0:08:14", "remaining_time": "0:00:04"} +{"current_steps": 236, "total_steps": 237, "loss": 0.1414915770292282, "lr": 2.1752493424148647e-09, "epoch": 2.9936305732484074, "percentage": 99.58, "elapsed_time": "0:08:16", "remaining_time": "0:00:02"} +{"current_steps": 237, "total_steps": 237, "loss": 0.0598013773560524, "lr": 5.438419120062933e-10, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "0:08:17", "remaining_time": "0:00:00"} +{"current_steps": 237, "total_steps": 237, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "0:09:32", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..6c28e4f --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,1702 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 237, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.012738853503184714, + "grad_norm": 27.578015588062595, + "learning_rate": 0.0, + "loss": 2.2484302520751953, + "step": 1 + }, + { + "epoch": 0.025477707006369428, + "grad_norm": 27.351013009442298, + "learning_rate": 4.1666666666666667e-07, + "loss": 2.215416193008423, + "step": 2 + }, + { + "epoch": 0.03821656050955414, + "grad_norm": 29.00648618644296, + "learning_rate": 8.333333333333333e-07, + "loss": 2.1969661712646484, + "step": 3 + }, + { + "epoch": 0.050955414012738856, + "grad_norm": 24.279613305984917, + "learning_rate": 1.25e-06, + "loss": 2.1304638385772705, + "step": 4 + }, + { + "epoch": 0.06369426751592357, + "grad_norm": 24.548939602077972, + "learning_rate": 1.6666666666666667e-06, + "loss": 2.321625232696533, + "step": 5 + }, + { + "epoch": 0.07643312101910828, + "grad_norm": 25.979670653733457, + "learning_rate": 2.0833333333333334e-06, + "loss": 2.1303162574768066, + "step": 6 + }, + { + "epoch": 0.08917197452229299, + "grad_norm": 18.68650885616665, + "learning_rate": 2.5e-06, + "loss": 1.8076802492141724, + "step": 7 + }, + { + "epoch": 0.10191082802547771, + "grad_norm": 16.7812576898942, + "learning_rate": 2.916666666666667e-06, + "loss": 1.7900886535644531, + "step": 8 + }, + { + "epoch": 0.11464968152866242, + "grad_norm": 14.18738912625846, + "learning_rate": 3.3333333333333333e-06, + "loss": 1.7915903329849243, + "step": 9 + }, + { + "epoch": 0.12738853503184713, + "grad_norm": 14.116799195872652, + "learning_rate": 3.7500000000000005e-06, + "loss": 1.8171511888504028, + "step": 10 + }, + { + "epoch": 0.14012738853503184, + "grad_norm": 10.442018372124066, + "learning_rate": 4.166666666666667e-06, + "loss": 1.7455570697784424, + "step": 11 + }, + { + "epoch": 0.15286624203821655, + "grad_norm": 9.192045468171578, + "learning_rate": 4.583333333333333e-06, + "loss": 1.6337864398956299, + "step": 12 + }, + { + "epoch": 0.16560509554140126, + "grad_norm": 8.260571303853565, + "learning_rate": 5e-06, + "loss": 1.778015375137329, + "step": 13 + }, + { + "epoch": 0.17834394904458598, + "grad_norm": 6.460613846297531, + "learning_rate": 5.416666666666667e-06, + "loss": 1.712306022644043, + "step": 14 + }, + { + "epoch": 0.1910828025477707, + "grad_norm": 6.843351540555302, + "learning_rate": 5.833333333333334e-06, + "loss": 1.5768513679504395, + "step": 15 + }, + { + "epoch": 0.20382165605095542, + "grad_norm": 6.133058262409406, + "learning_rate": 6.25e-06, + "loss": 1.5611257553100586, + "step": 16 + }, + { + "epoch": 0.21656050955414013, + "grad_norm": 5.180005658869054, + "learning_rate": 6.666666666666667e-06, + "loss": 1.5967652797698975, + "step": 17 + }, + { + "epoch": 0.22929936305732485, + "grad_norm": 5.305167134267678, + "learning_rate": 7.083333333333335e-06, + "loss": 1.364829659461975, + "step": 18 + }, + { + "epoch": 0.24203821656050956, + "grad_norm": 5.355870721587038, + "learning_rate": 7.500000000000001e-06, + "loss": 1.6430319547653198, + "step": 19 + }, + { + "epoch": 0.25477707006369427, + "grad_norm": 5.0292720888884075, + "learning_rate": 7.916666666666667e-06, + "loss": 1.5467270612716675, + "step": 20 + }, + { + "epoch": 0.267515923566879, + "grad_norm": 4.948954166107489, + "learning_rate": 8.333333333333334e-06, + "loss": 1.5446631908416748, + "step": 21 + }, + { + "epoch": 0.2802547770700637, + "grad_norm": 4.859436510097199, + "learning_rate": 8.750000000000001e-06, + "loss": 1.4481780529022217, + "step": 22 + }, + { + "epoch": 0.2929936305732484, + "grad_norm": 5.3831221005725896, + "learning_rate": 9.166666666666666e-06, + "loss": 1.4933228492736816, + "step": 23 + }, + { + "epoch": 0.3057324840764331, + "grad_norm": 4.473608276014855, + "learning_rate": 9.583333333333335e-06, + "loss": 1.5807710886001587, + "step": 24 + }, + { + "epoch": 0.3184713375796178, + "grad_norm": 4.109425789809634, + "learning_rate": 1e-05, + "loss": 1.349104404449463, + "step": 25 + }, + { + "epoch": 0.33121019108280253, + "grad_norm": 4.634192438556494, + "learning_rate": 9.999456158087994e-06, + "loss": 1.4354019165039062, + "step": 26 + }, + { + "epoch": 0.34394904458598724, + "grad_norm": 5.0726515873395, + "learning_rate": 9.997824750657586e-06, + "loss": 1.566201090812683, + "step": 27 + }, + { + "epoch": 0.35668789808917195, + "grad_norm": 4.8805336123469205, + "learning_rate": 9.995106132599869e-06, + "loss": 1.411285161972046, + "step": 28 + }, + { + "epoch": 0.36942675159235666, + "grad_norm": 4.859867988307453, + "learning_rate": 9.99130089531422e-06, + "loss": 1.2867789268493652, + "step": 29 + }, + { + "epoch": 0.3821656050955414, + "grad_norm": 4.432994127396081, + "learning_rate": 9.98640986657965e-06, + "loss": 1.5999436378479004, + "step": 30 + }, + { + "epoch": 0.39490445859872614, + "grad_norm": 4.40223600447386, + "learning_rate": 9.980434110374725e-06, + "loss": 1.4318150281906128, + "step": 31 + }, + { + "epoch": 0.40764331210191085, + "grad_norm": 4.902591623548149, + "learning_rate": 9.973374926646117e-06, + "loss": 1.607371211051941, + "step": 32 + }, + { + "epoch": 0.42038216560509556, + "grad_norm": 4.909609907293681, + "learning_rate": 9.965233851025816e-06, + "loss": 1.443784236907959, + "step": 33 + }, + { + "epoch": 0.43312101910828027, + "grad_norm": 4.456375484305202, + "learning_rate": 9.956012654497073e-06, + "loss": 1.570559024810791, + "step": 34 + }, + { + "epoch": 0.445859872611465, + "grad_norm": 4.599861555148005, + "learning_rate": 9.945713343009154e-06, + "loss": 1.548865556716919, + "step": 35 + }, + { + "epoch": 0.4585987261146497, + "grad_norm": 4.315411715741126, + "learning_rate": 9.934338157040953e-06, + "loss": 1.4340442419052124, + "step": 36 + }, + { + "epoch": 0.4713375796178344, + "grad_norm": 4.598194925817704, + "learning_rate": 9.921889571113629e-06, + "loss": 1.5494410991668701, + "step": 37 + }, + { + "epoch": 0.4840764331210191, + "grad_norm": 4.243095090396253, + "learning_rate": 9.90837029325229e-06, + "loss": 1.4130847454071045, + "step": 38 + }, + { + "epoch": 0.4968152866242038, + "grad_norm": 4.980649623484297, + "learning_rate": 9.893783264396903e-06, + "loss": 1.4265036582946777, + "step": 39 + }, + { + "epoch": 0.5095541401273885, + "grad_norm": 5.789533896785179, + "learning_rate": 9.878131657762535e-06, + "loss": 1.4373618364334106, + "step": 40 + }, + { + "epoch": 0.5222929936305732, + "grad_norm": 4.658455364896436, + "learning_rate": 9.861418878149056e-06, + "loss": 1.4085681438446045, + "step": 41 + }, + { + "epoch": 0.535031847133758, + "grad_norm": 5.324025858102516, + "learning_rate": 9.843648561200476e-06, + "loss": 1.452268123626709, + "step": 42 + }, + { + "epoch": 0.5477707006369427, + "grad_norm": 4.692010278942193, + "learning_rate": 9.82482457261405e-06, + "loss": 1.6110832691192627, + "step": 43 + }, + { + "epoch": 0.5605095541401274, + "grad_norm": 4.64177391127698, + "learning_rate": 9.80495100729936e-06, + "loss": 1.4959537982940674, + "step": 44 + }, + { + "epoch": 0.5732484076433121, + "grad_norm": 4.196745696549577, + "learning_rate": 9.784032188487507e-06, + "loss": 1.4369564056396484, + "step": 45 + }, + { + "epoch": 0.5859872611464968, + "grad_norm": 4.846501722779206, + "learning_rate": 9.762072666790658e-06, + "loss": 1.5659615993499756, + "step": 46 + }, + { + "epoch": 0.5987261146496815, + "grad_norm": 4.475752207148854, + "learning_rate": 9.73907721921212e-06, + "loss": 1.6203088760375977, + "step": 47 + }, + { + "epoch": 0.6114649681528662, + "grad_norm": 5.622443868901302, + "learning_rate": 9.715050848107167e-06, + "loss": 1.4394254684448242, + "step": 48 + }, + { + "epoch": 0.6242038216560509, + "grad_norm": 5.282103052112391, + "learning_rate": 9.689998780094839e-06, + "loss": 1.3903216123580933, + "step": 49 + }, + { + "epoch": 0.6369426751592356, + "grad_norm": 4.399414503844804, + "learning_rate": 9.663926464920959e-06, + "loss": 1.4829354286193848, + "step": 50 + }, + { + "epoch": 0.6496815286624203, + "grad_norm": 4.523444723393011, + "learning_rate": 9.636839574272623e-06, + "loss": 1.5274395942687988, + "step": 51 + }, + { + "epoch": 0.6624203821656051, + "grad_norm": 4.232538410435911, + "learning_rate": 9.608744000544392e-06, + "loss": 1.4694490432739258, + "step": 52 + }, + { + "epoch": 0.6751592356687898, + "grad_norm": 4.354507161235457, + "learning_rate": 9.579645855556481e-06, + "loss": 1.2353503704071045, + "step": 53 + }, + { + "epoch": 0.6878980891719745, + "grad_norm": 4.9180556110442595, + "learning_rate": 9.54955146922521e-06, + "loss": 1.4008901119232178, + "step": 54 + }, + { + "epoch": 0.7006369426751592, + "grad_norm": 4.970650879718249, + "learning_rate": 9.51846738818602e-06, + "loss": 1.3539741039276123, + "step": 55 + }, + { + "epoch": 0.7133757961783439, + "grad_norm": 4.837000418043291, + "learning_rate": 9.48640037436934e-06, + "loss": 1.3163714408874512, + "step": 56 + }, + { + "epoch": 0.7261146496815286, + "grad_norm": 3.9679039776262064, + "learning_rate": 9.453357403529609e-06, + "loss": 1.3809059858322144, + "step": 57 + }, + { + "epoch": 0.7388535031847133, + "grad_norm": 4.462452198138723, + "learning_rate": 9.419345663727805e-06, + "loss": 1.458146572113037, + "step": 58 + }, + { + "epoch": 0.7515923566878981, + "grad_norm": 4.402982081383035, + "learning_rate": 9.38437255376777e-06, + "loss": 1.329193115234375, + "step": 59 + }, + { + "epoch": 0.7643312101910829, + "grad_norm": 4.377947135685406, + "learning_rate": 9.348445681586703e-06, + "loss": 1.4500741958618164, + "step": 60 + }, + { + "epoch": 0.7770700636942676, + "grad_norm": 4.198026205959271, + "learning_rate": 9.31157286260014e-06, + "loss": 1.4562097787857056, + "step": 61 + }, + { + "epoch": 0.7898089171974523, + "grad_norm": 4.945285199299728, + "learning_rate": 9.273762118001837e-06, + "loss": 1.3661162853240967, + "step": 62 + }, + { + "epoch": 0.802547770700637, + "grad_norm": 3.9573822911468266, + "learning_rate": 9.235021673018849e-06, + "loss": 1.3168445825576782, + "step": 63 + }, + { + "epoch": 0.8152866242038217, + "grad_norm": 4.566194937738093, + "learning_rate": 9.195359955122244e-06, + "loss": 1.3281530141830444, + "step": 64 + }, + { + "epoch": 0.8280254777070064, + "grad_norm": 4.657547711627972, + "learning_rate": 9.15478559219382e-06, + "loss": 1.3520253896713257, + "step": 65 + }, + { + "epoch": 0.8407643312101911, + "grad_norm": 4.931346013168586, + "learning_rate": 9.113307410649222e-06, + "loss": 1.4982115030288696, + "step": 66 + }, + { + "epoch": 0.8535031847133758, + "grad_norm": 4.205958958323587, + "learning_rate": 9.070934433517872e-06, + "loss": 1.402880311012268, + "step": 67 + }, + { + "epoch": 0.8662420382165605, + "grad_norm": 4.265262844911349, + "learning_rate": 9.027675878480131e-06, + "loss": 1.4359843730926514, + "step": 68 + }, + { + "epoch": 0.8789808917197452, + "grad_norm": 4.174081063602911, + "learning_rate": 8.983541155862114e-06, + "loss": 1.4095585346221924, + "step": 69 + }, + { + "epoch": 0.89171974522293, + "grad_norm": 4.300497916224527, + "learning_rate": 8.938539866588593e-06, + "loss": 1.3254384994506836, + "step": 70 + }, + { + "epoch": 0.9044585987261147, + "grad_norm": 4.321856820928802, + "learning_rate": 8.892681800094447e-06, + "loss": 1.3895121812820435, + "step": 71 + }, + { + "epoch": 0.9171974522292994, + "grad_norm": 4.353418264893862, + "learning_rate": 8.845976932195104e-06, + "loss": 1.5136423110961914, + "step": 72 + }, + { + "epoch": 0.9299363057324841, + "grad_norm": 4.509525726327509, + "learning_rate": 8.798435422916425e-06, + "loss": 1.560758352279663, + "step": 73 + }, + { + "epoch": 0.9426751592356688, + "grad_norm": 4.14002546470194, + "learning_rate": 8.750067614284534e-06, + "loss": 1.2931057214736938, + "step": 74 + }, + { + "epoch": 0.9554140127388535, + "grad_norm": 4.1809249012997345, + "learning_rate": 8.700884028076042e-06, + "loss": 1.5124843120574951, + "step": 75 + }, + { + "epoch": 0.9681528662420382, + "grad_norm": 4.293885955875831, + "learning_rate": 8.650895363529172e-06, + "loss": 1.317713737487793, + "step": 76 + }, + { + "epoch": 0.9808917197452229, + "grad_norm": 4.631688789038691, + "learning_rate": 8.600112495016289e-06, + "loss": 1.3039919137954712, + "step": 77 + }, + { + "epoch": 0.9936305732484076, + "grad_norm": 4.27759477922895, + "learning_rate": 8.548546469678311e-06, + "loss": 1.495795488357544, + "step": 78 + }, + { + "epoch": 1.0, + "grad_norm": 5.956623944392664, + "learning_rate": 8.496208505021572e-06, + "loss": 1.429541826248169, + "step": 79 + }, + { + "epoch": 1.0127388535031847, + "grad_norm": 4.45796601634621, + "learning_rate": 8.443109986477574e-06, + "loss": 0.8995598554611206, + "step": 80 + }, + { + "epoch": 1.0254777070063694, + "grad_norm": 4.500661347515663, + "learning_rate": 8.389262464926256e-06, + "loss": 0.63990318775177, + "step": 81 + }, + { + "epoch": 1.0382165605095541, + "grad_norm": 3.8748063820496257, + "learning_rate": 8.334677654183254e-06, + "loss": 0.6055729985237122, + "step": 82 + }, + { + "epoch": 1.0509554140127388, + "grad_norm": 3.4628880356772096, + "learning_rate": 8.279367428451703e-06, + "loss": 0.7356538772583008, + "step": 83 + }, + { + "epoch": 1.0636942675159236, + "grad_norm": 3.6516848444686265, + "learning_rate": 8.223343819739164e-06, + "loss": 0.692323625087738, + "step": 84 + }, + { + "epoch": 1.0764331210191083, + "grad_norm": 3.968197707946131, + "learning_rate": 8.166619015240236e-06, + "loss": 0.6772887706756592, + "step": 85 + }, + { + "epoch": 1.089171974522293, + "grad_norm": 3.845941294941666, + "learning_rate": 8.109205354685367e-06, + "loss": 0.5514630675315857, + "step": 86 + }, + { + "epoch": 1.1019108280254777, + "grad_norm": 3.774618366335066, + "learning_rate": 8.051115327656538e-06, + "loss": 0.6684471964836121, + "step": 87 + }, + { + "epoch": 1.1146496815286624, + "grad_norm": 3.7047992437252, + "learning_rate": 7.992361570870289e-06, + "loss": 0.5766518712043762, + "step": 88 + }, + { + "epoch": 1.127388535031847, + "grad_norm": 4.214676734133472, + "learning_rate": 7.932956865428792e-06, + "loss": 0.5921903848648071, + "step": 89 + }, + { + "epoch": 1.1401273885350318, + "grad_norm": 4.387324313211908, + "learning_rate": 7.872914134039485e-06, + "loss": 0.592995285987854, + "step": 90 + }, + { + "epoch": 1.1528662420382165, + "grad_norm": 4.005865244271663, + "learning_rate": 7.812246438203905e-06, + "loss": 0.5482683181762695, + "step": 91 + }, + { + "epoch": 1.1656050955414012, + "grad_norm": 4.636384134136274, + "learning_rate": 7.750966975376328e-06, + "loss": 0.6826972365379333, + "step": 92 + }, + { + "epoch": 1.178343949044586, + "grad_norm": 4.6953248944517245, + "learning_rate": 7.689089076092851e-06, + "loss": 0.5954027771949768, + "step": 93 + }, + { + "epoch": 1.1910828025477707, + "grad_norm": 4.80616798771938, + "learning_rate": 7.626626201071494e-06, + "loss": 0.6095083355903625, + "step": 94 + }, + { + "epoch": 1.2038216560509554, + "grad_norm": 4.48252749973364, + "learning_rate": 7.563591938284012e-06, + "loss": 0.709877610206604, + "step": 95 + }, + { + "epoch": 1.21656050955414, + "grad_norm": 4.596613533967055, + "learning_rate": 7.500000000000001e-06, + "loss": 0.5784502029418945, + "step": 96 + }, + { + "epoch": 1.2292993630573248, + "grad_norm": 4.76402532258561, + "learning_rate": 7.4358642198039835e-06, + "loss": 0.5837893486022949, + "step": 97 + }, + { + "epoch": 1.2420382165605095, + "grad_norm": 4.440144626730792, + "learning_rate": 7.371198549586091e-06, + "loss": 0.7246421575546265, + "step": 98 + }, + { + "epoch": 1.2547770700636942, + "grad_norm": 4.1554626239444605, + "learning_rate": 7.306017056507018e-06, + "loss": 0.5735586285591125, + "step": 99 + }, + { + "epoch": 1.267515923566879, + "grad_norm": 5.004892398076429, + "learning_rate": 7.240333919937893e-06, + "loss": 0.5463488101959229, + "step": 100 + }, + { + "epoch": 1.2802547770700636, + "grad_norm": 5.088476554254515, + "learning_rate": 7.174163428375748e-06, + "loss": 0.5633252859115601, + "step": 101 + }, + { + "epoch": 1.2929936305732483, + "grad_norm": 5.118792774795437, + "learning_rate": 7.107519976335241e-06, + "loss": 0.5037230253219604, + "step": 102 + }, + { + "epoch": 1.305732484076433, + "grad_norm": 4.75623015993911, + "learning_rate": 7.040418061217325e-06, + "loss": 0.5365867614746094, + "step": 103 + }, + { + "epoch": 1.3184713375796178, + "grad_norm": 5.157812619262671, + "learning_rate": 6.972872280155528e-06, + "loss": 0.6433064937591553, + "step": 104 + }, + { + "epoch": 1.3312101910828025, + "grad_norm": 5.148365945239476, + "learning_rate": 6.9048973268405375e-06, + "loss": 0.6543390154838562, + "step": 105 + }, + { + "epoch": 1.3439490445859872, + "grad_norm": 4.5311604864334125, + "learning_rate": 6.836507988323785e-06, + "loss": 0.6132720708847046, + "step": 106 + }, + { + "epoch": 1.356687898089172, + "grad_norm": 4.88971282799509, + "learning_rate": 6.767719141800718e-06, + "loss": 0.6079248189926147, + "step": 107 + }, + { + "epoch": 1.3694267515923566, + "grad_norm": 4.695137801905107, + "learning_rate": 6.698545751374465e-06, + "loss": 0.6232650279998779, + "step": 108 + }, + { + "epoch": 1.3821656050955413, + "grad_norm": 4.267620300562347, + "learning_rate": 6.629002864800589e-06, + "loss": 0.5911256074905396, + "step": 109 + }, + { + "epoch": 1.394904458598726, + "grad_norm": 5.30166521900121, + "learning_rate": 6.55910561021365e-06, + "loss": 0.6404790282249451, + "step": 110 + }, + { + "epoch": 1.4076433121019107, + "grad_norm": 4.964813016784396, + "learning_rate": 6.488869192836279e-06, + "loss": 0.6661736965179443, + "step": 111 + }, + { + "epoch": 1.4203821656050954, + "grad_norm": 5.042827042141295, + "learning_rate": 6.418308891671484e-06, + "loss": 0.5621084570884705, + "step": 112 + }, + { + "epoch": 1.4331210191082802, + "grad_norm": 4.554306311318436, + "learning_rate": 6.347440056178904e-06, + "loss": 0.5913956165313721, + "step": 113 + }, + { + "epoch": 1.4458598726114649, + "grad_norm": 3.999260338697589, + "learning_rate": 6.27627810293574e-06, + "loss": 0.5895659327507019, + "step": 114 + }, + { + "epoch": 1.4585987261146496, + "grad_norm": 4.488817511346429, + "learning_rate": 6.204838512283073e-06, + "loss": 0.6066327691078186, + "step": 115 + }, + { + "epoch": 1.4713375796178343, + "grad_norm": 4.2048895000167725, + "learning_rate": 6.133136824958334e-06, + "loss": 0.579125165939331, + "step": 116 + }, + { + "epoch": 1.484076433121019, + "grad_norm": 4.865801929274413, + "learning_rate": 6.061188638714616e-06, + "loss": 0.5661747455596924, + "step": 117 + }, + { + "epoch": 1.4968152866242037, + "grad_norm": 4.0216175803478365, + "learning_rate": 5.989009604927587e-06, + "loss": 0.5881543159484863, + "step": 118 + }, + { + "epoch": 1.5095541401273884, + "grad_norm": 4.672593821116511, + "learning_rate": 5.916615425190744e-06, + "loss": 0.6381370425224304, + "step": 119 + }, + { + "epoch": 1.5222929936305731, + "grad_norm": 4.579578448838088, + "learning_rate": 5.844021847899735e-06, + "loss": 0.5820121765136719, + "step": 120 + }, + { + "epoch": 1.5350318471337578, + "grad_norm": 4.9782337341335845, + "learning_rate": 5.771244664826512e-06, + "loss": 0.5244691371917725, + "step": 121 + }, + { + "epoch": 1.5477707006369426, + "grad_norm": 4.615280693095074, + "learning_rate": 5.698299707684031e-06, + "loss": 0.6596621870994568, + "step": 122 + }, + { + "epoch": 1.5605095541401273, + "grad_norm": 4.1315152129695205, + "learning_rate": 5.6252028446822805e-06, + "loss": 0.6240249872207642, + "step": 123 + }, + { + "epoch": 1.573248407643312, + "grad_norm": 4.34694030117767, + "learning_rate": 5.55196997707635e-06, + "loss": 0.6121684312820435, + "step": 124 + }, + { + "epoch": 1.5859872611464967, + "grad_norm": 4.736014683349439, + "learning_rate": 5.478617035707337e-06, + "loss": 0.581444263458252, + "step": 125 + }, + { + "epoch": 1.5987261146496814, + "grad_norm": 4.42473315063519, + "learning_rate": 5.4051599775368e-06, + "loss": 0.5702801942825317, + "step": 126 + }, + { + "epoch": 1.611464968152866, + "grad_norm": 4.723043711831375, + "learning_rate": 5.33161478217552e-06, + "loss": 0.643683671951294, + "step": 127 + }, + { + "epoch": 1.6242038216560508, + "grad_norm": 4.615535634313775, + "learning_rate": 5.257997448407366e-06, + "loss": 0.6429088115692139, + "step": 128 + }, + { + "epoch": 1.6369426751592355, + "grad_norm": 3.943237517267742, + "learning_rate": 5.184323990708959e-06, + "loss": 0.5036097764968872, + "step": 129 + }, + { + "epoch": 1.6496815286624202, + "grad_norm": 5.369249891502365, + "learning_rate": 5.110610435765935e-06, + "loss": 0.6377817392349243, + "step": 130 + }, + { + "epoch": 1.662420382165605, + "grad_norm": 4.645492978424057, + "learning_rate": 5.0368728189865624e-06, + "loss": 0.5092718601226807, + "step": 131 + }, + { + "epoch": 1.6751592356687897, + "grad_norm": 4.9878218164552255, + "learning_rate": 4.9631271810134375e-06, + "loss": 0.6005362868309021, + "step": 132 + }, + { + "epoch": 1.6878980891719744, + "grad_norm": 4.710856517549427, + "learning_rate": 4.8893895642340665e-06, + "loss": 0.4808087944984436, + "step": 133 + }, + { + "epoch": 1.700636942675159, + "grad_norm": 4.962556354741984, + "learning_rate": 4.815676009291044e-06, + "loss": 0.6739586591720581, + "step": 134 + }, + { + "epoch": 1.7133757961783438, + "grad_norm": 4.864043235726367, + "learning_rate": 4.742002551592635e-06, + "loss": 0.5722870826721191, + "step": 135 + }, + { + "epoch": 1.7261146496815285, + "grad_norm": 5.805499130195261, + "learning_rate": 4.668385217824482e-06, + "loss": 0.5560994148254395, + "step": 136 + }, + { + "epoch": 1.7388535031847132, + "grad_norm": 4.3754614924647734, + "learning_rate": 4.594840022463201e-06, + "loss": 0.6376844644546509, + "step": 137 + }, + { + "epoch": 1.7515923566878981, + "grad_norm": 4.6276825029066515, + "learning_rate": 4.5213829642926635e-06, + "loss": 0.5070189237594604, + "step": 138 + }, + { + "epoch": 1.7643312101910829, + "grad_norm": 5.058486321341029, + "learning_rate": 4.4480300229236525e-06, + "loss": 0.6301469206809998, + "step": 139 + }, + { + "epoch": 1.7770700636942676, + "grad_norm": 4.631581699502946, + "learning_rate": 4.374797155317721e-06, + "loss": 0.5686060190200806, + "step": 140 + }, + { + "epoch": 1.7898089171974523, + "grad_norm": 4.839930377645928, + "learning_rate": 4.30170029231597e-06, + "loss": 0.5702610015869141, + "step": 141 + }, + { + "epoch": 1.802547770700637, + "grad_norm": 4.634251405852573, + "learning_rate": 4.228755335173488e-06, + "loss": 0.5375156402587891, + "step": 142 + }, + { + "epoch": 1.8152866242038217, + "grad_norm": 5.224378872859397, + "learning_rate": 4.155978152100266e-06, + "loss": 0.588652491569519, + "step": 143 + }, + { + "epoch": 1.8280254777070064, + "grad_norm": 5.243980650196693, + "learning_rate": 4.0833845748092586e-06, + "loss": 0.6560136079788208, + "step": 144 + }, + { + "epoch": 1.8407643312101911, + "grad_norm": 4.870640612365541, + "learning_rate": 4.010990395072414e-06, + "loss": 0.5707780718803406, + "step": 145 + }, + { + "epoch": 1.8535031847133758, + "grad_norm": 4.896770007248889, + "learning_rate": 3.938811361285386e-06, + "loss": 0.578855574131012, + "step": 146 + }, + { + "epoch": 1.8662420382165605, + "grad_norm": 5.621832570155973, + "learning_rate": 3.866863175041666e-06, + "loss": 0.7337894439697266, + "step": 147 + }, + { + "epoch": 1.8789808917197452, + "grad_norm": 4.788974930837312, + "learning_rate": 3.7951614877169285e-06, + "loss": 0.6584663391113281, + "step": 148 + }, + { + "epoch": 1.89171974522293, + "grad_norm": 5.197175599878351, + "learning_rate": 3.7237218970642624e-06, + "loss": 0.5132451057434082, + "step": 149 + }, + { + "epoch": 1.9044585987261147, + "grad_norm": 4.494637523697752, + "learning_rate": 3.6525599438210956e-06, + "loss": 0.5699691772460938, + "step": 150 + }, + { + "epoch": 1.9171974522292994, + "grad_norm": 4.436597339850294, + "learning_rate": 3.5816911083285165e-06, + "loss": 0.6117175817489624, + "step": 151 + }, + { + "epoch": 1.929936305732484, + "grad_norm": 4.71698618164443, + "learning_rate": 3.511130807163724e-06, + "loss": 0.48447686433792114, + "step": 152 + }, + { + "epoch": 1.9426751592356688, + "grad_norm": 4.586270355395819, + "learning_rate": 3.440894389786352e-06, + "loss": 0.5775331854820251, + "step": 153 + }, + { + "epoch": 1.9554140127388535, + "grad_norm": 5.467603736362664, + "learning_rate": 3.370997135199413e-06, + "loss": 0.6822047829627991, + "step": 154 + }, + { + "epoch": 1.9681528662420382, + "grad_norm": 5.092809942708443, + "learning_rate": 3.3014542486255365e-06, + "loss": 0.620025098323822, + "step": 155 + }, + { + "epoch": 1.980891719745223, + "grad_norm": 4.782057480529959, + "learning_rate": 3.2322808581992825e-06, + "loss": 0.6051990985870361, + "step": 156 + }, + { + "epoch": 1.9936305732484076, + "grad_norm": 5.07119310501042, + "learning_rate": 3.1634920116762175e-06, + "loss": 0.5013089776039124, + "step": 157 + }, + { + "epoch": 2.0, + "grad_norm": 5.834245362327659, + "learning_rate": 3.0951026731594634e-06, + "loss": 0.41039198637008667, + "step": 158 + }, + { + "epoch": 2.0127388535031847, + "grad_norm": 2.970713570403218, + "learning_rate": 3.0271277198444737e-06, + "loss": 0.14488917589187622, + "step": 159 + }, + { + "epoch": 2.0254777070063694, + "grad_norm": 3.3900669209478917, + "learning_rate": 2.9595819387826753e-06, + "loss": 0.17139403522014618, + "step": 160 + }, + { + "epoch": 2.038216560509554, + "grad_norm": 3.148172373199878, + "learning_rate": 2.89248002366476e-06, + "loss": 0.13938947021961212, + "step": 161 + }, + { + "epoch": 2.050955414012739, + "grad_norm": 3.292222772844883, + "learning_rate": 2.8258365716242543e-06, + "loss": 0.19142913818359375, + "step": 162 + }, + { + "epoch": 2.0636942675159236, + "grad_norm": 5.062552654446493, + "learning_rate": 2.7596660800621076e-06, + "loss": 0.32667019963264465, + "step": 163 + }, + { + "epoch": 2.0764331210191083, + "grad_norm": 2.9195663792104853, + "learning_rate": 2.6939829434929834e-06, + "loss": 0.16923490166664124, + "step": 164 + }, + { + "epoch": 2.089171974522293, + "grad_norm": 2.660735105353199, + "learning_rate": 2.6288014504139104e-06, + "loss": 0.16544359922409058, + "step": 165 + }, + { + "epoch": 2.1019108280254777, + "grad_norm": 2.9195377278173438, + "learning_rate": 2.5641357801960186e-06, + "loss": 0.13166563212871552, + "step": 166 + }, + { + "epoch": 2.1146496815286624, + "grad_norm": 2.7115850726819133, + "learning_rate": 2.5000000000000015e-06, + "loss": 0.1502484679222107, + "step": 167 + }, + { + "epoch": 2.127388535031847, + "grad_norm": 2.5246541477672957, + "learning_rate": 2.4364080617159885e-06, + "loss": 0.12001603841781616, + "step": 168 + }, + { + "epoch": 2.140127388535032, + "grad_norm": 2.906306753932353, + "learning_rate": 2.373373798928507e-06, + "loss": 0.16388744115829468, + "step": 169 + }, + { + "epoch": 2.1528662420382165, + "grad_norm": 3.3313464695860855, + "learning_rate": 2.310910923907149e-06, + "loss": 0.17085227370262146, + "step": 170 + }, + { + "epoch": 2.1656050955414012, + "grad_norm": 3.537696001337278, + "learning_rate": 2.249033024623672e-06, + "loss": 0.1649709939956665, + "step": 171 + }, + { + "epoch": 2.178343949044586, + "grad_norm": 3.0477614078497157, + "learning_rate": 2.187753561796097e-06, + "loss": 0.13725437223911285, + "step": 172 + }, + { + "epoch": 2.1910828025477707, + "grad_norm": 3.108829906302373, + "learning_rate": 2.127085865960516e-06, + "loss": 0.14223095774650574, + "step": 173 + }, + { + "epoch": 2.2038216560509554, + "grad_norm": 3.188987721207745, + "learning_rate": 2.0670431345712092e-06, + "loss": 0.1432873010635376, + "step": 174 + }, + { + "epoch": 2.21656050955414, + "grad_norm": 3.5488199597897045, + "learning_rate": 2.0076384291297134e-06, + "loss": 0.1355983018875122, + "step": 175 + }, + { + "epoch": 2.229299363057325, + "grad_norm": 2.9979876656948483, + "learning_rate": 1.9488846723434646e-06, + "loss": 0.13247933983802795, + "step": 176 + }, + { + "epoch": 2.2420382165605095, + "grad_norm": 3.443337367597467, + "learning_rate": 1.890794645314633e-06, + "loss": 0.1308836191892624, + "step": 177 + }, + { + "epoch": 2.254777070063694, + "grad_norm": 4.121646470867133, + "learning_rate": 1.8333809847597644e-06, + "loss": 0.15963426232337952, + "step": 178 + }, + { + "epoch": 2.267515923566879, + "grad_norm": 4.118828059264668, + "learning_rate": 1.7766561802608374e-06, + "loss": 0.14805136620998383, + "step": 179 + }, + { + "epoch": 2.2802547770700636, + "grad_norm": 3.9708198011551166, + "learning_rate": 1.7206325715483003e-06, + "loss": 0.12024472653865814, + "step": 180 + }, + { + "epoch": 2.2929936305732483, + "grad_norm": 3.439106672469071, + "learning_rate": 1.665322345816746e-06, + "loss": 0.11454702913761139, + "step": 181 + }, + { + "epoch": 2.305732484076433, + "grad_norm": 3.4010452876916615, + "learning_rate": 1.6107375350737437e-06, + "loss": 0.10992666333913803, + "step": 182 + }, + { + "epoch": 2.3184713375796178, + "grad_norm": 3.5752577926580975, + "learning_rate": 1.556890013522428e-06, + "loss": 0.09631110727787018, + "step": 183 + }, + { + "epoch": 2.3312101910828025, + "grad_norm": 3.8387220728977343, + "learning_rate": 1.50379149497843e-06, + "loss": 0.14856451749801636, + "step": 184 + }, + { + "epoch": 2.343949044585987, + "grad_norm": 3.444989482317406, + "learning_rate": 1.4514535303216893e-06, + "loss": 0.09073778241872787, + "step": 185 + }, + { + "epoch": 2.356687898089172, + "grad_norm": 3.2622590339488124, + "learning_rate": 1.3998875049837141e-06, + "loss": 0.10596369206905365, + "step": 186 + }, + { + "epoch": 2.3694267515923566, + "grad_norm": 4.072722677232836, + "learning_rate": 1.3491046364708294e-06, + "loss": 0.1488298773765564, + "step": 187 + }, + { + "epoch": 2.3821656050955413, + "grad_norm": 4.114774744144093, + "learning_rate": 1.2991159719239581e-06, + "loss": 0.13143031299114227, + "step": 188 + }, + { + "epoch": 2.394904458598726, + "grad_norm": 3.792643277657603, + "learning_rate": 1.249932385715467e-06, + "loss": 0.12935219705104828, + "step": 189 + }, + { + "epoch": 2.4076433121019107, + "grad_norm": 3.6041653995445, + "learning_rate": 1.2015645770835765e-06, + "loss": 0.10895463824272156, + "step": 190 + }, + { + "epoch": 2.4203821656050954, + "grad_norm": 3.419036474508468, + "learning_rate": 1.1540230678048969e-06, + "loss": 0.11770664900541306, + "step": 191 + }, + { + "epoch": 2.43312101910828, + "grad_norm": 3.8473062967203626, + "learning_rate": 1.1073181999055538e-06, + "loss": 0.12943175435066223, + "step": 192 + }, + { + "epoch": 2.445859872611465, + "grad_norm": 4.213646564060963, + "learning_rate": 1.0614601334114099e-06, + "loss": 0.15990746021270752, + "step": 193 + }, + { + "epoch": 2.4585987261146496, + "grad_norm": 3.292740607382361, + "learning_rate": 1.016458844137887e-06, + "loss": 0.0967484638094902, + "step": 194 + }, + { + "epoch": 2.4713375796178343, + "grad_norm": 3.3587679937993675, + "learning_rate": 9.723241215198692e-07, + "loss": 0.09274256229400635, + "step": 195 + }, + { + "epoch": 2.484076433121019, + "grad_norm": 3.415144877613833, + "learning_rate": 9.290655664821296e-07, + "loss": 0.12071307003498077, + "step": 196 + }, + { + "epoch": 2.4968152866242037, + "grad_norm": 3.614520056467126, + "learning_rate": 8.866925893507805e-07, + "loss": 0.14337831735610962, + "step": 197 + }, + { + "epoch": 2.5095541401273884, + "grad_norm": 3.1413281076463333, + "learning_rate": 8.45214407806182e-07, + "loss": 0.1311374008655548, + "step": 198 + }, + { + "epoch": 2.522292993630573, + "grad_norm": 3.5634546960778963, + "learning_rate": 8.046400448777575e-07, + "loss": 0.12355434894561768, + "step": 199 + }, + { + "epoch": 2.535031847133758, + "grad_norm": 3.55245812518791, + "learning_rate": 7.649783269811523e-07, + "loss": 0.11268627643585205, + "step": 200 + }, + { + "epoch": 2.5477707006369426, + "grad_norm": 3.6047204962278205, + "learning_rate": 7.26237881998163e-07, + "loss": 0.1278030276298523, + "step": 201 + }, + { + "epoch": 2.5605095541401273, + "grad_norm": 3.826082333377558, + "learning_rate": 6.884271373998608e-07, + "loss": 0.11588963866233826, + "step": 202 + }, + { + "epoch": 2.573248407643312, + "grad_norm": 3.3477539285078044, + "learning_rate": 6.515543184133e-07, + "loss": 0.11168617010116577, + "step": 203 + }, + { + "epoch": 2.5859872611464967, + "grad_norm": 3.40070063216114, + "learning_rate": 6.156274462322292e-07, + "loss": 0.14677459001541138, + "step": 204 + }, + { + "epoch": 2.5987261146496814, + "grad_norm": 3.6867880675958333, + "learning_rate": 5.806543362721945e-07, + "loss": 0.1080314964056015, + "step": 205 + }, + { + "epoch": 2.611464968152866, + "grad_norm": 3.50805046104141, + "learning_rate": 5.466425964703914e-07, + "loss": 0.10917598009109497, + "step": 206 + }, + { + "epoch": 2.624203821656051, + "grad_norm": 3.744240792349818, + "learning_rate": 5.135996256306619e-07, + "loss": 0.10850804299116135, + "step": 207 + }, + { + "epoch": 2.6369426751592355, + "grad_norm": 3.2636204792288184, + "learning_rate": 4.815326118139813e-07, + "loss": 0.23395496606826782, + "step": 208 + }, + { + "epoch": 2.6496815286624202, + "grad_norm": 3.3320803212307895, + "learning_rate": 4.5044853077479134e-07, + "loss": 0.09678040444850922, + "step": 209 + }, + { + "epoch": 2.662420382165605, + "grad_norm": 3.3126443611241005, + "learning_rate": 4.203541444435211e-07, + "loss": 0.09082137048244476, + "step": 210 + }, + { + "epoch": 2.6751592356687897, + "grad_norm": 3.463640048859196, + "learning_rate": 3.9125599945560866e-07, + "loss": 0.12093393504619598, + "step": 211 + }, + { + "epoch": 2.6878980891719744, + "grad_norm": 4.1484131801868225, + "learning_rate": 3.631604257273774e-07, + "loss": 0.12841008603572845, + "step": 212 + }, + { + "epoch": 2.700636942675159, + "grad_norm": 3.4819962567564544, + "learning_rate": 3.360735350790428e-07, + "loss": 0.1454203575849533, + "step": 213 + }, + { + "epoch": 2.713375796178344, + "grad_norm": 3.3217850732913834, + "learning_rate": 3.100012199051627e-07, + "loss": 0.12103286385536194, + "step": 214 + }, + { + "epoch": 2.7261146496815285, + "grad_norm": 3.4551976218750706, + "learning_rate": 2.8494915189283325e-07, + "loss": 0.13519585132598877, + "step": 215 + }, + { + "epoch": 2.738853503184713, + "grad_norm": 3.5046747113231738, + "learning_rate": 2.6092278078788004e-07, + "loss": 0.14792990684509277, + "step": 216 + }, + { + "epoch": 2.7515923566878984, + "grad_norm": 4.057009589896516, + "learning_rate": 2.3792733320934348e-07, + "loss": 0.1573294997215271, + "step": 217 + }, + { + "epoch": 2.7643312101910826, + "grad_norm": 3.485812762552763, + "learning_rate": 2.1596781151249524e-07, + "loss": 0.15241427719593048, + "step": 218 + }, + { + "epoch": 2.777070063694268, + "grad_norm": 2.8563228482207395, + "learning_rate": 1.9504899270064105e-07, + "loss": 0.11122366786003113, + "step": 219 + }, + { + "epoch": 2.789808917197452, + "grad_norm": 3.219771759621168, + "learning_rate": 1.7517542738595071e-07, + "loss": 0.11351308226585388, + "step": 220 + }, + { + "epoch": 2.802547770700637, + "grad_norm": 3.4195554560904107, + "learning_rate": 1.5635143879952575e-07, + "loss": 0.1188071146607399, + "step": 221 + }, + { + "epoch": 2.8152866242038215, + "grad_norm": 2.9103932269106374, + "learning_rate": 1.3858112185094418e-07, + "loss": 0.1164408028125763, + "step": 222 + }, + { + "epoch": 2.8280254777070066, + "grad_norm": 3.6450799822214144, + "learning_rate": 1.2186834223746612e-07, + "loss": 0.12760576605796814, + "step": 223 + }, + { + "epoch": 2.840764331210191, + "grad_norm": 3.3225130395239253, + "learning_rate": 1.0621673560309798e-07, + "loss": 0.11487654596567154, + "step": 224 + }, + { + "epoch": 2.853503184713376, + "grad_norm": 3.2905886122232397, + "learning_rate": 9.162970674771177e-08, + "loss": 0.11246581375598907, + "step": 225 + }, + { + "epoch": 2.8662420382165603, + "grad_norm": 3.504394500719592, + "learning_rate": 7.81104288863721e-08, + "loss": 0.09955516457557678, + "step": 226 + }, + { + "epoch": 2.8789808917197455, + "grad_norm": 3.216564908375023, + "learning_rate": 6.566184295904777e-08, + "loss": 0.12330685555934906, + "step": 227 + }, + { + "epoch": 2.8917197452229297, + "grad_norm": 3.607447433445088, + "learning_rate": 5.4286656990847897e-08, + "loss": 0.12849846482276917, + "step": 228 + }, + { + "epoch": 2.904458598726115, + "grad_norm": 3.3244783180187425, + "learning_rate": 4.398734550292716e-08, + "loss": 0.11019767820835114, + "step": 229 + }, + { + "epoch": 2.917197452229299, + "grad_norm": 3.1359379558395957, + "learning_rate": 3.476614897418573e-08, + "loss": 0.10802481323480606, + "step": 230 + }, + { + "epoch": 2.9299363057324843, + "grad_norm": 3.236602655895111, + "learning_rate": 2.6625073353884756e-08, + "loss": 0.11602732539176941, + "step": 231 + }, + { + "epoch": 2.9426751592356686, + "grad_norm": 3.2263437658209133, + "learning_rate": 1.9565889625275945e-08, + "loss": 0.12483286112546921, + "step": 232 + }, + { + "epoch": 2.9554140127388537, + "grad_norm": 3.4340551157608235, + "learning_rate": 1.3590133420350315e-08, + "loss": 0.10575878620147705, + "step": 233 + }, + { + "epoch": 2.968152866242038, + "grad_norm": 3.903227901454765, + "learning_rate": 8.699104685779835e-09, + "loss": 0.14583438634872437, + "step": 234 + }, + { + "epoch": 2.980891719745223, + "grad_norm": 3.884552247317161, + "learning_rate": 4.89386740013198e-09, + "loss": 0.12648674845695496, + "step": 235 + }, + { + "epoch": 2.9936305732484074, + "grad_norm": 3.2859302150161747, + "learning_rate": 2.1752493424148647e-09, + "loss": 0.1414915770292282, + "step": 236 + }, + { + "epoch": 3.0, + "grad_norm": 2.7515804191453306, + "learning_rate": 5.438419120062933e-10, + "loss": 0.0598013773560524, + "step": 237 + }, + { + "epoch": 3.0, + "step": 237, + "total_flos": 4888319754240.0, + "train_loss": 0.7582035779575759, + "train_runtime": 573.8365, + "train_samples_per_second": 26.14, + "train_steps_per_second": 0.413 + } + ], + "logging_steps": 1, + "max_steps": 237, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 4888319754240.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..e3139e6 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a0f9bbe90dd6f50c9149ab33f36daaea28a8cb7418054074ca73a45b2b85f1 +size 6968 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..d3fd7bed6aabfe3b416007cf90cd19b05e3de7be GIT binary patch literal 44650 zcmdSBhdY*i{62mWlFZC(4P+~1i_jn;d#@;4_8w)gBqAA+$o9zIy9mk5<|cdZtl#VE z^E*D@A|6+dI-+LbF;2>1y7(3i1-uwJ9@Z{R~N!OOTbcz58{bfg)%53f=f{lER;i1a5} zN)@YRqdHX#L@q1C{E7*DSS&0oq&QfUzGvPFx4-m8(A_4k_1w2zH1Fr&JS=;JrIQWz%C*J|3i$EL!@EPNyVO;hhXA&Zn%b&i1xQx?l%PTd7vkNJ*vRJp4G? z)aJyoyx4iE|AMB0`y8&m>1de^4ZjIag#1+;>4vrO>Sbq7X;MDdHNC^hQy-;~>YW`Y z`~W|=XqnR!T6Nt+{gJT|FI@XSKN5$_?U+)0Pu;zaH`{5%-R$$rE7z))?OQ1|1@113 z*B<^!Dm^tKq7}g3pY-+J7RZhf|GSW(Rr%sNeD-Cu)G5t7Lm&5ATSH}KB<^7#Z~gIq zp*r_{k47hdmRR(}+selZ`<{yb=}y*NH#{KP{cVvt@b{jQf_Iz1=j#gbMk~X`A)%rE z8o6>WUfi^;KiTuZO^=8m9P{2EzptbeWKekT;X?xRo|MR%ni_eV+%EIxuh08lr=~{3 zx^bC&kNMxcc|*G^sS{pRbCx}Kvf0iA`yIf{eEW8Jce$9;0x3`Z@rwjS)>py7m_c1T zIVB~fWLwXv1}w!SA);h4*PuqDJ7#9r+9EE$O!fKuef=;;v^qrTWL&}3omk6)q!n3M<9pkXIA<@8j{Qb@Kisgc8+PU}n>Ne~37h~SOeH9i)kUg*@U+==~Ae!v9(RkiifL29ALt}n4 zS;CXbv@JsV{(byEJ*m;ZeyP^%{8B(8r_6SoAX5GbX7zEhXyBVSmwtQ@A>Z8GWas5= zhfR8UssD!=y0hOHS44IucoGqAg=X17Bh!y+)Iv6pfYq^ zKW%67r4L~4e?B$@UjP~S_;760wwj1F_CnU<)V4THgA1|WU%h&TQ?uDdhxmCP?M=T? z;PLN$CabFYrX6!Gr!CZatbz>+9L4C@VeE_y~+>Xcbu z=BYa{S=jZ6#)!GBG=z{{O&eN{`S4+7pSrTuq_Lz&GQ7WE?OCbLHCEP{P_`7mR+CMU z{n*EnjcL*^;jLthj8SxUHDnguA2vnSBX3XKneR^iIJC^~w4iJ~T-0cqm#{M|r_uuN zVUgl#P{&QYZO2&Uw1}Oo6dV$QA3-ZfkgHj^S3#217fQ*g;dUGViB@9X)dblW2*)f_ zIAnUTF^$G3f`*{Hr6mVM7}V1FzUy-mc*?XxTfY=|r;}YLq@l!o)!_~zyc}RNT6QRI zyXfOA%HXlT7P($`)Qx$c&i=2o|6R)UwzU#UBD-`cz;mtgJYrO;v-#szkI~OGY5WTp zU=v#wdNYb4+oDGWUFgQSA<3cs(+FC=?b**Mu^ktM3Jmq}5}NHYGS~qD0rqhI8QIzR zRN=VM;#>IX85zbm6YY;y%a6PZ)#o9!WeW{z(FkB-iayWih6Dx%GR~{rR_Z>HsDSGc zUcQNgpl|P7mwuidD6p4Rmilq2&GSJ|bCvV*>@s=>aB^?fJC8*6Pb0pBA0K;(?+u$S z^ktDKvXTe9e98a(*R_@3CGB>eJhRS+Q!h#Ezh8gHEGkN?lTRh#x!0m=SF4`o@-X`Q zQR!AzMFkB)N=}Y(5a;0`M!Y2F5uT!_MpUaQMRt(6%vGkntJH)WX_H-ZAWZttkN+-)R_Yok)EEuF>D&$IBnm5 zP!p0K^6lIGA1M;Ll7E~;$!KW_GF2BhB|WACsnb-yDC_7DAj8$JytdV=LQZRAmqn9_ zi;IgZFi~P&K_vZb7WCq7q|}C9{DgStE?v5`F%!-^IPBvJo9?#LdvES&@#n{L=06gq z`)ZS*0r{S8r@F0G&M%#u|BjYA&cYg1Vqb*M=h)3@b)>ZM?x(j8uU{f3Kk=#itA>>P z_aC203;x@8?=T;O8D(T;aU_p7?xOYF(Dy_T%`&9Gwk(*@10O{Nj6Mg(30>wZZuBa{S)II`eCz4C=jK*%Tnnh>LThX5L8sv zF<0+xz}^`H03EJyFs@xo^}ZydbiM)An5BX?bz_K<)i2q$zJWRjfbbFUty;pfG(|ait&Z4rr|U4 zJ9g73G>D94dpxr@YIo1tnv0lT*w1ys{rq`i`UW_yIg`8kj`GsdSST9S^IR=Wkn|R< zJN;`VemEP8b^`zuY8VVJH+L(vFo%VoEMpGs3{X~>UpP8$VxpyHph<*8M7-_s{=1k( zMn@Np?#kJ|@0ljXc^qIg@$cWiedhTI8AK@{yb8BV0aYohsQAOpqSuH}1G(?CVqd=|-Sj`t zn7v8w`&lWO!%~2Dvn7;#t9X09CtO-udIs`$*7W)F=U0$Tsk6h!$pxNUvk%DpDxeJ? z4#RQEAv4E^+jFK6&*=t*)VR{5QfJ4GhX>Qm!SE7fA}7-k^gUT*=3o;em(_QJ$rp;f zT&C&`Dk`duc8}eq>ro71gLb1nC%c+tehKmMtW0!bE_wKO^eXH>di^jd4mmm6r_RX8 zkjow52uo-80Unhu^Krwi3l>7nYrus~dfRr49bWmIl@ z;c^inA*8{Cm#>Ui3mw)#wuK>HjOUQlp-RJgpBYGt6G;tMC~{w6^JX0-@->z>^=eM` zMz0|JLP8o`JUsEyJ&Cv4=iQS;96z@UX6`?bm3@_vn##*`HXY0aD}&EoV_NRZiXMiN zSN!RdtR#e~D4AcoU^KnR6>QQ;k7e%Yvd4)x<nID?&o$WPJNjX-_Wj3R-2xD~b$yn7f z;i0F}SnB!xo(RCrnnzkE-fiMXDx?r#UCV&7A4=HxOcsj5-%ssj-bXHn!(X0c z$tEkY88~(cZt*YH+V?%W?LJmlklK~5bpp7BSk!fGWt(+sK z^pK~*&wi#^ro?cZ9rpOjLWud=*6)p2nE>_{2H3m#oh_9@PKAPjIGBc(mO~QS^w#Qe z?c=lk`m<1^1ylrmNsV_OSiFh7AVjzL!&|SkwY7x}>AULZM^7hOq>y2SpdF@Xf6RA% z{ddVdHIBHMjyO&^l{}AH#}_XwYe^Ozf7C|40ob62!~DMMk51v$uynT`iT!Wu4+3Ra z417;^8SBxlxi#O1TLbJ161qQw%LYK{{VtB#byyv{nv#E86wrPu>8Uu>SoY z?tD*b;U2vmaqziZjr^wmFHd?a9W4&s^z`UaTn7ok^kPWHd!V24kEFe@fWSWx2yl64 zv2P9ofbj0KXYA1Z79EeE+>M%k3GU6f*F0@M1s8I*9Nn7hJaM7>qQ+4vMurH`5}|Dq z;>olQWB@{1JetcYi-arsFbqE`?4PI3-byIQR!DX#q^BUd5fWt zX{i2mAj8tBle?Umiz`nlnhkCTt&-3MEWO80+aBrzqhjo7Ei!IKD$F(UaB&am_xIns zRZj=eiI4EAhkqJP0mgo`x7r+W`Ih);4x^Y0*WaB*j6;5beznPPkui#!=1dO{5C2s? z_@Zy?xNz1aW6q+<(6)oeZQG|BU!J(A2$<7h4dF0^x2i51RtzNan+DyJvxN(g%JpWw z0D{c-LBtWyrMk9lIUhO#1T=7jkoJmCXlutOCf*b4pOqPyv&b$M_*Bh+eAUT6_JaO5 zJ2%&8cJrfdxvkG68}(LIg=;MpB_+%4+tjdQC=pdrQ=4@(L>YHHuVGZ+Me1~TVVAZ) z<@Ia7k9UJ-1~d&@p>GHOF0sJ$J(k)P^Wl?}G*~mn_5)=3BZ2>1wacoExw(1rdPycB zlO+91Jfb&e`x7w?_GVVne^vxIS zRBr$;$C=96iDZ-15j}q6iCMP$Dv2-Cn$7|WqoA%^Hm$@7)ZfTN0I=~6VWUolvttN zkwog46y6ZfJnc7Nxhv9>^>_i|Yl~Oi6(Z<${baSP9oh}GO3aB+$Oq&V74V?1--6zI zWAYD*;b1K>2?-%6wGZPgXg~uXAi4a*2YSHu8R(9WPC1D>fMT!%Vv*A0SJh8DQr#*mP2i2w$J@y5e~GPrUoluvOc? z{DcnPe+G(;+jiIOnE3cVWHg|NdUe|^EMp^dw{2TcQt>EB=wnUI80Hu*e5msVP!|ot z2gDVPw}tWQ+YlHvTLG@Z7lDKu6ryse!(5!E3DE2p<%4j>Wc2hA?%RK+qr}!WwBEA| z3J%O~51u%Og@tWt6JHeoq^7Y;8&eZzXj@u-VA7W?|g$FjGZZevFhH~KN9ESBJ|u}i#yXF_dEoIQvo8Z zrB@WnqK*&eQ-|w)eIw`N;^R9o^jMlP%p4pKiEB>VRFk^Qk%AtT;AWNO9%(3pb1YQ1 z%zrezx;4 zI8`=kdlyhKAa#ku%KF(i3dcO^eZw|-bzX@E!~4CHFoPOz2M@~|m=XvlnL z5H>cZS9848sRcS0T0BtZh*;`N-nf1p_Z%MKMz&XVeYb;y!&b#SERT+#pI_4S{b$8Q zY!!;RFlGH@5y!UqI?HN#)4E`k%SRv8L7!jtCJJ>8EZ~<)I(by^W&NmA*Lj`O^==U1 zrkf9n`;meTQKIG!`hI4;etr5|%vDKhVXuRt zWA9LC-9)#?{7{+-T?yr`=l}tV<2@ejw$|2ZSU~&9{$%vZiZyz|Q0l!(^;Mz#@zD?t zlu3V7J~)okrKTRC9HhxP;>-Cmx&RPevJ>Y%Z@OBf!h;8mpx@a8fz$A0`sJR^4&+n& zv~z@MQBcz7xZ<90$>{3+$B*~3X9li`i_^pYi^1T)k%v_jA5_Os3X{ znK|#fvZV5(q7JH$*1!odw!`}+@DdEOQLYYBpVa9=#y!enN&N^)N=im`g7w4`)pbP; zjrhs5>*|fQ!58VJeCX5JJ;dwR3ZDRI?ePY(S=d$<6c~88I%9P|^AH4vjRlzsWDsO!BTP&ipA5|Em} zYXXVrgp7cHF_LEy5D;uY@|#T5xHFO`G1$01>1O?#`O-nQ$K#(Y9TWfM~8e=W~Qv@~a7yMfMR z1O;UH>+@Kzyu3WZ^_p#BQRk&=?^bHFOsoWGcUFFrr?WSimw<|QFsAL~Brt=)Sn2V| zd{Hxj?s)(#Mm*l^TSrHeMXGlYlrI)x;fl8N%RK-Md9yk5_(7toum1^f#=xdLX54oF zV7Ujl0jm0{sl64SFavxh?7BuD&!s)%cm(jk{YN)wVHY!1L!lHOs=bv}d286$`11VK zD_5`;;<+{tUY`PpTOP|?Jvrq|RJ{M_QJkUY^Ww3=uNpdDUgD@U94-0xTZU}C&xwco z1zNlE2@g(UM)43-et(#G3F=oy`+jD<=y>Wnh_G(QUV`d$?|2Q@%CYbev@B(1(kIqY3o4DTfr;mZOq7 z=VgtR(efUQ#N4T9G?SD;ffh$F3Dj;dm`aya{LyCh>GiT>V{g9{P0NrpqauVjre%y!{9Zot=pX8KLl1 z>UiTEt73w(6>dH-q&vIo_3s7RkE~|D#W40nyCPq;xZHLJH2E$2*+p8S01Kicz3x=0 zb^g3c~Tpqdp2rnTlj z1=VY!sXY~tew6p38CyYsM$+0+&#f1{XxOdZ%ZQc?Feu#rP1M2Wa13j02jn58_+H=w ziNp?RQ*-ks1lkpDZlX!A?MU(0P7rz_k&&%X`N+u0U)~KSHttQAOAvRz3Cg{)mR1Nc zgD6@m??Dh4-ApVp@1nIHEh7TuCT~;j0C+|qbQRP7Y?TV=cpp{2Y(S}LHYx768fW~c z!9jRVq>T#2qi8a}e4+_pJ@2Q_pRa)W4tv`UtU6c!(``vfM&6nY>|cF-D5mq;Y^5Hq z^}IddKF{E;_YFQ4hE5dFJ}_9I9}Z$%6GX%I7X9TkV*`-+_wRX=_D)W6946Y8LO`1$4L&MxH^w!tgGG^ngL5+xhF)uOhci6EuF-cWFx^0kkxO4o$1Z|BM5gM#3!% zVpMSiG(!L6vtlEvIQ~hpGx_$Kg^@BI6@C9zTTr(C;TUM((Alp93qAm(AanO_FDuNF!# zG9oWuzMOmd8$dtIK#D8}I6h@&y6crgBs7X-NHY2!J9vS>o*-mHyHKFjJBr0i{9@#w#)mQK)^=9sR1Do5hbwbe_{zB**)QTNFplq&gErg zLv->r6dybwgA(FUoSl82LT-p+8I?L#h6+<@C@8Lh09A}CYJh#Uv!4HeqCo+0kNv$O zYp)Ss2;5%r0bJDM!;_(>Mtkd%yx64WpyqDZCf>3Llh5d#KY*$436EnesBpzKp;p#q%|Mm{+<&CnBDL2C>bO;%ET`0x@nx6Z6% z!GI;Dq1!ZWF$6_AAgJc1rWU9Ip+Fa64aw1I($y$h!G{90k?Fn9D5_o8c_cR)&dosJ zi+9IAaw^Bi+dco@54#9+r*cqjrBG=p8On`o{c0`L zFwje(|NhyQ0F@MKw4o2Tf%~%Bh0{Fo$#z~Hj_w&!0?em zog=ROCe`lYWl@KjSAdA!RB{Kx0BX-jooP9O6!qWv zAC69*vH}hb^{6$V7kTli;(6a^R(E|6X73f-P1dD@HY5hGTe9j83n5Yoiv&|1@?f@1KlgT=7 zxqJ;ym-UJ9c?XTGs(CpIxlNdLlR=Defn;6mdv=N{aY<&E6JU;e2cP}@Hmn>nu(m4x3(LtNg9Q#QGq!U87+*o>$W(U@eDHUF-7t$M;E%abl6RXSs)mBFwqISU>aCTp zF$R+c?uqN`(Ou@-i+iBTFhJa6_8ovKdu@GZLy5H!AC1l}lB3YfV`ssiLCi&9bVRp{8>CQ7dvrTGj%#Ue z$3P|3s&V57NvFv7%*VYe52z11#z8w%-Px%pT%*rIw>;kVYUQ3%S65fQGagfKAUGCC z#5WKsZk_&Lk63a_{@M{g#QF&J^S+{Di&bGQD@j-?$T6n?Rmw*<&R4{{pdA<`&MTlfcIZD6A=rO?n&?r}o6hNa&vi|#Z4 zMBL*MRE>xm762loV&YC?V0S$c(y?L5qi zU^J)Dz_X`Ejv5dNw4ee*Nr2S>J>?#!x4h<2%LqeIa83jaSOzL(SuL`bibk}6MR7xm z#nSiS{a{27@&EBR5|9GmmODE=S$0kWo8B}Scb;#$C}U>O4Npfl!JRM-GsV0i8x-__ z!;00Ctds)%>U0++3OSH$!N-%J_}ODz2(+kB9Xak${RSIlc@^BfWNt87a*tEMma_nH zL}4m;L_YQ{@&RB*!6s7lKeiGmySSjk20(>{_BY+PYgsy1lSD@0FrG0el`J#5BO3mNLVp2f=b62hoZ}HV@UXxF0nNOlz28z0)tVubzGK;g`)j}ebprt#16x_P zmm<(#@D|yNTAiNE7(AlD!2-9+x9;xvXm5b2XquyX8o;S0+w!Zxh$o_B-xHrRqBC_~ zW-Ss*>+}l=$;ndX;PbW*rm9|VGZ&zxJ9&?Ind4pzU=D5rRdqUE*S4|7eH)c4QA7%w zWIKSaq)*)aeDvpr+bT3qv>+iZy*M({uTK!l9{7T; zKBmV)f}8ze96XrIJps7jF@V`=822~9nf7KXP=A0L9#HTgGMchM=${uD3}!IlmJ~ld zz~GaR+=GeECYWy0L2pFSER^jhS<9%sM61XMOZCZPHY^?_}mD4@8*Pc3#`VtdA?^ylVB34056D&s%ii*eN$-LU|PxD z7EJNldSGU5ZUSP4GDlnm^f7+e4)(YXymG6Kw>MDh59)%^;-Uhx;$_rp0%q3HDJxYB zxhxOskP%>4aDPbyQ7Iv^l}Of%l8TzgMrQ6h(+qJ}X|KHt$(Fd8)CHE!yWntj64h6@ zoz;q}r69<{gsT1QWb&-k$&u&&qe2^n<5OE3Ei7wOE|=iZvl48mWkjw^{Wnl~4^lJ` ze030yujAu`0K!&gCdogFh`po3@7t=q&tpVqfkjT%i>u5|fo2M7W`htzkqJ7{fZo;n z>rn=48-Wq$PGg%uO*IPL$xT=JUr;8%_W7L}n*aQedrSwtK?T^^Ot{~l zUnsMSL>)4!wkyoIN1~h?-X-Y)9!t++U$rsfAfUr@?E&8S#%|XoRT!sqLdx^#4GoC z{rYY+{jtZD$j|`USNdl*g|M!&|J}>i|L2Yj%g0^lz|=6ZFa#sY8^BfRPOAI^VB??M zprlE;ge8sq+U{@=t=BtEd5{|*pV^QWRUpBn$@tCsi#a&xSpb9tFdKoO2h}*|9A1M4 z&#zB%^Y^bJ->{T3Dbk))8&rM#K8^hI)n~6k0r$g?r9xh-TjNd9o@J?28dUj&vM6)l z(06k+F4k;W7D~&?u6BY4C{ohGiC*>!C$DimwqzklBk6lWO7qRlRPlvlrs0&o~QY7rdL zdx;vuJy_3?L*XN}?MM8?PakLG5%}rEUAik)nd6sB{2#%6Stk}4nNQ9l>pUv$ik$}H&g`2*OY z5oHaHAmF7}U~U7%yctzEP+J?g^R~R9MV+-mCEbKo8G{m%Anb4jrULgxPz8oH*epb|n4o$@ry$q0U)WLH&f=&ZK{|nVF zF*kO>8V+4Q1QXjQLxfx}Uhu zrzYXQ{A`wG;D(HchbZ{(#p_&0ZOV;dkPjsI8buuEJ*V{v20)_dK4Kx@3V<7N z0|S8rCi1okIL}cyf({~RA`6V~p>{NNP5nR=fU>gUfs~8}z(%z1@!h&Ym`9^Jj~jgO zbxI2AHw0JTMKIj#KktFfPgARMDR>WZ6$JsVB-nbu`$Y@wrwv4Wu*~vK+5%}o9ondA z9ZKe9IXO9)=p-JWpw43m#5*u;o}B-7RO&pWS6{DtO9L52GG*?B7;vBIVg_-oorU>7 zYH}e)M_;gK<8^dC0iy2rLe*~t-dYOOp$7tEk=gf4;PLx5xek6M`cs4%76C8CoaL)= zKs5UU6F?eZ9X|^Vr9_Ug8bBwTh9NP)8gR5?AlhhvqTUmOA#*4s(!j`sL9NI4X%b{+ zW@h$i0`ww!;`3E5s|2y%uleSKkrO0~*Q2*#P84lL%p_Sec$B&1z_K88`7?I2v@C6=*yl**2PB!oWRyWpu~Va(2}E` zy8-+bgZ64@q6lJHI)d?%COu|!6iud{*bvQLtW!`>_^8GKHVNYB*Z2r)>=*43>JX?Y zA$%|K{H&OaN*`iH{>On}H?$b=54#rNbCQ_dgyt*wni=1DEy(6MR4U;3u-I!U?td<$ z$NfVoTW$gd&#i=d)VTn$*Z?twPWn-ineo=^FQ>4#_?oys<(4(DDC9ILixd<| ztJ?7zm+Vb`*G0rzvXYSrz63`GIxeh$#}0miJbb*Jde#DU2W;J+@br6(_>2JN05xuZ z&2ks@nq#0IwE~2gbwsU<=pgjpgF0D{new!Xv0*NC6?NDn%3st_bcqVqS3!S<(&n7J ze)f_?5_LRml-HjS!2vbH_^TLvuudxrOTASK>EUQ19K%+~fgX$|1`Z$-Hly` zbV-CS%-7DV=oz&L$)N3+>l)@Lv5pL^8aoUJ~cJo(t@bgP->14U5bI>y@QO8Q8@ zz>~KlLfzN}mpT1x?iU`ALa`zxU-7t_%VFX6n{()VO_eV;MSztMA9WzwsF(PVGM4W# z@_J(uv{fC6CLEavQl#1aDeS_av6#>=&_ZUIE zYB5~&N_%VMWMnbCcnv~|b8Lvx5_z~$GC|gMXYroBi-KSzU=@q!}mE zRyw!PtI(cXkQn4;QH$>MtfmS&HM*J$56KP0l(BR2&Uai`jof+fVR!c)kBw~I>utYvh^9N3@vTgiuF*!^Ouc?G^tL7`oC`H?k)my zFub-@QqNZjn`1nnj$j!ntJ0{ZM+nC}2}<2JpJH7jQIwt4w9dd82lo|c{-W*Gz%_TBO zDZk-&00Cf^=LN92WGb9(a0B1P{QF6fUE1sNneteO2E#YYco+1=ozPTPtL*W$ifHyFn_wo7MO6ajK+NotOKquVtJ4nb`OUxknp376l0|NUoaw+-6w3~FRYn=`a^dT4Pt zj9P)99+`px-?=Ik6c*rYX}}jjc8UD8_xBr*kZIRPYn(;3iX20)$ay8*W45wP>Z#wk z9y5C}-@E!{AWH_bGJSo^@mABZ7xLkw2q`0@!Kz4-kWCYeA|;|8!5{(tlCviSasx0M zMnmo|pOf#@JX&HnkGQ$srTrmvFSZPY?KRJ>=x)FYX-~Cly@9nOXh(k%5dly}7c9pr)Qb|4R~x_pX>IQiv`4 zmzaevl!yh4Qc`_SFN1y|2TpHG@!K%6)YeYvOgDS_bfCiFD?DXrZ(r1|sgSdTEuT!~ zURPy^{nrIw`b%rn?LkJnr9c0|Xn+ShjXmt&BMe7tV#iPf?<*B}zi9@IZxe_$vwp&qNBF$4_NR&bB#S}lV(Axdnjg{4BVdx z{5#7VP#z2FOp)uo(xMUfLvfJfig~?^@_$i>R%fLz_O-8e^8sqSJuNtS={weJYlLoi z6I@jAE1I;Ptuh&EQ_nPR5L=Y3)U}~C-wR5I@KcGhm)lh7nx=Z?>_|iO2SRudhk_4% zi%{%N$6oU zdP}=doH6~>!g$IrMnja8Z{S!z=xnbmk&FDFLXwHz)5YHxTJ-fo7&UhtBXP|rK>^P8 zMpwdP#zt!A8mWYbaE-q6U%9l6YZ#5@G8^2`nv4tfCa_nWTJnHt`>V6~+VlA2&{35qDM&}{A4qR9V=wYPPIp>gL_bVjCSs~4ruWu#X$yy-r z-|fB4g5$s;(^zbE(iJwMF`5qh8CpRq(Y7Da1}I5y@D?7%vxT`o4GW=&(^N-F z!n(AIrOs7m#_JTiFUvikiKD%cbhm}mDoRLu6cR7n9e~YM$Qr;`WR#x*RaxM(cnF1t znmW?w*!kMfyg78`mrfx(Pr{fw4ASLzfupdhNHHumWJCzB!G%k0oxqP$gYAb<@bVew zneLG7v`^^AiuA`^vSe-!t<#^MvqNbRW~wpY&%%a_yPQk1Q97LL7Udz?F269I zriOp8YcJ#@^}bIa@;cE;gL}m12_Ag8a9~C8S9XRzFB%2>j+W#C{ljI z02z1i{IPsS>Hl8PqMri`q0~74LqijJTSmf@(=JQeAo#_sEd=g!|Li`7$^lNv29i@O zOOulYzu*BAZX5<_j-btci@l;mcHP{ww!jthT6UqIfc^)2Tm0AK&(Ch68wRk^MTr!L zMxcPh$mi+1LWBIbY{C5&SMZTnv;q~jM(`XOomF%R2oD++@|-@60<9?loNU2w zwU;!paQv#LZ zFrVFx=q+QvkmrL;8EpdSv=fJ=oc@G!&h!r+&K)Gd`2k1z%df(5no;xb7;=WpE}QNVrI^!mofx|I-NHA3@tgkT#f){mj+~SNW#% z9qiLv`Mk(f=c+};WArBJ8sJSe?a0!AI@ZrM3gcQo4rWBJmyI}vl^ag$1EnImJ$$e| z$vPL*=k}Ngus~8%zCo#cL%+SIJS3O5RMmeO?>d6i4ZHklqE&#~d=!PncZY_f{FP%N zo{+|EK17k}13m(!mM&55&&4`M^mG{T8W5I8IK4Su=Zqd%VcCkt1WQ;DSk?MGe0u>h zwebeF-I>qK|9`zOxZeG0|Al^a-pa2uUw{AcB{WKGjruxvlU~@6@E*h9q36aM9z?IR ziC)~$>*FJony|v|Gb_efVbPA6<17mnysNJwNE=t7{QGdZ=;>HOfeM;o^h#up&x-1m zKK_eGrgKJq_alWqT6pn!wBUYkcPiz=vvJf=$6LMxzdU4-)3Yf}#iacUw%%TchgbPB zmu#^!u5?M4f2>Gmk>hum!4W9KNy=ntr2Cq%2RK*rsn!3M1*JCvTvsm|KEx%rHf2vVav{iImyKIYthO-rwH6RE2ZK;kO8tq4uSCqb+(p{%i|RooIx^^6?>pti0F;T7d! z4cv@;=s%yehlhBT%?U(3jcfR0KU049_ra>Y5Gn+=Qc8B_M`}ivsNq!;(vYY8p~M8jwG8_X3#=lomOWQ%_XnQCW#<0wnZZo<<&*M@k|4T@m@qXm+`y$GnP z$(4F3>+*<)s1dCk?Xb@*V}f=9dVZPwHFj z#kF<~8|bDgC=x9?(^Dy(tS^1RHB~Ow^YK%P;^g)T(gOco z3QCV(Y#Ua5g3WzL52J{EU=$6b5$lUDyc5STnR3sOxYc2~>1H<(yDh_FQ?SGyCp$ z(RJ=g)8Eud;}@!j4k|(DSCQ69wYq=HtCrI;lS&M_?S1?KOuX>}H=jcmEFt zv_H9Ym&{Vx^OY1*B$h1Mo|A;Hs_H)Whca6z`CIeft0LbxOQ-%yGZ_73hgGm(gMu?X z-Q#L}cuH7v)czn(;tdf*{f{fRp#FMxQ=|{;o&4e#bRbEmEXxs^kE=3gY!6yM5Ms8G z9h09H7dsq;V|CYHy(h)kG*kT#aoe0Cn>tPsi-wc=EaTWqgpEoyyRhS<;tmq=XY9jX z@O||N{4&$A=>yAtb0y;7?*thNSF~Hrz5Y9-=%!MeitWn6Lf9NT(liKY5-)|;&WAB0 z-?&SsQi^XVb1v_@h8-M z`L$-c^(nCx!l%Z?)c3=UY(J1Dp{fFq@@u|vWh~oY=S#zv;}?MJLY5~-UMat%z2e9B zlD7HDm0WLn;;e;U=T*szTJJNhe^%f&2#w&b)O{=6*Lnmsb%YOjbN);9zyPiu%LDBj0tYLvbW^DHka9YM65$7&xwbJ4~7>?(u*c_+NNQsx$y3tLrNLebuRV#$%W zQCGFqOTsODE6-0(NMSp$c+{`Dk|f<3xH3c#$Xx!QP(vnH6}zbX_mZ}`%791EL`f-t zEX%$WJ7E>;;gU^2GlT1nR`8p87t25$K8gv-Z*)db_))n+`Gc&VqhA<|0)ZbJlo&N^gXh2K!dDD3WXHoBC&es>#`k|Q|*F;)# z9Q@Yw8_cClk<9J!2Om`nRhpD9Pvphv_G8^ikbc?D>eM{-iSMn}O2u-0o~79F8#0+YE7&fD$jGsi=EIA(6h3KJfdpB7SGGWxwC_2^!Ac>uaU*YV(N2#O zDmM-?d~aL6P1LgS7GG1bVl#?_Mm2 z_M=nnLXObofB_9mZs>D2sJsBOmxgCStBHTBDy4i__~_)78r5OP^(OU7btLn;)9MrB+Ip*?0~0QjR=g zs2bv)>b!ctZ!@&-eTL{r-4fPdyLk-1lc**YzIPinvI%uXXO+afeoo#Uih#@5}lvhT~4h>oKkUr4uOf7hhSC!Qbx`C+qv5FH6m^g>-#3D(Rb z65$k^LDE$4WzT)kTE;=!8@s9bCm}h-ug?9r-jE_IX&TVtYD96v*qAbH;Z z_lc`D2{_Q!sn+V$qwxO2Bs^Z8I$WMsBWua1UPi#@PaGmK%}%B~HtrO`IiH1L_Zq@c zABJu?r&_Q>FvI=!OfvPzLJSxCJsZa~-V80w2t=0ggKbObKP8H*_blu?KUZU4iij=2 zkn9Zpxh!NJ!Ztyrb>o?bahbV*@KeM0zf(=O+}(zahF&(xtEC_}yk&3$tD3=ci2`n3 zGU_ShiVzz$%jmxxf|@ifxZaEm-M~^rBL~0oje=gN-(h7W!g$GW1y1)xe_o!yfv$g9 zt^^!sbK^b2^0N_IRy|v?J?&YITUDD~)azOSyCWeEFl_ID18zo&71#t@`$DZj3U6>u*n#l;q;Itkv z^)ec}GO`L(BpTTI%UJ15OtMwyTp_}cjg-%eI_JZ-1wIOzq5eJk!8srlFe6j%P?$nm z->jHxP{Gbc;@_~U9ddF*N?Vp@nvJ{id-*`QCgOMW_m_BuB_j`a0e;*=00#~Z{WuIE z_=zD19=N$;@CSu&uO$#1i0M!lk_#U}gyb1^bP|~EkpP_9gM0nv z*PhB7tdo%74)xh_<<<5TvujR+4du3HlQ5F4#s`*+`0|>P_sv^|fWlN{u{in>7p_Bb z+QeUKLm<++=#|7yvnf*is@){k(E9Cg9##c-Dg!ISdJCVK=%XThPUikuK&o&07QUSd z#|f%AG8p66O5n5?3*6c`6TF?gs2lvHT4cVQT>gCQ-{OE7LR)3o2{OpnGXe}TY|^}6>HG))r{(v84Bhbnu-XX zHbtzS-czn15(u<-U(PUWl3QYgcZi7Xfyc8sLDufXqBFyrsKxj~%Wy1HR~e^Sj4d?6 z8?>CNJ-Xv)Do->~&E>*#q2q`f1-h)S-eNd<%eb^I{RbZ+5t|pN5*J$ado|H}CsYiA zKGlg#PMI8Ty-(>2wi;rU0la4q;=ctcY|XUcbcCe>-=h)j(hrw)f`E%})C=O{v_@dw zMuTSBWX32iGU5mB7Ge39DYE;jC?_pdiS;2yvcUMwT5tPXmJ6+q4U}&!yAaquEOxO{ zQNJ!j@vdU!;ZShHh=cA$en0asdN*~uIjxKjD)tokh%gc{fn6ze8u>c)BQ3j(gDGy;s=ddi4;Chf0DT zUzpg!naW|zcTt|4$Sd0SVD~P1QcdYHi%M}Ec-U-Tw?#~w)*A@v71HnAQz<-R@_}Tt z%}KhL;R{hGd6GqF z>D&@4?OEYx3BnhwY797q8YWi;vSABu*ryR~jG6^c>(4Y_lc2uNuvD%dW^3E8|LB}# z;fzav(FJdoSsuETkr#a~#6H?WVkxTFgyJc6TF)*cgKwR(iwWFo={QYmQ@W0&(P%kbjfm6QCU$Vt{U(p*5@+v z$LQqiJ;g4LaEM(vpm!YQgaBSNQsc!HNPJaK^iKM>>R<5O{=mI#>~SJvo)MAPJaNy; z?fZub>5-yd04%R%m@R`h0SQehMZ@_vrzYn(<)oBtwuF|89C!daC)dW4&o$;K+qEz{ zQ3`l9=BZRuQEO54ew)}+etT$};(BSe!=>2u;c2IX<~?qg&X3Rk$A1*{DY z6RAhI+j=4%$X-WqUWHR7Bg~bC4k}O09=k%ujgwGv#1a=R7KIS&mq)b*7HUIfL8$d6 z=bPn>B`Emmn|Y|}#S;TZ#C|1Q=!e4EhiU&OG^WBo34KfUx~iCYUVY3E@B@II8mm_J zLF8f>R2Vetw1)-fq&}#vua8%xnbm(MvbOeRz*V%hI9ZCCu)U0eTr#KdzW3F)EGYr8 zETc-+V`i6OD&5ejG#(VP?Pw~a3I@(1o1Uq@#7*I4p-p?PXzgv6%!?G!^R)pvdR3|Y zANCWDYkZ{UI&}7oVas~n7UoLlsIOXBUY@xoMUj%=G}e>8u4-uCjB#kwSO9=2xTj_7 zV#z2~ww2n!B>9zOs(LhQiohiY5FE|);=ipe`O z29%Z5ybvLF(bKna_2k_+Mm}{E6_uL1mR{AmilRl2Z$N&8_o8FfT zhH)3KEORS9Ws|191c^hO+(p1=MlXmV_m8KD*j}u|xwa-5`H8z2f4ywUf9(?2rb^>! z%8@dC5C1$1H=3V3F$4%ijCK~m7~D@{C1n~K`pVvip%atJ560_Q`E?0)w+Oy}deN-` zH95fL7PK767ghY?B%SZkJn0wimP4O=;Ew^2N*$P#u0#6EWdMWe5S_EthWD-@{((g9I`2;Jxw}8Dq50 z_fnubEBsfI3f^W$06kGMVNv!+`(bou`bXBrv?1P0HB%789TQXFA%H{U=5J-Z)X5(( z_(s|o+Wna|?(=4=Oh|iUZiQRP&{|YCzx~p#We?HDu<*EVK>`C(yyd*@z6zl!l(t0O zy|_uvMlWoC{Gu9cEsN%ZDtj)Eg{SVA^N{#cMUE}>W|)&yN$TsM8&G4#sx2fN-&jzr*hb+(vpd=CDPNA3 zViTbBXj_M2H*2q@5P**36OEX-6y4*Gw`c<%38)#}WnwL+%i+EwbKf{(i1!=Hb|qkA zjyQYj*ct&7WUS_&UlhhLM6o(h*&4E>GQ{ZJBYC{yP~>&pS4NS^^o`dvrP=z6WA7?% zG1aCANZo5qFGhsKoQ>f}lMnUVpIau&^Q&2W(KBP$li`AG9IVi^m1YXr5OZ$hR0UJ) zIG@!K2d`#pdf10h@s3Zt0H#eTk|=#$_&{uV&=eQ4B06~mNj*>Ctjnl`mwFJWrd{;b zp$hOV#q=w$gv#&!?Z}&9Tvs{9`gp~OYQ0><7XMe|)QB8zZbN{edeu63>sg{O@Rhm9 z?q>9O=NRr=x}+LgtY2l?}kn;N5*eQkyt6q1=6H zUAtW4Qog$VPWhcNfBQ>1hAr;It8>IufbKd%ltuwKm7O)EzF<_jehGy2tF^=KeNTr# zLun=Tw$A91qD{+?Rc5DedR>T;X$8YDU)tA(6{OTiDc_5D`%PL~J|GIFO}ybSzC7@b z`TAr~bBkZdIlZnxPE-mp-l;+oe2Hs)wJT+#WW!^ZEbAq?bU>Z$qK`p|{(huit^?A3 z%Gd8MN`bbNx~*T%UCyA=V6{2o%fCOVk*PqK=R~Z3w_o^Y1wx?Y6NN#5K8fADfDJIT3X8w1!1Lr9vHRGD2x-Et?D8^>V5Evz6Dnl`g0=%s? zl$mjSHDZWC;iUvoKyNkry(0U)qg8e?SEfu_akCj_{1r1X!jLfMOf}TK%70CV7|%Y_ zj^@15wX^j-ncRmM|A>wfu%v)k`lC0D1W2n|h=|bUn_J>ZoJfA~+x7BQp?Q}+M4&KAul!%ml;Qq z5I>CRoDduZan{FT4SQ-UM_MnQfV-=@KIvo6=%=;WRyB)haZ#yV4#F~H{$a7Mx~>zB zmE{AMlqW(oMD>k{74Bb+h+MU@s`)J!H9pBBLPl^o&1!uP#&T6$k=1xi4(FJynrpjw zfrJL`xE6urFC=HVDJ-dQqe3%nYSRNOO8C02Cp4Dfq60-~r&7%MgDwYON;=OqQlwm9 zDlMbmusH*#?<5;Hw=U}$^~2m%-KmdeSz3#49GGe#y*bK?tiC#1{f$j8FT_n0fphUv z)d2_*HtCxp3LO{T5zlD!Ap{1*!%`-C7P84$8lp2XC%w+p^^^!?uz2j8{DUjs4Mc!> z&|NyJbyKG)Yj2w+0ZKe_Q9rCF{DL-lR5ZKgZ5Uzy#nTxn1gK-_K@826d+6qP#rW6~<^HR)fNovRFTqj}2xUW6cv zAS^ZS$F8L#D@f*5DlEeWg9OpXSCx1diGQVHaKK%lNx?c)qS4s$~U7|38QFL2pH8OuN4o8uZ z?p|q<0gY`eSxKFX5H|pRSX-A{JjYy`QYku}>{iC#_%eA-yR=C=H|H5LysHyOo~)$5 zI%1Ip5ES&52I5p6piYanG)I_D;- zT>$BBz%e~Vs(}U__G>rx*EU$V5Q5I2 zAH?N%fVs!yb^?3EeU8vD?XM^|4_ySp_DVoGfV>|AOEZD#I1U8PG6{)RgZij91WKw# z&6PQ!7zRphkA-pChEo(zui_CJ3))Lva*8UP}vE%P$0OS9j_K~ zEj4Dn{L(3kH?yS!Nb_!xh}zR_06dRI7au5TB(X+=t)BxB@h4mT1^=^X2LGUUpif}( zV8r1kL3r(R^O``@glW{=6U|`q>s#>6QI7GrA7j%14Ph9Rny(OcM;^D z&Eb!gj3%#*xT)jUrO;||JY?Aj{sZiHOhK<84&*vLsFRKFFHqAshmX@V*nDMC+NR^g zVXe4#SK}3ac`GnWX!^O##lWN1x$Z(F0dp zdq+E|Cs76>zOS}{GSk0a^sA{E)xoIrr=03XEu}$}i<%%JIIuY8gl-7nDgxeN+5n1_ z-YWH=;zafmjw?eszJTK7_guj)e6ropj2tXoJ>fr2f56o@Dm9e>b+7>mf6tp7c~m6; zw#2A=x69fm+J=(}1CIm3ByOcqU``7hD9pX|#=&)9ok)sDoq@qDPz~&vLxn&=g$h<{ zZ~y-JZwVEow&E(Tu19a63nv*K7mU_Z3CtBy zde}SXwh0xXPZNunodLn8J>blf1g=6#4C>%_K9nuJggO_4O}2UKO|{LKdaBF*u8M(F z(s`hIm_q;WP;uhu;R%Bh)_)$g9*jdZgf_PkUN}Q%Z^vDzh#+(kZ30r5=JZ z@tkBJU8Fz&Bn|MDf_-GJl=zka+BWop{2vE;u)#q*s$MKBD-)g(FZf>k?EJ$XDO4SMG!AEo5kE7zaT9W3~ZaExXq(-z|PIv8snFxSps0Q4n#QY4> zYI+ESx6$(?`r?ofoo5^DojU!Y+0}2=@x}>2ftr{e6RD^Tsjd@LJHupKTFTO1b2Yz^ z5y=I=4mkorlq7jkIsxbX(@9!n{=%en-~5y%>cNRO>m(s37N8X_S-lp1@6)x=5l_fN&Z8sh>Cxfkuo830@fOZL>*-{!S_IJr9uPqsv_X%aYDI_3yJr z?M|>RTCOi-iz{)pdg>fbtdK+aImpz8=r)MH+b1BHy4Q!*jE-_w5&*yV1wKXo<& zDa|6g{|1EZqjUAy$RQl*OXU^SD&Ru};yGx_Vzc2sUS$yr2dhfO7&pu&RBYY92GBJy z6k8ybI?^?g)LtRM7=cPQQuvHq_zW|UuEBy_fUXOr?|*Hc z4l(FZ{;UzQ;R({TW;MQ}=%g5fdV1@0361&``A*_B^|FLigVt zrH46*oJ2J^Am6>$0X{tzt(VmH3sM6J%UlVFL>s~g;Qq8)%_;ypTide}i(rg#!O zxWFudwsK#lF?inv?y~1o(;$f?A|(w8rETCbK>S8eBYjY{xG2Ve)coXhf@8jcbn`5d z4#sw%@k4E&kO}c~sL%+w-I(U`KyZ4z`?dpAiQeFOje7p0^zpgSZ@Qsy9HYWzi-I3& zLn;)w{g+_~j=bG+={oAcFck}sFlaTCF@z-03}&& z*8RQt6>U8La=i+23-!@fvSTc8Kl5YH`Xx&)Uh_CHerl*Q?N-ZKh`=mRG)2uw{w7^q z-R&lNB20#{3C5J&R$3JPUq7P7ptOA5c3qx~1|MZzi{NaIU-$L|h0ytA%w0a5F6LD4YLa^l6AJyVdjI#fj1X$Zd*j$O3zMA2CIK z{WcTvX+ggzyBGZ;24+zb8m}RetqCq7C|5l`c;wlW4sYgb4_lRUfJB6F$;0J3-b!{QprdV2hI0j@R_vFCRDF*z1>sK6 zDjE8Y_Kgl8|LVK(f8VjdM4J&$Nr|I~#+{69F2~up$=~YycVGN_BcrrP#Qm5R+3?VQ zq?{56l7!ol{yH6z!(e!NAjQMe8)4k;AT0Ei-MzB~7%y=$7`%d|VAbm#W z3@x%V^v1Vl5~W3#R@tJ1F(NeIR|*{bW)Cb>^|?DI+Q-B<~4bm0Aw*;#23V&I$upxXQU@zym{m<(Wo!uO}9 z)#2Fn@E^36P%7+P>vb9^)uC0;-VMF;1OAZAtU)I+Vw$99>zZ@pamIK^&;NM3cp`ZD zj>k$KWySBRVTzJc&}G8M5b^w!mqQX^s^yq8H6)RFuh;Re9UQKsu5eW?q0=iW;LK)w zniT4yJIh5|2<~m;BM`EWXtZB|d4#G;0djhX$m6w$?W?#{Ez22Uihz>1u+X-r@A^*A z{qIMtpDjnUKk2R=1Dz#6K8KIwqiARww9)r{B6dLdy~H63lcM{D1Tm}mMKjLv%H#eK z7k5DndJ%{kyJF5;9ei;InU|LVi#DK=e>%?t?Sr@S`xEj<5Z#2KAEPmMyg6O~hjVT3 zJPtWzN3vdw!9V)B+4DbY4`xr%(vBTRFP*ZfzH&_}36r@^sne;YD5wpE%Z??Ce zUc=rQ$HAcBUmjtkJB4h+s<%$1c+VC9R4OZx8CRNy&aWtxpme3kd$Kvn4kt$E0FRx_ z%1vnklVTu23n!t!u2qN2b~(WkCKq)=^q|}t!9`aj+fJ-SIJS9mbALrwpY7K=_IWjg4jF+bL4m!N0dwv9@8tz9%7+6B4AqFJf=>I|fgl;dC!1+f zpa*g#;D2ySSX=p0*=)*8Upu&zOEFl5)|UY*0|yw|22pfw3QZ2Th&)murE zUb{uQF?#st5AEdc+ude|YrF_v;^LS7ca`_gw%ho~-ZM;)_`xWXHME+|H!KFLh-KR! zQOBx9k6{oQ8?$%I2j|EL_E>og3UohnoFu9niYL7=`=Mw|(?@LD^65=3L6{13Vc`J} zY7@W#4RmBc=mSr>#>d+3Ew3&&-yk+Yv1u+Pyg#8lr<_)z!-wLa@3DkQ!5zzk_JQrx z(JSLj9^|wQlK-ClUSmW>CDIxzfh7`80C=w%_-VH%Z@pQ%UG!Jl#rW`T{R@3Eys7+~ zMb~6fHv_0Md@3#fNr$!lw{EqcUbhu^UhccfT6=PGjp3fDOL#XqgRzmnytXnC@-vXE zyE`L*7Z$GkgNZ>s)zl8ir6Pj}lgW(D=O^544!+K%&-WzO(YLrmFraW0&2HIa4Y&#MQ$!a<55hGU2DI+u&Z9F=3jz#>a4yL zxLsokF=ioE5Pa6)?R9jaARrbUTc|e>nVu8<@}``eRU?TaQa&2g}vIN_B&{N{ipluJyhL?B~)wxO;%MMZvsb@jDTV<|D{Z!7O-GMAH zMrRp@xC@xT2Z;e!v^noajiq*k3dki|4JdpQ;2UJ>huq6Dr(4N~^p5wOPDQTJ-YT zuZ`1+*9CFL%3W>ZQjM+*a9h$MUVnMzS)Y4?xVxuuFBEWslYU2^0$$V*v=on@wP3Jd z{mbk!ti;vahf5#J&z}7)B{ct44Dx~U;*&~hLsxRizf=NoPk@jUVUhfYsZ4(XHw(Td zIlvgfZC2&(&y;p8#wYf^#tJQvvG}UpnN}Yeb+;>THDkR9!EhtVM>n1!YLL}g z`3pq_p?MlX!oY-i7N&B7Z-HS92)+4$U_5C2WJ9>(!6nu-8j)#hRal=AXU>G)kN3|; zOwKSlkGqx=A9wm>f@zQnYu?8&i{K6=vhJlZKiBzyHm3b3ZzZHH+#cqG_R(2 z;tjL${Q7NjpJo@T@qw-HJ{79B|FD*q&cv)7N!+C=?+3apQl9ISqm4=HVnh-J-5N-) z9#Gic29>hfCNcWN2Bupi1^~H<2fnnzD;Z1G%&g-=I-mBq9h^jFRde_VicRG2u%>D5 zzx+gF7bv5c&h0%r9wuFct>|(JYbQgo!yps#?~jC4;y)yRp_2fXF{=7NvFrX?W>nz} z^f`$b-h53a!1f9pmiBnlI}f!iwqQ?61g^kh*Ih!&)} zw6rfN5IrMI)!d51gblV%B8LH(pVRAA>n{}AvWu^FKumAEXNo~b{PG%e3P3P48%&LC zdc068JoJ8hlWkB$-Q45Eh|l0oM^y=sy}Rvw2NwE(4pL|^54^C7%@^M_&1t6FRX%ZK z!cUbS!)0Ijv=C}HHrZYAvzJS&M8omk2|cXZ^T*}cMi?T?d>vGzL<(j0Jj1B`H(VyH z6;8En0?*|d45;T|d5z2*51ZYdo9QP{zsmM?Kd#h$=?qN)a)$W1ZyJ~S_CBT6&)Y3y z3)o)YQy*8~wB0wdZ+w+@y3mB!YGofV^AIR+fP|4-l6n;87X3cNNoIXA8m2mj`1~n+9mJR~8B;01(tO6hN_l(zv z7MZ@G25G=uE6Z;^=>$#MIShTX8Po5|tWN!&8#D6+cedxxgbl`IQjC=f0>T;L`U3+U z9562Vs;EeVlU6@Q7(|zJecB<@DIOzMssP@?)vN9jF2HhAOU>F8waD?IAs;UT)<+~? ztAO#A15NuSNZ!chDMp9}BmJOYqx)7XvJ+ZwQt_)~O)Dg8+xsCGe#9Gr2IDY6M| zJQO4007Qvmi4%|UAi09gp$P;9zeMt`C~L9L4`>##?5{@QJjcar`$D$hd}JtxAVnYpYR*3qK^8k_}KRVG5h57sfvN(uS{+t;29#@ z?1^55eXA`#a_T8kf3#npS0i>_sVOm>XeZ#?TrQxoOdAHkd^yAX|@xRRj>g|#ZEbrZX%Jdvfh^_VBO1jUbdci&B!OZ7VfyWW3Iqc645j?q^XsC z3i|GD=! zrOR60MSPQpWf$itPR~+4fH<@=S_T zZ9ILYmd>?LgH)0hE4v|AQtvKQp{ge3Kzx@^$sbHzwy#d)wvGLZNsRj|s*r(BEp!02 zUkBVUu6Aucn>4xdt%!4JJ;A883wunt=(!L7i3S6lMzKaKtSU>@^Va~gwNjRqYS)kES%&(;e`{EzwycH(uC?&nTLikVZ!oJ z#2suJ88_%(pC^TbODUgbSZXRtUV~=|JfBKyWcBSExn@fHcE8ZU&Z${b<2ZYe)D7`8 z&=Q*z1JuzvAXq+qW^h)Dd*Q;Z)$(}%0HFUgiSpUAYeth_YTBX~*3VuGdOF5StaSkJ zS?zl_-(aE52cU|8`m>coghFlzD2pZsR&2x*g=8LGy|Y!@IrhR)ZS*G^<(2ArV21N{ zfAI|)$4K-4;wLfG3<8jjpFh0+9+Jb zh75#pU+5?Uas`MGRPaYlt0|aqJDy@hrPv5>_M>^G%?R}!@Q(-c73x|pxnI6M$3d!h z@|34sG%%TE9<4Rf)EV~t`PQ5HdxaykV}s2{yGrH}mTH?e3L;y|D(!H)oYOQQ|Co44 zkaCF=vNW-yXVsJ50;kSavHk`+-M#HT@RKTSEg!W$sGb4gl0)Tne}~=xtDQX{XXM(RxKGW?QJ3F>Mzk*rWM zx1U&3`J!M<_MovGM04){@&|Ee<2cGOuEOCv`cM7$7$`8oNd%1J1JGAx$JnJ2Wa8h* zaR$ccM)P7cicwWZ^ceXAz354r9EG(`H{X|o_ux8^y)kZy*`orHGpItK%(oa6z)yq$ zaEL)#l;99 z3ir;{sYBe)+|jlfb)V&lW@xFa-8v+dGNxwXJ{7Kuacx_*%36cM-2foW{NAPhaaj9> z?sfJEWyh&O<;PL_H;)v5h*_`$$CjauR4KdrG?JdRdE053$;gCLUcH&%c6^JA!RzGr zKZ1V7{`TSgdu@;(s$H2EnhD|l?0=?hH!1)n2F_7^<1)z`sWQ1%358c-TCd*u7VT)Z zNj-C3yk%-4Db8FPjp@&e^Uy^zny8Wf5ZNp+6|5l0GbabEz6`z6DU(-I3wpko@3h$1 zmuecH16Wu>f!pP7(-7oK_-sI=?@{w|dNPT0@Ih+;2}QX{3g+~Z|3 zEy<(T{Dkv>DHj_(;;WnVmZ>9xtB==5dnIA=VT2DuwmaE)8STje)r?He(o~AQJI6JE z_k~rK1Fq}o3$vjVATa^sjp&g6Cj$p<3ue@Mt7)oFvD_s+DEDJnY$on%MiD4M7eL^& zyY|TtL>1f@j8g6tP@sJFjP|ech^guR$aE|ebNI(ky$aXn;uP1Sd@ydDW&!F-;I5&{ zc0&0WFhDC9b1S7MkDLXg$9Sm z!f=veJ;u7?H&XR07?fz2Jse(zf9vH~`q|n`w2-Nv0H6d}xg~OSyRoL;=-6l(<5wAF zonsG_27n3i8_?i|YkDUn1&Fx?occlG@=vKY5v1UJlL;>++na|)7bFPAS+c<2)=%}j!u`_gnj|$>u3K@QR-27;YFbN1Gr%wb+GB16(MoM+7vBg6%7E2c)5y!c3p^=t3TPqV`^gs(-) z&qr_kTm(WEP=W6(ec+MFGERVC5@J9GlgXVweSQ#@MSu8&|Gq~Mm-f^Yuw{trz4_`` zK+7h2P!fr5D$r+E?ly20j6*gS_si!L^Nr#1<=tSME4Ok-kG`Akpr%KeI)`AXsUR(# zvl{QyVr-FzwlhJbidT|EWmb|oP--b~Sy>mWf&6!8jTKIzwc4aCY=sIoT9-QP5-rJO z4mYHy(Y*^wpw&~FIUl__rwNBiyGA(Q1Cu$DbC3{B(wORx2m7}`b#!?*z~cQ^ zOmp8y@(BGgML{y3UNPXYc3fExkJ49cELmOZ)?ND=)Je-v3-VcX*xnci2nPa}!t7}u zdVcsm(YpQTQGsitk7MnLlgTTKL;k$WHG;GPkA2I6C&0Y#t<8H)4-0@arKv7~7AG?8 zNCNt0oPYef`%1{$5Taqo9(J}jeuDm1nL$0Yb`ymjx}m6S_KfQo=+?Y09b~fFoZ@z| zg2ejexr2wDBuNI-lbbxs0>63jG7oFQ6 zYkknSeWJc$`@({!L4NE>uQSZx9t)}gAT4P!7m8R|wU$3R!W>*1XC%}nHG?sNf z#aEl=B%WaMJXQGq$m9y9bWpx)6S(VAtU`SqnD9$9Lnae$i<~*EVeDfkV#O2lO)Er! z01pX}Uy880b}FsrGwnPBJ{lK&2LKA*Fr=QA?TQ0r4rN&<44uDWOo66QN&UVnI~jn_ zMz|g+F@)>#e$}`0H)iJjo{)ABK3-OlJ}+ykk5bEMaEWr7d13Zsug{|fG@M+QV{e-7 zM?Cu)5Wxv2iUYVY0oxAjAemBbH82Zua3p=U{X2H;pPvLeWbquq4Rqd}a_E`mch}^P z`YGn}2i<8VR^Of#WPFbc|FEuPbk~GKg2_Pk#~G+Q+SeUBn?&J6F+fXS8L3wl^`3uV ziRNUhboJ3D7-szl4Fh+IakhcT^5Di#0~$=&n$NM zLk=-0PkgDBk9$)gP+mS`pxer!-!PL1apI~LeL+OMPg8J>-loLHRFPpms4KgYT%f8D z#|`gGU1h#zUf&{)3!sul-KM}6rE^|yfg^-mhY?R#*Y5Jk>w24@8?|gb$y#V+Q@vi% z5SRV;>sA<~;<)2jYcIz?$+_BcMrQ@({dsoAD7Pv%8V4HMdliC0d@B7 zTL+(pUjLy-20AOg`iyLXm3lWxX&;zu`dT>4D1mzrw(K4hyx_=OXo=ybZE%4bX*mO1 z5n-@EAw1>M_njZA&#G$fjQDlPTWHyrPw0b~7q~o4C-BGG&d*cW!o{y)sWo&oA;1vv zaoxJeblNZL=PkEZ8^fnqlao&{N`@z9pc>idpQN$McN!K`Xjj9L?=08l?cJYhq(?D| zVMVUm>TP@v#vL;5&J4t#{?j^F?66`oAudrU&~N-Fn6E+)_)5Z1vW)vRQp(U=uSo?q zR8~uJp6!c~;1#02%4Zn4T><_=WD$a|K_Rrj-89PW8E-O8HUH$=Ncpl0oBrRtjoUA* ztMT1jgm z$onWVKcFPC$sqos#Fb=cUG;;1t0%Y1O&BMmDy;{uIyG5pnf1+;PIvlyVt*!pUJSAY zh!YLAe1-%Y2IzTQEC_4LS^^0t0)+~WzRH3i@$~DPfkWkKe=gqNw>DPu1Yn6Q!ZkEM zFvH*fd1R%Z{MzoN5Sj@~j30iD!Q1)Z27(7An$LmaKaV!GQB(~@76DQrK`oHQ%!lT? zVjT}&ofTH5&=e@vch{;&mK>+{ik3b=n3u+^EM~>!I3%9^Cc@LSvu60E^zqCVDwan| zVU0zwOFzRfTxk*s(BDA!wg3+FAq^MnKWB;3u~$Agkhb={3psjYo)s}3C3NJ-`A0za zbJWWeTt{8rqQ0+0$~%W6Yt1o?Se-=CRu$~+hrm~CDAJxJHex;*Ia-xS8_*U;sQ>ddC)2+ZH^6ieTuGOof;XC! zLt^~P$29Hc)t50!F7>rBb=jKD*vP~-&6~p9R?>1nUi4TZkMt8r!5dp4ey6f0hChr; zH4G`rv<4p2vH0=B;VUa?kpEvI1fO0X`lzCEh7P+i=0PwIeO&HzKnu%e=%(_n&gqJf z^>Y@INDTBxzTMD7`_JV1tLbH`CUI^TXNqV}(_cmu81`<93qZ=WjC;|iWW;{p57BY4 zLcTgz^Vz0mQW4!_vx5d^70yiFw|b*L=NTdK9`dElq_4A>K0-^ud+Fshk z4y>in8l7rLL;!k4y)5rQ52OoE^!d=X?ZB}ro0^6md))l|nq4k<$%G07L5GKzuU|u- zJ&)Pe1#nR9M`;(Ri5QsFpVqj82e7uH{V~dFIdewskM`xuZlnFmY9f#$iAl;*5kBZL zZ{<(2H*#SB!?1z6hatVOF9$zqF-oTy-0ffZ@m}Hr%LLWu;XHwBy3e=Y>-SUSu_3dK zE!m^IOpri8(pmeL?XS{Vm!TQiov<`)IW65GVkR}Ext7EYu9g9t2_qp%*n|~IV;sF6BL?8+kZ5y z{$ISD){2ZDX-u!FKt*S5>2c)M`BQxU$4$+0YUInmOTBQ!xr)EM67nX5jkjRD82xZg zXt#}aS^@+16ojGEV@ z9>L%#%#MiukJ;OWzb&h|-C(!s1&BS`SR(Alpp6$;e9r(&Pk5gujt_A**1r6OF%c{U zz}5NcT|KJ}YEh*z89ZH+H_oM)z;r*66bT&!YE_lV;MUX8IFIH95@-i85B-0^a_=m( z#z+A(xtH{+dXFz0i!Kn@W`YLv;0-JY{RC;5m}1aD04|mqh!HK;xd5Hy2O}7$+=Dfe zmp|dT-x4UAfkOIw@q%i83q<#P_y0dL;l&^&ZVDMFaN7TEu?OQfu}a^lP)i2&J7G5! zA;Vt)xBwM&3r}iu+x+@Ho7{>6nD*wSG({-Z;9T$hme=$rL7sm*A~*Yz?C5!tcI;mV z2-cpD_QUtVx`*?;S!|^}<%_va9=ka6lc=`Wg~pjbQ#`TT=@oO8c6>-*YdOxdN`685 z3>|jxUqc9zcV%h%f>!eJsaHeWZhEqfpgbGYnj=g4Jhx&~WlOe}+898Z+yx{L%5lAp z*>4ZvDxJ%bWqGG;4p~rdgXiz~U*fL5()Z$i{r7Vf9^7$7V4QRNwikmzp)TaUi<|qr zsE4J|v477b>ae1A*T;3=;a5SV|6xDlECxB{p{*GZ-*RlCuV-OcjM0laj`eai zBA3(fi2TmwBzzng1+eRZ+e$rZm?-r>59&%x<7JFly}XV=4m~Dh!Bldz$o+HyIGh3| z9a$zIh?}ESHZ8dlOM_asBQ^6Gs`CMRYQmBKeLhbhW~d!{ zBf|e))BieiO(8W{@x?EYyk^NI`iEPy?USXbjmkiN6Ia>^hM(=XxjXVxADtG^Ww0>JX z1E#6@zD2Yjc$l6yFM2shC&jq{6##7TpBM;m8ad*#(j&yC*)ALrZ;WcchI|{De=l58 zE3DY@YU+|2w5W)W`y8QVjL%|;DIClQ-kGe^_(WS(t55;EBx2`>COpCMp?~_LxS^T1_ z%FCTvGu9uZsUc>F z0cjEN8`Q9}PQ>(5Jm`zJa;}>T;2fKVovI!0Jmw?|`ja&WT#7}IHvReeE+EsL?YP#c z(SP5~SA2;RHp|{;g6bz=aR_E5p+WunVD^c^@*TJ9*;h^Z~gd%{3bI#4;rKznQ zU(}HId!d8HXQ}VQi{2ZEIH~x^44vUwyD$0v31yL>yWHB4TLh zTR(}nH!PLnM%$UtA*rABiY-Eq&&14UxZrM416Ei3Mup0Q3FbpdO zjQGx)lJ-1;pekP^*3j-%Z^iMMJAZFZU(=$isag|CS8QSSs%%Id9L(lErFJ) z&b>7f8rpaJ?xIMay1jMQmtO@m2w4<8*X6=ghnfpABj3hGDP%dUE)e=lxCI?viG4S| z-G8gYGh!&OZ}n4#{eG80YL>6YUPv-&XX|g*=fb z-LYp%&))4b_2|6Sq#G`48Z8n?)-f{{VZre+`dmj4Sx$AlzhDbx>@8WM%ckI+6c;zb z{os;J2TjmR1$^gC7uK{dOGpr7Q)HWYiwp6KmQXoXj^CzkKbmef7mpAihZ_sjzc&8P zB?-5gSO4@lvosd1iq9wa(UlDNH%0CVc1#gOr^OCc;%)7R`7}dmUlx}#`c!5b#(k`M z+PQK3Hr=i$mL;raW5G%Vz!_gLVW6P_ZE4&a@vgwcJiJw300*B2tO;lu84 z1jHi9lSgWYZRzTq-J8Ne4UWtwcUO;GcEetXGM|rRb^m>P=BVxL%>I|#^?o5E&>Yx{ zEOVq&of8&&V~^vom}KsHEH6v%=KIRe-_M+P5*e<*a9+hwY1qpIk4N(px4gt2`|Dad zP2UsZuD2K5U9&!xdG(r7?WK^R%?D@51y`90Jz|bo1T@S`hgj4esGUQn*v8B#;m7rx znO4`-igm+=J~~udnPHZ>XSje1vPbK?U5r|@^rEI!_`l}o z*~5;es!Fr%R3$}rj&8XhPK|dTj&^K!MxNv7l3i^OW+IPrka@Rq;(L~cxsZs#Cxe*6 zUDxV#3N9Ls-kT34FTgrfQ*$hg_wBdY_3J-v?O2d|@g0&vhU^AniS&x*@?qvQa}xQebl_5Y*|=To zUC$hs-YUbY8*ATf!(1=^32vr8(%ZK?!jd+g@-Jd@9p)1Scv5}EQ7G50d&Yp?XmwSp zm4H^pGCslSDX*j(^4uuoTpx47;^oJu4Bh4UM94lwR#Y?y5J%C#Fq2uHK`6N9y-4le zl|49cC&4vdxcEJ1U3D*XrRF_jR5yFiv#SBiE9KSYIcqN42i*mRsulNb{@Ak8qET9E zW2Y_l+K6p}acnzpFecRU_mPvKkX-2GnsTfJ?zRofyG(q%$T_HIE)u*n9t4O8g9t=Z zNi%%jQ7$3XeA7BSvZ?-9`i{ONb(MC^Ivu@$P|GW?v4zV~>d}@e`Pj(se-P?NTbc`x z3Q~2;Nqd(FNT(kmXMTO@cpEOw&^sPD4a*@?B#@?BiAXPu1#XMjsYf!SpL)W+$P%Yn z#;ipLGi2A3!SSQt#mm$ zr>d}BgH&#u+DUOn+_n!Kw&SfoOHzaeH?qSs^}lHmZJQ+f#zOke?O%U6=Zg9@n)qI^ z!29HKX$0nJRN-E1=i418my%?)mp6<)e~Wo=^r4s7Yv&F<5@WRSWcnC<_57aZ{9c&C z({nV*4j;>Ivu*no4wouhCsXi-(D@RVnE98Ah!srFVr=+gzGE&9eD#g3zm7kp=V9}H z>6qPIk%GeakB<3kmoH|q$1i*~Q%Jt_qvi8H(QbgwsrBqOvH6twmsgpSANdzQdb>bv zzZyH6X+P9k;y8tURHB~38wU$Hu8(+5W<0*!{`6OWmq{v@%Z=;cJD8Ws`(2xjDkww%*Zq3hnM|n z{alEXb9AC4eXHpP9hs?}`$=;=*j#)Gkjh}G3sUb%kf8l`U)V&$&I~)bHZufBUE;A) zf%66J7ja8DB9b}Y1+YxGACQQX%Xsz0(_7`bPVLBP@@QVlW$HaEd`+C3x9!#r(P_~Y zK5y{VcrvxeH~2PMnx*sU_xggCjU{(C266HR!>?k6!wA&C134q!-@35(qYKW9yPRB_ zJh2zqqNN$sJI>t^w34KM5x3Bp;R$8;%=iN&Ss5WCdqyf536VXM5tWRHla&$DS7h%!DywWFk-bjV{l2;%_wRAv zkNffadGMEWUFZ6Y_qaZv&-?Y{kL$sRT9-*Mj<2XpZ4u$t!f@yN`odNY{64af-It!2 zR;?2Xe&Henp3nfhIOXhs`nelM9T(l~gB5A#o-z=-<0K;%2=<)m#0n!}Bj$9?c_^!m z1slf0NdLloOnmeSr6aY$T@tN}{nJ`?>=ED4{mX0hXCoWa3b4sMXvaSXu4pb&wOLp6 zImC(xhS+1Lae_kfzczBr9W#W|3h!8|^CV60+%gh>bw)8m=n1&3#HLka*sroqv53o; zyqxoW8=Qsm)e5RiC-PUt95QJHDz>)jKR#r)Ar>#>>kobf#*~i|`n&q$2K4a={ZO`IyY0 zOx8lJtF-YuJ*3N^Z`<`c))#W#N19&?f;=!B`XS=G#d+~tYeHYh68dU&y>JflvEYGAKcFv5KzzSG)xKtHQ%DRL%R59SXnl4bR= zs78p1>=w^ueABnEZ5$;~kZVxk&~N9)ycNccCA>6y`R*#l^yel|@N@(vRVeBXiKplR zf#MB+K``STzpo+wRzw2XSg?~ErD9`s znOrE&O+A6gqnNCK@x{!CbFbD&a3&_{NoA#;a)SLoPB!KYlYe3&QSYvi3nch>;^`dQ zWBfz<$D8GAM7R$O_E2zHb}*u^S4d;_Rc`d( zwH`Mm-b7dBAeZaCMe$v(vv1_O1tpQNUsNNHM5hPb^ZhqGqd1pzjH!Dp(&y6Z0@5S$ z^xI2H#-3E@Zh;LoY8z}A7;Vk};6CwMh%SVWsi9-jm$?_iZ0gXd$A3+#DLk&K8j{lX zVV+uuF#SWT5ntGq45MfusAtbN_pi5YlJT6kKmEki!F}_$B6m2YF*SH?&B{=+tG|L7 zleMs!>z}7(jEfWvOKC1oa6n=}wv{sH*L>>Yc_|!5f$>o-wfyo{J*^gIZs6@)UVeK7 zR~@#|cDQ@0Ub!M@YlW!*Pxl(hqxyVSr>^FgkcP$r_Rh-3#^M0hI(E zn)(rkx9tBeu?$`7q&4e=JP(q@+PUhg6CunD7Ph@J)_bWphbcb2v(&Jpl$WjJcF?U+ zf>yvW6PRYQv0j|ajNq4rn5*gBN8?@dhR;WIdlu#k<38tvXbOg41(n4aB2@X|SB?7x zY1ok~xwhl!Xy+WdH!CdO5~mAdgxIS{7JL{|%SZ4^QU}vakl6_T@T>OhYIGNK!ALZm zeS*!7=UH$#Q4dMUoajls%wT-rt$u-^AQV^Wp5f{%b>qJf$gr?lTtvU#^KPWbTBO|nXi11TOW^MR`}yVu&gh&5aD zmn$skLBI;9bhK6% z1?q+@vdt?C9TvS)opY3qu&i<|J;MXfn5~q+jY+=MG#Z4`+3|+VF|)2QCPz)P*z~FB zq_9Q!W@_N45b{9WUs>j#)o*E1?&aupij2xUFqGCvxaQoel<#xDY2M^an(-OZHk#Ph z#ELQ8(DpWeSH zjsEX{f39Zz`Sr2Qy;JIo$l4;@q|N1Py^H-G%SF}`ARNrqDT-vPDk?W_Vu|aaIP^6z zG@(9NLPBDsF5s9aZt|bIEIGOvl&}i^_N~Ajz(PLx3q^Q#iIx`y8x8abTUPS!x6lwY zRaR9MGt>}X@$%X&X{+1pl|@AB5GD=q$!rGS8k&4?rjI=V5!B`sqzPf*Ipu|FoEsD(tmlj>zR1Z(SaD zkpdE^xgaBX_}1z+ct;gnTwNWXI~trjg32J zEkJ$Z`)|0FONABO>a|fprcuF{d!SrTqer40N%mSZyAg11rBHZ0XSeRnifpdkz5Bc5 zU4BuK_9ZsdgXIyofmu+)jpTiNQV$gU5%Aa2P*D?LiAtcZS`I&#xQ6%pxRCCPLV1mQ zGC~1kDLgN#-ne#ye(b^byWTTVd?mImWYt@ruS&a4q5QWCtQ8a8P&_K1%5+7xDFC-IcE+eP;>%gRn81)8uS z_$vP@2Qr+rv^Ux7wWj0&jiNHlesq+sNMEnT)ZIHq1yk|oACWy@+0@(CE66SXV|-osz~cX?L4|!dMp<4DC5R*Kqryl2~bG} z+d!5H;2H#91-1j%Aam@Q1M+ek8Cgb7I3-=?(8cg9DM=YO@EWG^{_bku{Y2ihHa1`K z1nz72rHsGRQe-+BM@*RM|N=y&&gca|F*og=0_ZwA1_mg~%_=UY1ZQ-S zhHJxzEqy5vf+eVpg4l78>}s`GNKs8K-cKI67Ru(E1hnnB1{Y~*c}BUB25=XyA@kfxIhBwt%-Q%9Tp-V`B$ zqPV#D6TMS>f~c7vNme>Xm)YV@eHs^p5zOFW2f`t?$S9i8%1@7!vw3~CjTp5KP-5OV zAAnAVa%;?heyQEiPSjM!z7;7aR9f>H6`T7E43`|M>3Dfnpg10^PFxKASk{*c(56$# zTD-t5-*}mu;cv=BP69B))}0ehjW)!ttYDK)&dykHBO4;gTH#eyGVoaTB@VP-pw1cg zQA0Zt`Rt%l9;}rRB`zVsc{=J%H5I}LhT`fy`6t0cLq^i9vCobqnPc+u^EGz7l$8lV zssj*P@p3sZ#YB_IV`5_LCg!8^YHQhuiHQ+j=n8DBZ*6b$WY`_Yu_kp9ql8m?P{qre zIhmORhK7bEqjx&&UI(@!@( zPX}M>r>j~IlY8y^FS#%`NEQg$F50EehD zq$nfoMl#|W79u}qw%;d=Z2i3Pqbo5W9mI^`X^{O@g~LVNe&-Ko?wlDI*>7a5jX&@( zG^C&JP7dKW$axJN5zQ#nYu&~Bf`UbI3MMK4W=xc541K*@y=|$YU=r1h!$A;{|1_SS zY2<)T><9&MlC11(;s>A3PP;PcuTHpBP~9M4pK_IslW)k+8?=G#RPWdQWLl$=0^5G&6#I_c& zJRwBYcco_6(nd5{-zY%u51apa2kg1tji^9=5m7cLNABG_s{0jq?)NS(7ZWQRI zM^#Kbyvi!=s`zzi=<&C2-^eTe{Q0r&-3&4#$R81E9oUfOtTOl2;Rt~$n4PZw1}%I; zbHTe>fmqf{Twr4S0s;am9MtORcB5quGp#K5=wNcsfM77g^XJcPdr~BltKKYiX8)O- zU5|wA?WL^DOr`RF{&`$?e7I^mQSFmeR;EuB(lB>v|k4*_Y}hE`Vrazrft!0+)4p9i(N*3I+w(9&HV1nV;4cCJ&r#H_*Mz!>gUbeO&-V zC!L;x-?GX{6`wA&tT6@mPWD`r2Lg2qq&HVU!(#)l$iY#&l`RxiT`l)CG4b5W$63mO z(b41v2CK;jzrXRI$nmDYQ={f8rSJBt+qbZJKN<=eATUW8dU|^J7k(}+(cT^^q>*{0 z1OCGeP|KuoZHYkzl}F}pj}QIpOv>z|N=%Ee`PUzVp#FM`kiT1dfXwLe@Xe3@XpVH> zmC890;|(7VkSi(m!@Gm%D`3NE;0Q@cqzadvpM*G#29{K0$WRR;Ay+4BFK8tFuk7(} zLLPa(3rUs#Q^15p6B@l2@Jg0d_yEAZc90b&yO7Wfyo9o`|GD2Y`lEvd1(41pgZAO^ z_`HIGrgL#}!HkyP1c($gw?;6xM&3IRH!82Fn1u-;2hObfrWlNU6nH(pJ}Hw+2NS!s z=z>AAkcL1IAE1Jx8e)tXJ4UPHoDtn5l)+ib%`jjtPs4rLY< zQMgpFAf#$k{T<13r=zSP3g*GIhYw_4JHOV%engGLHju&xt3;u|C55Wulpa004Cf|d zpc~Qf$a@2E{?9tPc(|%CkUFHS$;ism#HhM0yz&BEEjj9%p&>B}d=Dg`kQsK&BAEGe zY;m(vb$AMHjT0!j-7ydFiO|M2I2eLL2|Oq3li$a0G{Oc@87tGAS1qLOB^4`D_3a_R{mfLn3N5ZM>|q-+g}a# zb}H%+S7H;l`>^JvLV*0yT7&|*Pp|Wb*asd_k*a551I~e1Bf%AX@hn(HE8utaz}qHS z`JaJil$v0EjQDKM+d%#b=}BON^~ax=sMzJ7C~}~Rj837D;C^4`EaZJ^+orJX)xv2F z-N($rvOddx%!H<7RWvhWIoe37d!3t$1{n)Qpp}B%2hY#n+}hdUg3*FN2*3i9N_U=} zmGNkZG+?{4T~+u09;w#AJ3vD{k!P77M zuFWOtHvWEqgVEBJTPJ!UWEBesr;w;{iUAWiywn0(Gp=x$$qr7#?6peOBH0fuB(s3N z1b%><<`q|fZRQmgHWyV)K#6H6NG(m3wy|}Mg`K9c;M5@H6dfn!%3A6HNgj&aFHwkg z(-&<{t}18NTqK$P*IQY*ay{~PawDAn-(;ZwGN}J^)!&!H|7VSx#{`LDKAsJa$jnjj Nqj5z?r5I}+{9pH*OEv%i literal 0 HcmV?d00001