From ca847dd64ea022b93513d45a68a5d8f1acf8b3f1 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 8 May 2026 18:57:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: varshak1/openrubric-judgment-sft Source: Original Platform --- .gitattributes | 36 ++ README.md | 60 +++ all_results.json | 8 + chat_template.jinja | 89 +++++ config.json | 71 ++++ generation_config.json | 12 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 15 + train_results.json | 8 + trainer_log.jsonl | 112 ++++++ trainer_state.json | 820 +++++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 39083 bytes 14 files changed, 1240 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..42aa861 --- /dev/null +++ b/README.md @@ -0,0 +1,60 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen3-8B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: openrubric-judgment-sft + results: [] +--- + + + +# openrubric-judgment-sft + +This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B) on the openrubric-judgment-sft dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-06 +- train_batch_size: 4 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 4 +- total_train_batch_size: 128 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: linear +- num_epochs: 2.0 + +### Training results + + + +### Framework versions + +- Transformers 5.2.0 +- Pytorch 2.6.0+cu124 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..f046c1d --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.0, + "total_flos": 1.4534558685629252e+19, + "train_loss": 0.27833450065266935, + "train_runtime": 6971.6374, + "train_samples_per_second": 20.435, + "train_steps_per_second": 0.16 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..a8e7a96 --- /dev/null +++ b/config.json @@ -0,0 +1,71 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.2.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..1701c94 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.2.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..4420531 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e7133d5ab4ee3145f94cc4abba9c8524dafa0bb4083a80a948b1da2eabfd5c +size 16381517208 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..ea4d101 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,15 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..f046c1d --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 2.0, + "total_flos": 1.4534558685629252e+19, + "train_loss": 0.27833450065266935, + "train_runtime": 6971.6374, + "train_samples_per_second": 20.435, + "train_steps_per_second": 0.16 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..03630e2 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,112 @@ +{"current_steps": 10, "total_steps": 1114, "loss": 0.5949527740478515, "lr": 4.959605026929982e-06, "epoch": 0.017969451931716084, "percentage": 0.9, "elapsed_time": "0:01:04", "remaining_time": "1:58:49"} +{"current_steps": 20, "total_steps": 1114, "loss": 0.41325950622558594, "lr": 4.9147217235188516e-06, "epoch": 0.03593890386343217, "percentage": 1.8, "elapsed_time": "0:02:05", "remaining_time": "1:54:29"} +{"current_steps": 30, "total_steps": 1114, "loss": 0.3709533929824829, "lr": 4.86983842010772e-06, "epoch": 0.05390835579514825, "percentage": 2.69, "elapsed_time": "0:03:06", "remaining_time": "1:52:33"} +{"current_steps": 40, "total_steps": 1114, "loss": 0.3509422540664673, "lr": 4.8249551166965895e-06, "epoch": 0.07187780772686433, "percentage": 3.59, "elapsed_time": "0:04:08", "remaining_time": "1:51:07"} +{"current_steps": 50, "total_steps": 1114, "loss": 0.3454415321350098, "lr": 4.780071813285458e-06, "epoch": 0.08984725965858041, "percentage": 4.49, "elapsed_time": "0:05:09", "remaining_time": "1:49:36"} +{"current_steps": 60, "total_steps": 1114, "loss": 0.33249969482421876, "lr": 4.7351885098743274e-06, "epoch": 0.1078167115902965, "percentage": 5.39, "elapsed_time": "0:06:10", "remaining_time": "1:48:23"} +{"current_steps": 70, "total_steps": 1114, "loss": 0.3292850971221924, "lr": 4.690305206463196e-06, "epoch": 0.12578616352201258, "percentage": 6.28, "elapsed_time": "0:07:11", "remaining_time": "1:47:20"} +{"current_steps": 80, "total_steps": 1114, "loss": 0.3244313716888428, "lr": 4.6454219030520645e-06, "epoch": 0.14375561545372867, "percentage": 7.18, "elapsed_time": "0:08:12", "remaining_time": "1:46:09"} +{"current_steps": 90, "total_steps": 1114, "loss": 0.3236015558242798, "lr": 4.600538599640934e-06, "epoch": 0.16172506738544473, "percentage": 8.08, "elapsed_time": "0:09:13", "remaining_time": "1:45:02"} +{"current_steps": 100, "total_steps": 1114, "loss": 0.3194127559661865, "lr": 4.5556552962298025e-06, "epoch": 0.17969451931716082, "percentage": 8.98, "elapsed_time": "0:10:15", "remaining_time": "1:44:01"} +{"current_steps": 110, "total_steps": 1114, "loss": 0.31786675453186036, "lr": 4.510771992818672e-06, "epoch": 0.1976639712488769, "percentage": 9.87, "elapsed_time": "0:11:16", "remaining_time": "1:42:56"} +{"current_steps": 120, "total_steps": 1114, "loss": 0.3128951072692871, "lr": 4.465888689407541e-06, "epoch": 0.215633423180593, "percentage": 10.77, "elapsed_time": "0:12:18", "remaining_time": "1:41:55"} +{"current_steps": 130, "total_steps": 1114, "loss": 0.31437077522277834, "lr": 4.42100538599641e-06, "epoch": 0.23360287511230907, "percentage": 11.67, "elapsed_time": "0:13:19", "remaining_time": "1:40:55"} +{"current_steps": 140, "total_steps": 1114, "loss": 0.30969116687774656, "lr": 4.376122082585278e-06, "epoch": 0.25157232704402516, "percentage": 12.57, "elapsed_time": "0:14:21", "remaining_time": "1:39:52"} +{"current_steps": 150, "total_steps": 1114, "loss": 0.31036303043365476, "lr": 4.331238779174148e-06, "epoch": 0.2695417789757412, "percentage": 13.46, "elapsed_time": "0:15:23", "remaining_time": "1:38:53"} +{"current_steps": 160, "total_steps": 1114, "loss": 0.30779433250427246, "lr": 4.286355475763016e-06, "epoch": 0.28751123090745734, "percentage": 14.36, "elapsed_time": "0:16:24", "remaining_time": "1:37:49"} +{"current_steps": 170, "total_steps": 1114, "loss": 0.3062736511230469, "lr": 4.241472172351886e-06, "epoch": 0.3054806828391734, "percentage": 15.26, "elapsed_time": "0:17:26", "remaining_time": "1:36:49"} +{"current_steps": 180, "total_steps": 1114, "loss": 0.30041847229003904, "lr": 4.196588868940754e-06, "epoch": 0.32345013477088946, "percentage": 16.16, "elapsed_time": "0:18:27", "remaining_time": "1:35:44"} +{"current_steps": 190, "total_steps": 1114, "loss": 0.29730544090270994, "lr": 4.151705565529624e-06, "epoch": 0.3414195867026056, "percentage": 17.06, "elapsed_time": "0:19:28", "remaining_time": "1:34:41"} +{"current_steps": 200, "total_steps": 1114, "loss": 0.30029687881469724, "lr": 4.106822262118492e-06, "epoch": 0.35938903863432164, "percentage": 17.95, "elapsed_time": "0:20:29", "remaining_time": "1:33:39"} +{"current_steps": 210, "total_steps": 1114, "loss": 0.29685449600219727, "lr": 4.061938958707361e-06, "epoch": 0.37735849056603776, "percentage": 18.85, "elapsed_time": "0:21:30", "remaining_time": "1:32:35"} +{"current_steps": 220, "total_steps": 1114, "loss": 0.2990954160690308, "lr": 4.01705565529623e-06, "epoch": 0.3953279424977538, "percentage": 19.75, "elapsed_time": "0:22:31", "remaining_time": "1:31:32"} +{"current_steps": 230, "total_steps": 1114, "loss": 0.30233011245727537, "lr": 3.9721723518850995e-06, "epoch": 0.4132973944294699, "percentage": 20.65, "elapsed_time": "0:23:33", "remaining_time": "1:30:33"} +{"current_steps": 240, "total_steps": 1114, "loss": 0.2941945314407349, "lr": 3.927289048473968e-06, "epoch": 0.431266846361186, "percentage": 21.54, "elapsed_time": "0:24:34", "remaining_time": "1:29:31"} +{"current_steps": 250, "total_steps": 1114, "loss": 0.3003401279449463, "lr": 3.882405745062837e-06, "epoch": 0.44923629829290207, "percentage": 22.44, "elapsed_time": "0:25:35", "remaining_time": "1:28:28"} +{"current_steps": 260, "total_steps": 1114, "loss": 0.2935019016265869, "lr": 3.837522441651706e-06, "epoch": 0.46720575022461813, "percentage": 23.34, "elapsed_time": "0:26:36", "remaining_time": "1:27:25"} +{"current_steps": 270, "total_steps": 1114, "loss": 0.2941242218017578, "lr": 3.792639138240575e-06, "epoch": 0.48517520215633425, "percentage": 24.24, "elapsed_time": "0:27:38", "remaining_time": "1:26:24"} +{"current_steps": 280, "total_steps": 1114, "loss": 0.2936396598815918, "lr": 3.7477558348294435e-06, "epoch": 0.5031446540880503, "percentage": 25.13, "elapsed_time": "0:28:40", "remaining_time": "1:25:23"} +{"current_steps": 290, "total_steps": 1114, "loss": 0.28728442192077636, "lr": 3.702872531418313e-06, "epoch": 0.5211141060197664, "percentage": 26.03, "elapsed_time": "0:29:41", "remaining_time": "1:24:22"} +{"current_steps": 300, "total_steps": 1114, "loss": 0.29381372928619387, "lr": 3.6579892280071814e-06, "epoch": 0.5390835579514824, "percentage": 26.93, "elapsed_time": "0:30:43", "remaining_time": "1:23:21"} +{"current_steps": 310, "total_steps": 1114, "loss": 0.28871979713439944, "lr": 3.6131059245960504e-06, "epoch": 0.5570530098831986, "percentage": 27.83, "elapsed_time": "0:31:44", "remaining_time": "1:22:19"} +{"current_steps": 320, "total_steps": 1114, "loss": 0.2919660806655884, "lr": 3.5682226211849198e-06, "epoch": 0.5750224618149147, "percentage": 28.73, "elapsed_time": "0:32:45", "remaining_time": "1:21:17"} +{"current_steps": 330, "total_steps": 1114, "loss": 0.2949108600616455, "lr": 3.5233393177737883e-06, "epoch": 0.5929919137466307, "percentage": 29.62, "elapsed_time": "0:33:47", "remaining_time": "1:20:16"} +{"current_steps": 340, "total_steps": 1114, "loss": 0.28940815925598146, "lr": 3.4784560143626573e-06, "epoch": 0.6109613656783468, "percentage": 30.52, "elapsed_time": "0:34:48", "remaining_time": "1:19:14"} +{"current_steps": 350, "total_steps": 1114, "loss": 0.2877013683319092, "lr": 3.4335727109515267e-06, "epoch": 0.6289308176100629, "percentage": 31.42, "elapsed_time": "0:35:50", "remaining_time": "1:18:13"} +{"current_steps": 360, "total_steps": 1114, "loss": 0.28816981315612794, "lr": 3.3886894075403952e-06, "epoch": 0.6469002695417789, "percentage": 32.32, "elapsed_time": "0:36:51", "remaining_time": "1:17:10"} +{"current_steps": 370, "total_steps": 1114, "loss": 0.28344998359680174, "lr": 3.343806104129264e-06, "epoch": 0.6648697214734951, "percentage": 33.21, "elapsed_time": "0:37:52", "remaining_time": "1:16:09"} +{"current_steps": 380, "total_steps": 1114, "loss": 0.28453927040100097, "lr": 3.2989228007181327e-06, "epoch": 0.6828391734052112, "percentage": 34.11, "elapsed_time": "0:38:53", "remaining_time": "1:15:07"} +{"current_steps": 390, "total_steps": 1114, "loss": 0.27885701656341555, "lr": 3.254039497307002e-06, "epoch": 0.7008086253369272, "percentage": 35.01, "elapsed_time": "0:39:55", "remaining_time": "1:14:07"} +{"current_steps": 400, "total_steps": 1114, "loss": 0.2846828937530518, "lr": 3.209156193895871e-06, "epoch": 0.7187780772686433, "percentage": 35.91, "elapsed_time": "0:40:56", "remaining_time": "1:13:04"} +{"current_steps": 410, "total_steps": 1114, "loss": 0.2884047269821167, "lr": 3.1642728904847396e-06, "epoch": 0.7367475292003594, "percentage": 36.8, "elapsed_time": "0:41:57", "remaining_time": "1:12:02"} +{"current_steps": 420, "total_steps": 1114, "loss": 0.28609886169433596, "lr": 3.119389587073609e-06, "epoch": 0.7547169811320755, "percentage": 37.7, "elapsed_time": "0:42:59", "remaining_time": "1:11:01"} +{"current_steps": 430, "total_steps": 1114, "loss": 0.2808084487915039, "lr": 3.074506283662478e-06, "epoch": 0.7726864330637916, "percentage": 38.6, "elapsed_time": "0:44:00", "remaining_time": "1:09:59"} +{"current_steps": 440, "total_steps": 1114, "loss": 0.28656601905822754, "lr": 3.0296229802513465e-06, "epoch": 0.7906558849955077, "percentage": 39.5, "elapsed_time": "0:45:02", "remaining_time": "1:08:59"} +{"current_steps": 450, "total_steps": 1114, "loss": 0.2885767936706543, "lr": 2.984739676840216e-06, "epoch": 0.8086253369272237, "percentage": 40.39, "elapsed_time": "0:46:04", "remaining_time": "1:07:58"} +{"current_steps": 460, "total_steps": 1114, "loss": 0.28384861946105955, "lr": 2.939856373429085e-06, "epoch": 0.8265947888589398, "percentage": 41.29, "elapsed_time": "0:47:05", "remaining_time": "1:06:57"} +{"current_steps": 470, "total_steps": 1114, "loss": 0.28023710250854494, "lr": 2.8949730700179535e-06, "epoch": 0.8445642407906558, "percentage": 42.19, "elapsed_time": "0:48:06", "remaining_time": "1:05:55"} +{"current_steps": 480, "total_steps": 1114, "loss": 0.280789852142334, "lr": 2.8500897666068224e-06, "epoch": 0.862533692722372, "percentage": 43.09, "elapsed_time": "0:49:07", "remaining_time": "1:04:53"} +{"current_steps": 490, "total_steps": 1114, "loss": 0.27998642921447753, "lr": 2.8052064631956914e-06, "epoch": 0.8805031446540881, "percentage": 43.99, "elapsed_time": "0:50:08", "remaining_time": "1:03:51"} +{"current_steps": 500, "total_steps": 1114, "loss": 0.2860716819763184, "lr": 2.7603231597845604e-06, "epoch": 0.8984725965858041, "percentage": 44.88, "elapsed_time": "0:51:10", "remaining_time": "1:02:50"} +{"current_steps": 510, "total_steps": 1114, "loss": 0.2779590845108032, "lr": 2.715439856373429e-06, "epoch": 0.9164420485175202, "percentage": 45.78, "elapsed_time": "0:52:11", "remaining_time": "1:01:48"} +{"current_steps": 520, "total_steps": 1114, "loss": 0.2789080381393433, "lr": 2.6705565529622983e-06, "epoch": 0.9344115004492363, "percentage": 46.68, "elapsed_time": "0:53:12", "remaining_time": "1:00:47"} +{"current_steps": 530, "total_steps": 1114, "loss": 0.28540740013122556, "lr": 2.6256732495511673e-06, "epoch": 0.9523809523809523, "percentage": 47.58, "elapsed_time": "0:54:14", "remaining_time": "0:59:45"} +{"current_steps": 540, "total_steps": 1114, "loss": 0.276381254196167, "lr": 2.580789946140036e-06, "epoch": 0.9703504043126685, "percentage": 48.47, "elapsed_time": "0:55:15", "remaining_time": "0:58:44"} +{"current_steps": 550, "total_steps": 1114, "loss": 0.2832359790802002, "lr": 2.535906642728905e-06, "epoch": 0.9883198562443846, "percentage": 49.37, "elapsed_time": "0:56:17", "remaining_time": "0:57:43"} +{"current_steps": 560, "total_steps": 1114, "loss": 0.2769860029220581, "lr": 2.491023339317774e-06, "epoch": 1.005390835579515, "percentage": 50.27, "elapsed_time": "0:58:26", "remaining_time": "0:57:48"} +{"current_steps": 570, "total_steps": 1114, "loss": 0.2540097713470459, "lr": 2.4461400359066427e-06, "epoch": 1.0233602875112309, "percentage": 51.17, "elapsed_time": "0:59:26", "remaining_time": "0:56:44"} +{"current_steps": 580, "total_steps": 1114, "loss": 0.2609401226043701, "lr": 2.4012567324955117e-06, "epoch": 1.041329739442947, "percentage": 52.06, "elapsed_time": "1:00:28", "remaining_time": "0:55:40"} +{"current_steps": 590, "total_steps": 1114, "loss": 0.25025138854980467, "lr": 2.356373429084381e-06, "epoch": 1.059299191374663, "percentage": 52.96, "elapsed_time": "1:01:28", "remaining_time": "0:54:36"} +{"current_steps": 600, "total_steps": 1114, "loss": 0.25263664722442625, "lr": 2.3114901256732496e-06, "epoch": 1.0772686433063792, "percentage": 53.86, "elapsed_time": "1:02:30", "remaining_time": "0:53:32"} +{"current_steps": 610, "total_steps": 1114, "loss": 0.25940570831298826, "lr": 2.2666068222621186e-06, "epoch": 1.0952380952380953, "percentage": 54.76, "elapsed_time": "1:03:31", "remaining_time": "0:52:29"} +{"current_steps": 620, "total_steps": 1114, "loss": 0.2521126508712769, "lr": 2.2217235188509876e-06, "epoch": 1.1132075471698113, "percentage": 55.66, "elapsed_time": "1:04:33", "remaining_time": "0:51:26"} +{"current_steps": 630, "total_steps": 1114, "loss": 0.25096635818481444, "lr": 2.1768402154398565e-06, "epoch": 1.1311769991015275, "percentage": 56.55, "elapsed_time": "1:05:35", "remaining_time": "0:50:23"} +{"current_steps": 640, "total_steps": 1114, "loss": 0.2539719581604004, "lr": 2.1319569120287255e-06, "epoch": 1.1491464510332434, "percentage": 57.45, "elapsed_time": "1:06:36", "remaining_time": "0:49:20"} +{"current_steps": 650, "total_steps": 1114, "loss": 0.2542546510696411, "lr": 2.0870736086175945e-06, "epoch": 1.1671159029649596, "percentage": 58.35, "elapsed_time": "1:07:38", "remaining_time": "0:48:16"} +{"current_steps": 660, "total_steps": 1114, "loss": 0.2506051778793335, "lr": 2.0421903052064634e-06, "epoch": 1.1850853548966755, "percentage": 59.25, "elapsed_time": "1:08:38", "remaining_time": "0:47:13"} +{"current_steps": 670, "total_steps": 1114, "loss": 0.2501336336135864, "lr": 1.9973070017953324e-06, "epoch": 1.2030548068283917, "percentage": 60.14, "elapsed_time": "1:09:40", "remaining_time": "0:46:10"} +{"current_steps": 680, "total_steps": 1114, "loss": 0.2527280330657959, "lr": 1.9524236983842014e-06, "epoch": 1.221024258760108, "percentage": 61.04, "elapsed_time": "1:10:42", "remaining_time": "0:45:07"} +{"current_steps": 690, "total_steps": 1114, "loss": 0.25149285793304443, "lr": 1.9075403949730703e-06, "epoch": 1.2389937106918238, "percentage": 61.94, "elapsed_time": "1:11:44", "remaining_time": "0:44:04"} +{"current_steps": 700, "total_steps": 1114, "loss": 0.2485593795776367, "lr": 1.862657091561939e-06, "epoch": 1.25696316262354, "percentage": 62.84, "elapsed_time": "1:12:45", "remaining_time": "0:43:01"} +{"current_steps": 710, "total_steps": 1114, "loss": 0.24832606315612793, "lr": 1.817773788150808e-06, "epoch": 1.2749326145552562, "percentage": 63.73, "elapsed_time": "1:13:46", "remaining_time": "0:41:58"} +{"current_steps": 720, "total_steps": 1114, "loss": 0.2521926164627075, "lr": 1.7728904847396768e-06, "epoch": 1.2929020664869721, "percentage": 64.63, "elapsed_time": "1:14:48", "remaining_time": "0:40:56"} +{"current_steps": 730, "total_steps": 1114, "loss": 0.25048768520355225, "lr": 1.728007181328546e-06, "epoch": 1.310871518418688, "percentage": 65.53, "elapsed_time": "1:15:49", "remaining_time": "0:39:53"} +{"current_steps": 740, "total_steps": 1114, "loss": 0.24852404594421387, "lr": 1.683123877917415e-06, "epoch": 1.3288409703504043, "percentage": 66.43, "elapsed_time": "1:16:51", "remaining_time": "0:38:50"} +{"current_steps": 750, "total_steps": 1114, "loss": 0.2514226198196411, "lr": 1.6382405745062837e-06, "epoch": 1.3468104222821204, "percentage": 67.32, "elapsed_time": "1:17:51", "remaining_time": "0:37:47"} +{"current_steps": 760, "total_steps": 1114, "loss": 0.2507458686828613, "lr": 1.593357271095153e-06, "epoch": 1.3647798742138364, "percentage": 68.22, "elapsed_time": "1:18:53", "remaining_time": "0:36:44"} +{"current_steps": 770, "total_steps": 1114, "loss": 0.2497103691101074, "lr": 1.5484739676840217e-06, "epoch": 1.3827493261455526, "percentage": 69.12, "elapsed_time": "1:19:54", "remaining_time": "0:35:41"} +{"current_steps": 780, "total_steps": 1114, "loss": 0.24853968620300293, "lr": 1.5035906642728906e-06, "epoch": 1.4007187780772687, "percentage": 70.02, "elapsed_time": "1:20:54", "remaining_time": "0:34:38"} +{"current_steps": 790, "total_steps": 1114, "loss": 0.248740816116333, "lr": 1.4587073608617596e-06, "epoch": 1.4186882300089847, "percentage": 70.92, "elapsed_time": "1:21:56", "remaining_time": "0:33:36"} +{"current_steps": 800, "total_steps": 1114, "loss": 0.2534752368927002, "lr": 1.4138240574506283e-06, "epoch": 1.4366576819407009, "percentage": 71.81, "elapsed_time": "1:22:57", "remaining_time": "0:32:33"} +{"current_steps": 810, "total_steps": 1114, "loss": 0.24337444305419922, "lr": 1.3689407540394975e-06, "epoch": 1.4546271338724168, "percentage": 72.71, "elapsed_time": "1:23:58", "remaining_time": "0:31:31"} +{"current_steps": 820, "total_steps": 1114, "loss": 0.2502609729766846, "lr": 1.3240574506283663e-06, "epoch": 1.472596585804133, "percentage": 73.61, "elapsed_time": "1:25:00", "remaining_time": "0:30:28"} +{"current_steps": 830, "total_steps": 1114, "loss": 0.24652738571166993, "lr": 1.2791741472172353e-06, "epoch": 1.490566037735849, "percentage": 74.51, "elapsed_time": "1:26:01", "remaining_time": "0:29:26"} +{"current_steps": 840, "total_steps": 1114, "loss": 0.25362207889556887, "lr": 1.2342908438061042e-06, "epoch": 1.5085354896675651, "percentage": 75.4, "elapsed_time": "1:27:03", "remaining_time": "0:28:23"} +{"current_steps": 850, "total_steps": 1114, "loss": 0.24814538955688475, "lr": 1.1894075403949732e-06, "epoch": 1.5265049415992813, "percentage": 76.3, "elapsed_time": "1:28:04", "remaining_time": "0:27:21"} +{"current_steps": 860, "total_steps": 1114, "loss": 0.2517171621322632, "lr": 1.144524236983842e-06, "epoch": 1.5444743935309972, "percentage": 77.2, "elapsed_time": "1:29:06", "remaining_time": "0:26:18"} +{"current_steps": 870, "total_steps": 1114, "loss": 0.25095720291137696, "lr": 1.0996409335727111e-06, "epoch": 1.5624438454627134, "percentage": 78.1, "elapsed_time": "1:30:07", "remaining_time": "0:25:16"} +{"current_steps": 880, "total_steps": 1114, "loss": 0.25122294425964353, "lr": 1.05475763016158e-06, "epoch": 1.5804132973944296, "percentage": 78.99, "elapsed_time": "1:31:08", "remaining_time": "0:24:14"} +{"current_steps": 890, "total_steps": 1114, "loss": 0.24518187046051027, "lr": 1.0098743267504488e-06, "epoch": 1.5983827493261455, "percentage": 79.89, "elapsed_time": "1:32:10", "remaining_time": "0:23:11"} +{"current_steps": 900, "total_steps": 1114, "loss": 0.25164237022399905, "lr": 9.649910233393178e-07, "epoch": 1.6163522012578615, "percentage": 80.79, "elapsed_time": "1:33:11", "remaining_time": "0:22:09"} +{"current_steps": 910, "total_steps": 1114, "loss": 0.2497255325317383, "lr": 9.201077199281867e-07, "epoch": 1.6343216531895777, "percentage": 81.69, "elapsed_time": "1:34:12", "remaining_time": "0:21:07"} +{"current_steps": 920, "total_steps": 1114, "loss": 0.2494762897491455, "lr": 8.752244165170558e-07, "epoch": 1.6522911051212938, "percentage": 82.59, "elapsed_time": "1:35:13", "remaining_time": "0:20:04"} +{"current_steps": 930, "total_steps": 1114, "loss": 0.24840357303619384, "lr": 8.303411131059247e-07, "epoch": 1.6702605570530098, "percentage": 83.48, "elapsed_time": "1:36:15", "remaining_time": "0:19:02"} +{"current_steps": 940, "total_steps": 1114, "loss": 0.25184221267700196, "lr": 7.854578096947936e-07, "epoch": 1.688230008984726, "percentage": 84.38, "elapsed_time": "1:37:17", "remaining_time": "0:18:00"} +{"current_steps": 950, "total_steps": 1114, "loss": 0.25055861473083496, "lr": 7.405745062836626e-07, "epoch": 1.7061994609164421, "percentage": 85.28, "elapsed_time": "1:38:18", "remaining_time": "0:16:58"} +{"current_steps": 960, "total_steps": 1114, "loss": 0.25119876861572266, "lr": 6.956912028725314e-07, "epoch": 1.724168912848158, "percentage": 86.18, "elapsed_time": "1:39:19", "remaining_time": "0:15:55"} +{"current_steps": 970, "total_steps": 1114, "loss": 0.2516517162322998, "lr": 6.508078994614005e-07, "epoch": 1.742138364779874, "percentage": 87.07, "elapsed_time": "1:40:20", "remaining_time": "0:14:53"} +{"current_steps": 980, "total_steps": 1114, "loss": 0.250733470916748, "lr": 6.059245960502694e-07, "epoch": 1.7601078167115904, "percentage": 87.97, "elapsed_time": "1:41:22", "remaining_time": "0:13:51"} +{"current_steps": 990, "total_steps": 1114, "loss": 0.2478208065032959, "lr": 5.610412926391383e-07, "epoch": 1.7780772686433064, "percentage": 88.87, "elapsed_time": "1:42:23", "remaining_time": "0:12:49"} +{"current_steps": 1000, "total_steps": 1114, "loss": 0.24935145378112794, "lr": 5.161579892280072e-07, "epoch": 1.7960467205750223, "percentage": 89.77, "elapsed_time": "1:43:24", "remaining_time": "0:11:47"} +{"current_steps": 1010, "total_steps": 1114, "loss": 0.24984090328216552, "lr": 4.7127468581687615e-07, "epoch": 1.8140161725067385, "percentage": 90.66, "elapsed_time": "1:44:26", "remaining_time": "0:10:45"} +{"current_steps": 1020, "total_steps": 1114, "loss": 0.24917204380035402, "lr": 4.2639138240574507e-07, "epoch": 1.8319856244384547, "percentage": 91.56, "elapsed_time": "1:45:27", "remaining_time": "0:09:43"} +{"current_steps": 1030, "total_steps": 1114, "loss": 0.24739840030670165, "lr": 3.815080789946141e-07, "epoch": 1.8499550763701706, "percentage": 92.46, "elapsed_time": "1:46:28", "remaining_time": "0:08:40"} +{"current_steps": 1040, "total_steps": 1114, "loss": 0.24694859981536865, "lr": 3.3662477558348295e-07, "epoch": 1.8679245283018868, "percentage": 93.36, "elapsed_time": "1:47:30", "remaining_time": "0:07:38"} +{"current_steps": 1050, "total_steps": 1114, "loss": 0.24703009128570558, "lr": 2.917414721723519e-07, "epoch": 1.885893980233603, "percentage": 94.25, "elapsed_time": "1:48:32", "remaining_time": "0:06:36"} +{"current_steps": 1060, "total_steps": 1114, "loss": 0.2495879650115967, "lr": 2.4685816876122083e-07, "epoch": 1.903863432165319, "percentage": 95.15, "elapsed_time": "1:49:33", "remaining_time": "0:05:34"} +{"current_steps": 1070, "total_steps": 1114, "loss": 0.25526316165924073, "lr": 2.0197486535008978e-07, "epoch": 1.921832884097035, "percentage": 96.05, "elapsed_time": "1:50:34", "remaining_time": "0:04:32"} +{"current_steps": 1080, "total_steps": 1114, "loss": 0.24767594337463378, "lr": 1.5709156193895872e-07, "epoch": 1.939802336028751, "percentage": 96.95, "elapsed_time": "1:51:35", "remaining_time": "0:03:30"} +{"current_steps": 1090, "total_steps": 1114, "loss": 0.24955098628997802, "lr": 1.1220825852782766e-07, "epoch": 1.9577717879604672, "percentage": 97.85, "elapsed_time": "1:52:38", "remaining_time": "0:02:28"} +{"current_steps": 1100, "total_steps": 1114, "loss": 0.2489546775817871, "lr": 6.732495511669659e-08, "epoch": 1.9757412398921832, "percentage": 98.74, "elapsed_time": "1:53:39", "remaining_time": "0:01:26"} +{"current_steps": 1110, "total_steps": 1114, "loss": 0.24430301189422607, "lr": 2.2441651705565532e-08, "epoch": 1.9937106918238994, "percentage": 99.64, "elapsed_time": "1:54:40", "remaining_time": "0:00:24"} +{"current_steps": 1114, "total_steps": 1114, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "1:56:10", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..ba50d6a --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,820 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0, + "eval_steps": 500, + "global_step": 1114, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.017969451931716084, + "grad_norm": 1.0288746356964111, + "learning_rate": 4.959605026929982e-06, + "loss": 0.5949527740478515, + "step": 10 + }, + { + "epoch": 0.03593890386343217, + "grad_norm": 0.6101402044296265, + "learning_rate": 4.9147217235188516e-06, + "loss": 0.41325950622558594, + "step": 20 + }, + { + "epoch": 0.05390835579514825, + "grad_norm": 0.5305581092834473, + "learning_rate": 4.86983842010772e-06, + "loss": 0.3709533929824829, + "step": 30 + }, + { + "epoch": 0.07187780772686433, + "grad_norm": 0.5169686675071716, + "learning_rate": 4.8249551166965895e-06, + "loss": 0.3509422540664673, + "step": 40 + }, + { + "epoch": 0.08984725965858041, + "grad_norm": 0.5222465991973877, + "learning_rate": 4.780071813285458e-06, + "loss": 0.3454415321350098, + "step": 50 + }, + { + "epoch": 0.1078167115902965, + "grad_norm": 0.4856426417827606, + "learning_rate": 4.7351885098743274e-06, + "loss": 0.33249969482421876, + "step": 60 + }, + { + "epoch": 0.12578616352201258, + "grad_norm": 0.5357626676559448, + "learning_rate": 4.690305206463196e-06, + "loss": 0.3292850971221924, + "step": 70 + }, + { + "epoch": 0.14375561545372867, + "grad_norm": 0.46837398409843445, + "learning_rate": 4.6454219030520645e-06, + "loss": 0.3244313716888428, + "step": 80 + }, + { + "epoch": 0.16172506738544473, + "grad_norm": 0.48174625635147095, + "learning_rate": 4.600538599640934e-06, + "loss": 0.3236015558242798, + "step": 90 + }, + { + "epoch": 0.17969451931716082, + "grad_norm": 0.5259532332420349, + "learning_rate": 4.5556552962298025e-06, + "loss": 0.3194127559661865, + "step": 100 + }, + { + "epoch": 0.1976639712488769, + "grad_norm": 0.5332797765731812, + "learning_rate": 4.510771992818672e-06, + "loss": 0.31786675453186036, + "step": 110 + }, + { + "epoch": 0.215633423180593, + "grad_norm": 0.4909115433692932, + "learning_rate": 4.465888689407541e-06, + "loss": 0.3128951072692871, + "step": 120 + }, + { + "epoch": 0.23360287511230907, + "grad_norm": 0.4780581295490265, + "learning_rate": 4.42100538599641e-06, + "loss": 0.31437077522277834, + "step": 130 + }, + { + "epoch": 0.25157232704402516, + "grad_norm": 0.5149464011192322, + "learning_rate": 4.376122082585278e-06, + "loss": 0.30969116687774656, + "step": 140 + }, + { + "epoch": 0.2695417789757412, + "grad_norm": 0.4815337657928467, + "learning_rate": 4.331238779174148e-06, + "loss": 0.31036303043365476, + "step": 150 + }, + { + "epoch": 0.28751123090745734, + "grad_norm": 0.4882141053676605, + "learning_rate": 4.286355475763016e-06, + "loss": 0.30779433250427246, + "step": 160 + }, + { + "epoch": 0.3054806828391734, + "grad_norm": 0.47035127878189087, + "learning_rate": 4.241472172351886e-06, + "loss": 0.3062736511230469, + "step": 170 + }, + { + "epoch": 0.32345013477088946, + "grad_norm": 0.47444701194763184, + "learning_rate": 4.196588868940754e-06, + "loss": 0.30041847229003904, + "step": 180 + }, + { + "epoch": 0.3414195867026056, + "grad_norm": 0.4834694564342499, + "learning_rate": 4.151705565529624e-06, + "loss": 0.29730544090270994, + "step": 190 + }, + { + "epoch": 0.35938903863432164, + "grad_norm": 0.508245587348938, + "learning_rate": 4.106822262118492e-06, + "loss": 0.30029687881469724, + "step": 200 + }, + { + "epoch": 0.37735849056603776, + "grad_norm": 0.48643767833709717, + "learning_rate": 4.061938958707361e-06, + "loss": 0.29685449600219727, + "step": 210 + }, + { + "epoch": 0.3953279424977538, + "grad_norm": 0.4577917456626892, + "learning_rate": 4.01705565529623e-06, + "loss": 0.2990954160690308, + "step": 220 + }, + { + "epoch": 0.4132973944294699, + "grad_norm": 0.5375077724456787, + "learning_rate": 3.9721723518850995e-06, + "loss": 0.30233011245727537, + "step": 230 + }, + { + "epoch": 0.431266846361186, + "grad_norm": 0.4925467371940613, + "learning_rate": 3.927289048473968e-06, + "loss": 0.2941945314407349, + "step": 240 + }, + { + "epoch": 0.44923629829290207, + "grad_norm": 0.5110061168670654, + "learning_rate": 3.882405745062837e-06, + "loss": 0.3003401279449463, + "step": 250 + }, + { + "epoch": 0.46720575022461813, + "grad_norm": 0.44966429471969604, + "learning_rate": 3.837522441651706e-06, + "loss": 0.2935019016265869, + "step": 260 + }, + { + "epoch": 0.48517520215633425, + "grad_norm": 0.49473223090171814, + "learning_rate": 3.792639138240575e-06, + "loss": 0.2941242218017578, + "step": 270 + }, + { + "epoch": 0.5031446540880503, + "grad_norm": 0.4826172888278961, + "learning_rate": 3.7477558348294435e-06, + "loss": 0.2936396598815918, + "step": 280 + }, + { + "epoch": 0.5211141060197664, + "grad_norm": 0.5087786316871643, + "learning_rate": 3.702872531418313e-06, + "loss": 0.28728442192077636, + "step": 290 + }, + { + "epoch": 0.5390835579514824, + "grad_norm": 0.45754265785217285, + "learning_rate": 3.6579892280071814e-06, + "loss": 0.29381372928619387, + "step": 300 + }, + { + "epoch": 0.5570530098831986, + "grad_norm": 0.47864410281181335, + "learning_rate": 3.6131059245960504e-06, + "loss": 0.28871979713439944, + "step": 310 + }, + { + "epoch": 0.5750224618149147, + "grad_norm": 0.446613073348999, + "learning_rate": 3.5682226211849198e-06, + "loss": 0.2919660806655884, + "step": 320 + }, + { + "epoch": 0.5929919137466307, + "grad_norm": 0.5203211903572083, + "learning_rate": 3.5233393177737883e-06, + "loss": 0.2949108600616455, + "step": 330 + }, + { + "epoch": 0.6109613656783468, + "grad_norm": 0.5251737236976624, + "learning_rate": 3.4784560143626573e-06, + "loss": 0.28940815925598146, + "step": 340 + }, + { + "epoch": 0.6289308176100629, + "grad_norm": 0.4626797139644623, + "learning_rate": 3.4335727109515267e-06, + "loss": 0.2877013683319092, + "step": 350 + }, + { + "epoch": 0.6469002695417789, + "grad_norm": 0.5425576567649841, + "learning_rate": 3.3886894075403952e-06, + "loss": 0.28816981315612794, + "step": 360 + }, + { + "epoch": 0.6648697214734951, + "grad_norm": 0.5507893562316895, + "learning_rate": 3.343806104129264e-06, + "loss": 0.28344998359680174, + "step": 370 + }, + { + "epoch": 0.6828391734052112, + "grad_norm": 0.45895373821258545, + "learning_rate": 3.2989228007181327e-06, + "loss": 0.28453927040100097, + "step": 380 + }, + { + "epoch": 0.7008086253369272, + "grad_norm": 0.47491055727005005, + "learning_rate": 3.254039497307002e-06, + "loss": 0.27885701656341555, + "step": 390 + }, + { + "epoch": 0.7187780772686433, + "grad_norm": 0.4567403793334961, + "learning_rate": 3.209156193895871e-06, + "loss": 0.2846828937530518, + "step": 400 + }, + { + "epoch": 0.7367475292003594, + "grad_norm": 0.506420910358429, + "learning_rate": 3.1642728904847396e-06, + "loss": 0.2884047269821167, + "step": 410 + }, + { + "epoch": 0.7547169811320755, + "grad_norm": 0.4960302710533142, + "learning_rate": 3.119389587073609e-06, + "loss": 0.28609886169433596, + "step": 420 + }, + { + "epoch": 0.7726864330637916, + "grad_norm": 0.44618239998817444, + "learning_rate": 3.074506283662478e-06, + "loss": 0.2808084487915039, + "step": 430 + }, + { + "epoch": 0.7906558849955077, + "grad_norm": 0.45904698967933655, + "learning_rate": 3.0296229802513465e-06, + "loss": 0.28656601905822754, + "step": 440 + }, + { + "epoch": 0.8086253369272237, + "grad_norm": 0.5420985817909241, + "learning_rate": 2.984739676840216e-06, + "loss": 0.2885767936706543, + "step": 450 + }, + { + "epoch": 0.8265947888589398, + "grad_norm": 0.49061647057533264, + "learning_rate": 2.939856373429085e-06, + "loss": 0.28384861946105955, + "step": 460 + }, + { + "epoch": 0.8445642407906558, + "grad_norm": 0.5167312026023865, + "learning_rate": 2.8949730700179535e-06, + "loss": 0.28023710250854494, + "step": 470 + }, + { + "epoch": 0.862533692722372, + "grad_norm": 0.46029844880104065, + "learning_rate": 2.8500897666068224e-06, + "loss": 0.280789852142334, + "step": 480 + }, + { + "epoch": 0.8805031446540881, + "grad_norm": 0.44982901215553284, + "learning_rate": 2.8052064631956914e-06, + "loss": 0.27998642921447753, + "step": 490 + }, + { + "epoch": 0.8984725965858041, + "grad_norm": 0.4832385182380676, + "learning_rate": 2.7603231597845604e-06, + "loss": 0.2860716819763184, + "step": 500 + }, + { + "epoch": 0.9164420485175202, + "grad_norm": 0.5139860510826111, + "learning_rate": 2.715439856373429e-06, + "loss": 0.2779590845108032, + "step": 510 + }, + { + "epoch": 0.9344115004492363, + "grad_norm": 0.4550414979457855, + "learning_rate": 2.6705565529622983e-06, + "loss": 0.2789080381393433, + "step": 520 + }, + { + "epoch": 0.9523809523809523, + "grad_norm": 0.4613369107246399, + "learning_rate": 2.6256732495511673e-06, + "loss": 0.28540740013122556, + "step": 530 + }, + { + "epoch": 0.9703504043126685, + "grad_norm": 0.45095086097717285, + "learning_rate": 2.580789946140036e-06, + "loss": 0.276381254196167, + "step": 540 + }, + { + "epoch": 0.9883198562443846, + "grad_norm": 0.48203322291374207, + "learning_rate": 2.535906642728905e-06, + "loss": 0.2832359790802002, + "step": 550 + }, + { + "epoch": 1.005390835579515, + "grad_norm": 0.4708728492259979, + "learning_rate": 2.491023339317774e-06, + "loss": 0.2769860029220581, + "step": 560 + }, + { + "epoch": 1.0233602875112309, + "grad_norm": 0.4912715554237366, + "learning_rate": 2.4461400359066427e-06, + "loss": 0.2540097713470459, + "step": 570 + }, + { + "epoch": 1.041329739442947, + "grad_norm": 0.48824694752693176, + "learning_rate": 2.4012567324955117e-06, + "loss": 0.2609401226043701, + "step": 580 + }, + { + "epoch": 1.059299191374663, + "grad_norm": 0.4870210289955139, + "learning_rate": 2.356373429084381e-06, + "loss": 0.25025138854980467, + "step": 590 + }, + { + "epoch": 1.0772686433063792, + "grad_norm": 0.5163658261299133, + "learning_rate": 2.3114901256732496e-06, + "loss": 0.25263664722442625, + "step": 600 + }, + { + "epoch": 1.0952380952380953, + "grad_norm": 0.5006254315376282, + "learning_rate": 2.2666068222621186e-06, + "loss": 0.25940570831298826, + "step": 610 + }, + { + "epoch": 1.1132075471698113, + "grad_norm": 0.511043131351471, + "learning_rate": 2.2217235188509876e-06, + "loss": 0.2521126508712769, + "step": 620 + }, + { + "epoch": 1.1311769991015275, + "grad_norm": 0.49282217025756836, + "learning_rate": 2.1768402154398565e-06, + "loss": 0.25096635818481444, + "step": 630 + }, + { + "epoch": 1.1491464510332434, + "grad_norm": 0.5031591653823853, + "learning_rate": 2.1319569120287255e-06, + "loss": 0.2539719581604004, + "step": 640 + }, + { + "epoch": 1.1671159029649596, + "grad_norm": 0.5004000067710876, + "learning_rate": 2.0870736086175945e-06, + "loss": 0.2542546510696411, + "step": 650 + }, + { + "epoch": 1.1850853548966755, + "grad_norm": 0.47906896471977234, + "learning_rate": 2.0421903052064634e-06, + "loss": 0.2506051778793335, + "step": 660 + }, + { + "epoch": 1.2030548068283917, + "grad_norm": 0.5111077427864075, + "learning_rate": 1.9973070017953324e-06, + "loss": 0.2501336336135864, + "step": 670 + }, + { + "epoch": 1.221024258760108, + "grad_norm": 0.46470290422439575, + "learning_rate": 1.9524236983842014e-06, + "loss": 0.2527280330657959, + "step": 680 + }, + { + "epoch": 1.2389937106918238, + "grad_norm": 0.49279844760894775, + "learning_rate": 1.9075403949730703e-06, + "loss": 0.25149285793304443, + "step": 690 + }, + { + "epoch": 1.25696316262354, + "grad_norm": 0.48192131519317627, + "learning_rate": 1.862657091561939e-06, + "loss": 0.2485593795776367, + "step": 700 + }, + { + "epoch": 1.2749326145552562, + "grad_norm": 0.49026069045066833, + "learning_rate": 1.817773788150808e-06, + "loss": 0.24832606315612793, + "step": 710 + }, + { + "epoch": 1.2929020664869721, + "grad_norm": 0.46640709042549133, + "learning_rate": 1.7728904847396768e-06, + "loss": 0.2521926164627075, + "step": 720 + }, + { + "epoch": 1.310871518418688, + "grad_norm": 0.5054717063903809, + "learning_rate": 1.728007181328546e-06, + "loss": 0.25048768520355225, + "step": 730 + }, + { + "epoch": 1.3288409703504043, + "grad_norm": 0.4634091258049011, + "learning_rate": 1.683123877917415e-06, + "loss": 0.24852404594421387, + "step": 740 + }, + { + "epoch": 1.3468104222821204, + "grad_norm": 0.4614594578742981, + "learning_rate": 1.6382405745062837e-06, + "loss": 0.2514226198196411, + "step": 750 + }, + { + "epoch": 1.3647798742138364, + "grad_norm": 0.5008041262626648, + "learning_rate": 1.593357271095153e-06, + "loss": 0.2507458686828613, + "step": 760 + }, + { + "epoch": 1.3827493261455526, + "grad_norm": 0.47305938601493835, + "learning_rate": 1.5484739676840217e-06, + "loss": 0.2497103691101074, + "step": 770 + }, + { + "epoch": 1.4007187780772687, + "grad_norm": 0.5139908194541931, + "learning_rate": 1.5035906642728906e-06, + "loss": 0.24853968620300293, + "step": 780 + }, + { + "epoch": 1.4186882300089847, + "grad_norm": 0.4631156027317047, + "learning_rate": 1.4587073608617596e-06, + "loss": 0.248740816116333, + "step": 790 + }, + { + "epoch": 1.4366576819407009, + "grad_norm": 0.47681012749671936, + "learning_rate": 1.4138240574506283e-06, + "loss": 0.2534752368927002, + "step": 800 + }, + { + "epoch": 1.4546271338724168, + "grad_norm": 0.4538913667201996, + "learning_rate": 1.3689407540394975e-06, + "loss": 0.24337444305419922, + "step": 810 + }, + { + "epoch": 1.472596585804133, + "grad_norm": 0.48104986548423767, + "learning_rate": 1.3240574506283663e-06, + "loss": 0.2502609729766846, + "step": 820 + }, + { + "epoch": 1.490566037735849, + "grad_norm": 0.4610423147678375, + "learning_rate": 1.2791741472172353e-06, + "loss": 0.24652738571166993, + "step": 830 + }, + { + "epoch": 1.5085354896675651, + "grad_norm": 0.4587244689464569, + "learning_rate": 1.2342908438061042e-06, + "loss": 0.25362207889556887, + "step": 840 + }, + { + "epoch": 1.5265049415992813, + "grad_norm": 0.4708814322948456, + "learning_rate": 1.1894075403949732e-06, + "loss": 0.24814538955688475, + "step": 850 + }, + { + "epoch": 1.5444743935309972, + "grad_norm": 0.4898167550563812, + "learning_rate": 1.144524236983842e-06, + "loss": 0.2517171621322632, + "step": 860 + }, + { + "epoch": 1.5624438454627134, + "grad_norm": 0.5054773688316345, + "learning_rate": 1.0996409335727111e-06, + "loss": 0.25095720291137696, + "step": 870 + }, + { + "epoch": 1.5804132973944296, + "grad_norm": 0.5150067806243896, + "learning_rate": 1.05475763016158e-06, + "loss": 0.25122294425964353, + "step": 880 + }, + { + "epoch": 1.5983827493261455, + "grad_norm": 0.44859108328819275, + "learning_rate": 1.0098743267504488e-06, + "loss": 0.24518187046051027, + "step": 890 + }, + { + "epoch": 1.6163522012578615, + "grad_norm": 0.4460717737674713, + "learning_rate": 9.649910233393178e-07, + "loss": 0.25164237022399905, + "step": 900 + }, + { + "epoch": 1.6343216531895777, + "grad_norm": 0.4884060323238373, + "learning_rate": 9.201077199281867e-07, + "loss": 0.2497255325317383, + "step": 910 + }, + { + "epoch": 1.6522911051212938, + "grad_norm": 0.4527634084224701, + "learning_rate": 8.752244165170558e-07, + "loss": 0.2494762897491455, + "step": 920 + }, + { + "epoch": 1.6702605570530098, + "grad_norm": 0.47182497382164, + "learning_rate": 8.303411131059247e-07, + "loss": 0.24840357303619384, + "step": 930 + }, + { + "epoch": 1.688230008984726, + "grad_norm": 0.4759376347064972, + "learning_rate": 7.854578096947936e-07, + "loss": 0.25184221267700196, + "step": 940 + }, + { + "epoch": 1.7061994609164421, + "grad_norm": 0.495343416929245, + "learning_rate": 7.405745062836626e-07, + "loss": 0.25055861473083496, + "step": 950 + }, + { + "epoch": 1.724168912848158, + "grad_norm": 0.5005154609680176, + "learning_rate": 6.956912028725314e-07, + "loss": 0.25119876861572266, + "step": 960 + }, + { + "epoch": 1.742138364779874, + "grad_norm": 0.47676777839660645, + "learning_rate": 6.508078994614005e-07, + "loss": 0.2516517162322998, + "step": 970 + }, + { + "epoch": 1.7601078167115904, + "grad_norm": 0.4394581913948059, + "learning_rate": 6.059245960502694e-07, + "loss": 0.250733470916748, + "step": 980 + }, + { + "epoch": 1.7780772686433064, + "grad_norm": 0.4702657163143158, + "learning_rate": 5.610412926391383e-07, + "loss": 0.2478208065032959, + "step": 990 + }, + { + "epoch": 1.7960467205750223, + "grad_norm": 0.4843612611293793, + "learning_rate": 5.161579892280072e-07, + "loss": 0.24935145378112794, + "step": 1000 + }, + { + "epoch": 1.8140161725067385, + "grad_norm": 0.4673105776309967, + "learning_rate": 4.7127468581687615e-07, + "loss": 0.24984090328216552, + "step": 1010 + }, + { + "epoch": 1.8319856244384547, + "grad_norm": 0.4820215404033661, + "learning_rate": 4.2639138240574507e-07, + "loss": 0.24917204380035402, + "step": 1020 + }, + { + "epoch": 1.8499550763701706, + "grad_norm": 0.45277148485183716, + "learning_rate": 3.815080789946141e-07, + "loss": 0.24739840030670165, + "step": 1030 + }, + { + "epoch": 1.8679245283018868, + "grad_norm": 0.48467275500297546, + "learning_rate": 3.3662477558348295e-07, + "loss": 0.24694859981536865, + "step": 1040 + }, + { + "epoch": 1.885893980233603, + "grad_norm": 0.46758314967155457, + "learning_rate": 2.917414721723519e-07, + "loss": 0.24703009128570558, + "step": 1050 + }, + { + "epoch": 1.903863432165319, + "grad_norm": 0.4634384512901306, + "learning_rate": 2.4685816876122083e-07, + "loss": 0.2495879650115967, + "step": 1060 + }, + { + "epoch": 1.921832884097035, + "grad_norm": 0.4621906578540802, + "learning_rate": 2.0197486535008978e-07, + "loss": 0.25526316165924073, + "step": 1070 + }, + { + "epoch": 1.939802336028751, + "grad_norm": 0.46646031737327576, + "learning_rate": 1.5709156193895872e-07, + "loss": 0.24767594337463378, + "step": 1080 + }, + { + "epoch": 1.9577717879604672, + "grad_norm": 0.4569203555583954, + "learning_rate": 1.1220825852782766e-07, + "loss": 0.24955098628997802, + "step": 1090 + }, + { + "epoch": 1.9757412398921832, + "grad_norm": 0.47747698426246643, + "learning_rate": 6.732495511669659e-08, + "loss": 0.2489546775817871, + "step": 1100 + }, + { + "epoch": 1.9937106918238994, + "grad_norm": 0.47046294808387756, + "learning_rate": 2.2441651705565532e-08, + "loss": 0.24430301189422607, + "step": 1110 + }, + { + "epoch": 2.0, + "step": 1114, + "total_flos": 1.4534558685629252e+19, + "train_loss": 0.27833450065266935, + "train_runtime": 6971.6374, + "train_samples_per_second": 20.435, + "train_steps_per_second": 0.16 + } + ], + "logging_steps": 10, + "max_steps": 1114, + "num_input_tokens_seen": 0, + "num_train_epochs": 2, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.4534558685629252e+19, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..6c1e546 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faab7ad1aa08d8dcee85b43908a1e86bb716f50fae360a7995d7e5647cad68d4 +size 6776 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..b34fbe657bf0b6cd809342aa8566d783070d67c4 GIT binary patch literal 39083 zcmeFZg;!VK*Dd@ZRZu~ZMlbk!X5`|Q2fT64`g_j!F^LHY~<6#)i=Idku>gfa$$?Tx`; z4WGn^zu{@?ABX=5*h@aNSFtj(cY0)Nh>?F}Z*6X6Z~pZ0B}YSByQfx`T&x`Itb8{w znb_M~+X=9-S^Tem!D?k|%vP!8&;oZkWqnt}4uc_jgnqETi6%Y8V8Y4oN!(U-j-DTI zaaVcpw_-(alUt|VBk^~8mX#ziF0Rshc}aWK`_dQkDYYr8ZAKiVBrjUisooD(5{psl zm%2!PpEy`vjI1|b{ORYt(8YUE{abCvjsOE2~Ol8}ngjVYJwuwVzsy(&_rWQ=MOZ@#$t1^+Ym9Dq* zhuHO5Y)u;K7t? ze%JEhn><6fw)ybY($(xM^s`r=gJS?!joNd&6MNlv*Dc1FkMPDAzT;X4;w0!2@ zWNBLY?;^O2ZQ-TPQBnP!pIGY4C(7NOf4sL;epD7=*1@Z)uAc3A;7aSYzrx$mkZm(2 zML{ob%WXsLBhJIM|@nYlPD7v_-sgdE} zpRO?HwHxx-I!8;}vb!#^GyX|qVNocq1^-KzW`^z21}-wD!0R_YU}9-F_6;hlrg%lGuQEnXyqg%aIvtk*5|qdVLfvO`4wno^G({W zz^*gvPB+|LpMkw_j)J0&r(0VkBV}%!!#hPS4Q{)#QcJfM=(X>QHUu{nCC6jj6GXJB zPKz#UlWmy>(%9J86zuw#6!i>|B%2qn&R!hdoy%Yl5~2yJ|0PMT^Xt}-yNXqLx1LuF zt+1;;XT(WD!UWip`%|JvHlljEx-B?FLSo9w=ka}grl(C<%lB>b%zJJB3YZTRg=8Ak zo7td|FEzlU^qMj%Fm*ZSk{g7%R*X z@ws!A8{K+KWeOEL>OW)>AFqs7Z#3xTnNu=_yvZm({9C%vlWEZJxwr7^*Drl`is`n5 z6H8@#i#wKk6n7cKK}Zlls8{-)7)YBp z%8t09@|8PTt81f|$IwqoLxU2-!NEb>H#RzYKc(}`V9p`zm5xMNa(}6-2fG_%Q*mCF zKjwpm^t^8kI{!QiYUprHP(EvBm(YDLQE`XYs#tuDv@YZ4Qq@vwJ=2#G*~+$`#R|I>Wzcmy1-+ds9V&IZb!)($^HD!q(q2U5{XiW`2Lhfn9^%Wxl^Kdoc6%?b~0HlDI7U`JVau7Vb<&QL}W9 zSTE0}WVENKv%!#+l$87_xn4r_1JfQ77zN8Xr!spx-Z|3kB>ij_N>wV z_6m)#Yfj}_s%Gw+!-G8oZmN6t?v14751Rgv>o$h)jr(2d=7e?^w+XSJ<2+^eSY!k|;<{D`_k6*CUT48$+e6fs&lot2n z2Yamh>OD?Q&TuZ{vk>5PvY|Km7cyIgw`fdrBg+prG9KO}({&!fvn<;&;x+FX9-M-7 zHV*sGVEXrGq3vPcCr_TRKdQp5s;V;SP9LBwQ+Xd2Ry$njoBaLz%BlN^WXu+EeBsNX=_L{58rFd$`r>kSoq}_XZlx zK(SNOw{LztW?eswTWMJfhM!5z{eT_*^6W*KyLV3p3ay?Lh^J_L#$hHF`sc8<}&R6v&VZ%dFa9%_8cT2$xJ;rHgvXz^0n*gL_+PpPT? zCup5N)jQx!k#BXSX}RpqBn|Y%I**=;_1M&?381bmuo>&gG9*lp3aB#5F5EhG=1d}l z!2bSPt6UWC8E<&2Ps+)RtgJ>`ivx>f8J#KWT=vuVw=zW!x33!1zDv|A_Y~S05Bk<= zO2(>PXBehaGuxR$$*%8R>t_A)%q>W!O;BTc;Soo>-Q|Ao-c9aI#clN{DqVQ<=FPX1 z6jU9BHhT&&%{K2TP! zf>$mWc}ZOW7o)uxA>hE|S{mDDResSL|IS!#pmB2~Pe0%Y`?;=wi-L~Ju-HKddt2Sq zjk!={M2`0D77M3nAzWP+a=W*G(jAH!8PT6RcaC;X*Xv-ze)i96jcg+q+zsPVNGk~? zCDCq6rD2hgRJtA;4_J%mIUVPFM$TDxcXo2PuA8uyZ9hg8MUGx2!En%~_To*=96w0Y zwo@@q%IfO1Fq=CQVS1YOO^Y#3gY_rq+$-d74g7-5i(-j-zh$tH@X?>?HwHheOcMrA;ZJ^hCM$XEn2)HqEo|6 zRFmroSwzSuFV)B8#xphmdLk8b0Z7u{XVet_dD>nev7n%*wAnP5>GS8$4GZ~0i-V4} z7o8YwY;0s6J^Cyi5kxPq++>u!=PsWd1vd~}DoKDUToBmU+N!?pT54NOs_v|9aJ1!h zl!T#;n}cDcK;bR$iWTuF;xzAJzb+u4>9W>*3%x;n{1wSWn$&<^BW3c}+^5fD$s-4%}Y9fYNBirMljhD zlY(i0%``XYSbsf?(R+2Zk*zo%s@HWE7Wvoj-l>`M!dt#sJ=|MjHqHGzwk4}{!SHZ@ zhu{+`_X&%xrMmpi%b(m}qaJ+4G|Xj`FAh$+E?GhJyJj4XFOh{oE_?u$)pyUhdr4VL z%-eQ-T4`(Z3^gx2Y}l8`m4=WpPCnb8u0f-j%>{d+t^5x6Dp$N2t&r?uLXIgZ8l_&UgQ@h~D zy{YqOf>`zG>|r{fCU3d+;b3F;AFfz&2Bv%0EO7m10N(MCHtX5(c&apmF-O0QQ`3DS74mT&x--Ra~krvMM+6H zKUhj_oyT-h*fm%_ikC-I&BTNes@Nq#!Q%R<{JsVEqk}EEaCV<}7X^#*Ypbhm;Kef` z%Q=w`N0`WXDDJ14nVH>SVgj5H^85Gwz*e`>U$6gkb*(}cFV6RXs{wm++Kft6^j2;3 z8pqjmK2ZP6Nbusti^W<%fte3)E^3~RSAHpw}yc!sj7~rdl?#DN8lA; zT>7oyBS_A6rE6rQq@803jJ%@T2Ebkmbyoh#lWU};q)F}v3^Fn@k0C%y4mSJT zp^rdFwJDP4ZK2&%SD(}GPqzWZw;tH-Z7vi79MJ$=>sUNcTAI1F<#U2|IeZu<+3DQ* z^U78apR1)zD0=M%?HQNqw#FTY& zV(YwAyb~w7`xbXoHCMNileNco)zUO2@7=4{2)W!6V2`!;X?%PfKOZVpw-7wayf3fW zz+XY7yyS1b)zV5fGrL&>+tAEA2fPo-$;q^PPjmlfw^Tcf*PYuU?|u#0b<(p80D{o& zbiz%&vS=(E{P&TO4bX}g%zTZa;C$k@7mkVwL}UoSWJrAoVT230WJ&8gWj%X_{r&s* z>GnifUk7VGnkR;aF)No2zW&KCDvIpQHqN#l5r>U9*%n}w`LO?Ju_K8{r`XZ3{^Rw2 zD2(3Od$%|_+dZzbF*1J2$qCLM@{EF?;!1&usi|9qmbtmP`_R8N#R~V8HgD`W&HkxR z=>PWZo2wV5;8_vm_l|TO!92@>hU``mSyk0w!L2?huCOYf72`y_xjG5%XQb>&kiD%Q z(@rWfx+5;$-?!l^d{z1#?l4r&C%^p8ou=e`4lPxB$*Rn}qg!ca*2u`n^oFa*?)25g zvOUYqrJ*I-NoxQFkY%0M+oTb)6E2cg^z_0AI4#OOct8q-z^|H`*wq8!9nC*;8-V39 z2kC59R#rBO;sl)*PxGzK>i~;D!)NU+?6%4Mw{*IQUR%Lav~nkwcm1HP$Ehd6WWID4 zP>XOLtPK4bj(duV3?d@2%gf7BTQ^u)Hz~4+iHW^?%|(1QyPaUw{+K$HF8&S@ZQS2? z|DKXE=kZGXVCg|vkSK||4habfb^pJOGV_EtDqwWgvxOGr(Lt^2J%Fj&C!e>QCo> zH$GsRLSW@H*PlD?2)L({*2w zL<0b*wI+2`v}xo45W^GUOK5E?KHc{1uTNx;0-W&;fX8*TP1Yt*dv(9l<)iq>a4->U1nBvwu-p1smCeqcT= zD3_?rQ?T@!CC>P#K6|vo-;^L7w}ssO^$x|wIIGf)E-40b?#)+Qg=Mi^Z9T@eMXj^$ zha!mlk!36WW6%f9#620AQAkk3P^Ms{W%_`!_hEF#oAbTIsr>x zRrLaWP;#5Vx6WDDTlHTBbUZ{4)>SM^H`H`JcMP{UczAfuw8+Kq*<69;ABTXvN>BeX zD~mI5{d#)DE63u}dzE!FvzvhXQO_C}s?%+3GhBfcsMh)H*)x1CKeSs~MUUj5KY#l4 zDej3A9Z8CGO-5WmR~R;ivMhR&c+$zyo~K1 zM$3&GH}*ICto$iB;w6j4bfBlCnrF2%KPh9d)Y-eq2u1&gc`xUiw{NK}@Z15q3#WIJ z6hBrZBO~h?UK*>w(@;WI``#D${6WreoCBaymYn+E{#(X32o4*2^|(S)zvLW zOw{adEh$3xL`ZgXxnSmCZ|F#5Zsp=wO@IOXr0SIqmZoK8eMBkr%a?0geD#151IN}~ zg`t_1R=QwnW|rBvKs)etct0y3Ffb!*aa4jT;H6T6)C%+>u3zrgH8zfk9_BL>KVE>HL{*xmklK*C$IhS=%;G~-VAl! zgHCM)NZ>-Ryk7H?jV>+3WYk_7g!Yz3(9s{*(?4!RkXn;dQ_aU?1O;JO^C)(*cLCYY zCSJ7Jf#BqGoDbidf<86t(a)FJmYGM;HhRZ1(t15CC>ZSUJlJ({Z#ffCEwZu!Tt=Q1 zbOfP6K|fJK3_Q@@5a!r8_vdKfw+XjD4gW{ro2m>_SAnA1f$l1D^GejW>z;8HE>?m& zWw6cEmbPk5xRoC~kd&7Xs4auxKzzily7fBH@@2by`=+RgDXrMRLm7hWY5O&Mfs5)o z4xKlG5_N5=Nzn|WjylS+=rvS~$>u0&Q`7IYf)RY6WF7+j z15YsCAn!8>6s~zi=UE3#AOLJCsEs#uOTr;Jq9rLT_K*sok~BBJdFSQn%Mk2P-q@WM zwbKhm2_SLbU|~swQm^ea;IKZ^@#@p3OQCFfEx^DCY4%X90w6-6YrRrUZU^xEQ>UrR zTv|Tt3FA_U?wMJ_mP`}Wg8~z{I8cn3Z@5^OZQy0&uh%3lqpum*sR9sy*eLo1Z7;uC zx^_K~4uwD?PY;#~R##V>_h!AAXbdZ^osLeogqSyKjTJ5dDvowS8W{fW^25%Umyi1k zY!HJA#8peo?6gGsu;oyh2Y|@NQV%GA?!W{=*>p;0v&Mggm<|d-$D2SJ>jQUo?b>;sw&SxN#sIc>0&v=X;V)^fW;29N1GM*uy7k&=)Kk!^fp=~K9A68F z_?R&B^BacdXA+S+ErLs_-Ov7H8!Ji$(k^_!$G1LlJ;~L}xGB7{DT0fV%jh(!%rHV! znYEoqUhJ;~dad_}0#pFt91H3QAd;q!*JXS1EU2Nc$`jOSV#)8Xs-^R40>;i5O%mu3 zKl&D6FNYz%3GynBnQ1U$3!sp_0LIAzQBOCZ#Y0!e6G_x>{QJ*340 zE&YXdGYCtvx^E6Nq@<*S zUSILvz02I(!8>bHBs4T~`udlk?=TO|OtNU$iLt+_9qTeldHwR`+e#^&v>j_cQXL^B zkRoJ~6k;y;R(^t2e4qi~r!*MnO}jHyIJ8?X^HVY_SwKr{<<+!TxB~@CTU(^e6D@S+ zD7RZzMZkXg6YLqo3U922zqw{1kOgkQwD2#u+1i#u;|wJt1U9JxaB>g)r4l%yxtoCX z-|U$}ohP(PU!g~5#P_`ojEoXu@2ekYLWeKsgJcY5kKJ`8h^&x`3b8~0xDC`+B{qKr zZoG+y-7ZN9O!4^(7runc(NDC?vONH5uzPr~Ets1iZg ze|WP|psFaVW3f&IzunjK}V=zKWPkK3pX0Fd(9gFMrN!} zx832OI4$$=VR(Cno~YquQv_|dfx(b0gI8Wa=@u(`SUU(ik{R91fL0o^3>&HBan_(J zFhMcT`WPPm4Q&IccMTAUlS;aGZip+mFOGAwI5;>o0I>Up_Ey{6h75Eqz#cv{T$^k@ z6KZosL8ce+CLl^OLpoIjW(Ybf@(Eue5tC)X!lEKg$itE6&z<{>i;vF)Nj?NHYo~q$ zOy>RF&4m=m=-01bm)wB_mngLU`wq}Isp@e-qCqufuc-EDty+c{fIk9$f(ho*E=f}0 zflN5y?1@3QC5NNKh-M>0=v*5hW6Wpj8N{uCnv`t6G&m4*MOwKknm;6dyMocP&9sm# zryLfOdfxQ>VRgv(?s!Ca5@>+GKytXQ;zbhOyyun$SXSlX!ybL7ay~)F;)`i&ja;ol zKZg!C^Vd8NPm$0Aot}&rJ-j5&h3@fgrIKpPwVZupCz-q){R52n9Fwu2UN&~_L8=B_#Nl!#+j*bQsu z^Dr~NegB@Aty>CiKrFAMrY80Har~ahAlW^P^I7eIvdfn*pT`iu?>xV<5Dl3|T^vGV zBen>~_5Sw<|Nr%e<8il5-gqOfqjM1`6r`Vv0Wj?}?OUfP?^ub#SPz!Clt76XpPXz5 z$c_LX{%MNe(}#(Pi9(0lWA2ALQy0j|J0Qp)jD7-l&{8A^PfH7IHoD5d@CvGemAWMN z)u4I_(4t&R2m2nZ-19t#VFjc)(~-pGb?A>20|AuOKqtlGVa*U#>Sd@~ID3ON1b zW_mXf(h!KZd}bQ~C=BDE{6B#_;Jrr9%fayhDOI(!ZmENZAQ(;o1N;OipK1FdqZ`?m z4Gj$;6W%0y`^D#+_(@S!6_uZ``c(=rQXrZ41QHh0W5oMt~F22y}>u06UT3S zB#ZBo7U@t~+hHAsc%63?Jk~=E9zX6WcCzxVr4g|A1H%6UNNy33a6)}g5Fys{zLr)a zXq+x;hS)%$gSfdjm6erc=WKYq%7bl8KMh{}ylrpK4cG93kZJ(X1ua=qoaj+>LyWK+ zuTggI!Fvbq7sTS*LCCg{las?GV6?qFBD7qAqnq){L|0@8n}U+^wN%1oHnvs+H(g!Y z%*@O)v?S!@uN0E*B(xRegYp&7->+@X+out7irt{*^jF2W#lzm*P!tFwM27&aY=J$D zYvYImh9F^V=Ec$K4w+b~u41|8!NbhQFWjPjj_6mvA%(vFTcyFv)09;Jlx_HE7A-)L zbW%Ja8pVkP*~4u>Pvb}(HgdW31pjFQf-6_9jQYPjLqx>D$5-&el)j{T3P;Qvwp2E_ z9LU&ofmU)02V4^p5(2dm&$~W|feS{rb*Pf00CawM`Thjk{7`uuFtIP8Jfg+nEtIp` z-FkUd&ecuW>L_|~;X4XZB|t_`JHDQ~crl>OWE_fs5%9to5N(m94QNjq-UFnqRE_Mf zy4_|FNAT;bfJ*%QPSSd;E1@15_&?A%$61G=cY~x+4Fy-h+M0c#FMkUDxcRLwAy7nS zswD;*TBH`1gINN)ro8dK%PsHqaJ@+w6vh+7bO9L0USeSh0D?6Wd<|RI-ZeErLv7o? z$3Rb?1wAaU#a{{7#0bnIKq}N;9Gxy__1EQ372B&f8g@T^LwJk(@g}t_E;o$H39r^& zMcgU^{VZB}h!q3^7$_;nrL`V|z?FWx)=bbxUAGo>GW-z+h2~}m*zotcX5GqaYBkVG z+WfUE-(PK9UmA*oZVl~8b|}R_4NrNB@bQI9z9q|a+pCPi*f~ zh=uJf76-ylM&%UHoe!+~fF;_7UKO&3)hyN2yyjq>*2qL8n6dhljh&WPGNemw7pZsi z@1#7{ES3XG8P<*dEg8#WVB|12AO7&B^W64v8gzL@$W}t^4XSV?Us#HmCY zaRorl9iRdf-41QWYHVP*n3k?Gufw&tRPDl#tU5)Q<^1x4=29z!=nv-fcBT^ook4+% zT;G*wT#Lf|V3{GCqA~lRrFO?AF<@CtqXts&uO)ze$!TeZfM^#jKsW}573s=On4WU4 zBdNw84{wf7Ot{?i`QBzS-JKCvOR@Vhx+n6Ra(ZtLs*@^io zlm&magiY8Ez=M41p3^9HOmou$o+XOcA|5cLJkw8eUZ5SvV)?N3^ZS5`YNYI(cmf)4 z0$@LsP0->4j6;Ng9g_;T=u@oq+h8*JWla*rCEN2+V{~B_MG*($r9j|?hBJJ5*&4X( zR#+)9pje&yZBCRQY-$BH6oQr+0ci<%YyeOp$T9Qr<9V>SfPV?1_KA_vYMV5j&BzP# zRd~x~=mWM=8%bF1V2jaxQA+M-@h&$EdF;e!^2hk7kr5?U7tnoyw(hrWWC;!n>nQi~ z3T4rfdid~RP$Qyyp^_V}j@O%TQz2Z6`m)UTRS{I8o~5L^eSy^(s9`ERT4jKrm?*DB#Kd_9l+#!t(sB;^bt9{61G zN1!4Bg$V|aQk{z#c6>BQsHV0o@BwMArmvHqA!*lKYxZzK@yY2=M9L|*)09747@;X) z9>YLp&Up@n<_F|7V5?h!Y)3f_THZ;pHLN;zN)QHNexFDV3@p9-&K}>J^DLkW30bhw zAXOSB7+S)YKMZQmLW8Z4Z#ht+!_!uUo?;uYCHuxc7bAl~6SZ@lp5C?T8kxnb9N2Z; z@7JHn$fTI-rhY&$M3dwc#^ZeoVb7QDf?}V1!w}a@DO6=laIC5_FZ>CAitHFvgx$X0SMh^8NGQ@VEP|faq$T zpCXAY?T1A3&smp8iteLM{v#f^nstjMniGttKBMyX{hz(CFVAAl@qq*hV#KvsyfKci z#Q(0?c=rWrmZ)9@)FPfkk8aR>3SP)3_EgJ@?^{zL25H%DDVp#|_d3WcG8ww1Cr_Td zbmhvk4_Bp?H8f@xZDYVj2POOY%a^Ob2CIMz0GI$dXJ&3GtkgpK_3DC*!Lqltz7Z_+|U|_)coo}TFz!Tc8Eyg2A{8zv#0M!Jw zZb0-6w1N_g%Ie4W@5TQ0yiYp6KcKB;gC&RDYrq*%Fd1pa$i!s&)hWy3BbxC}27GUV zQ=hS(N8114zpy#gAVCa^2fgKe!<4m#J4%tUGnWCZLCg68@dePF{4nigLY@~VN@N`A z?d?Sl6GS#4nM>PcBINmt7nzTK;v*Z|T9W9&YY?ch?}HHuYRD-K)r@-ba282d<_g6p?_j}BP5(heo@kB!is!phm z07JjEhC&h`)fAM=#{d-(@CWXzMrRXx>jLo46ad+S_z`%e0*h z)zn`0n%6weBtCz>J=M@FhlAu5Hpy;{LAzPuM9i5~k^6P?W^OiP-kZ&?tS~nz;2`32 z-)0AQ0Y!k+cXJ1Oug4MUvsrsHZQ<*G=@*I(8_7T{la`XgzbIh8?7W!QXK4V-09fth z#>(vpAjd$|j|9v^i76g<*K0nBoEG2{cwG4m578!|rJbXg*7li&37-H#09i-F!zlpj z7JzACr~GJ7bgK}ccEt;F-MSK&wYs{xOZ@zZ75x|*s+J)#GcyB;3xjAq@NCj~te=aB zh(PE8K*8wP*g$OnFpp4+*v-0bS{BXF-y|a(a$gJB+qoA+kKhBCF{s@G6%Nf6|9srC z^1968Ei(Hnq5>m48pGw|L>puS%|ct(29SH8RsIHRTRJesP{zgX)i06Yxvfu+oIS*V z+BDsn61Hayj$CNUz@Uji22~M{-2z`xZ^%8v)_gtrR&)TUft2TZQb!!1?5zxvDEVxLHMQ$d&xz(o^9hUtK|s#|dq|xY$6Vlmd_*nN zLRCQ$=R{=egs>rB=MmjHXa4(fik&sP9{n@Ojaqr|W(ZRP8z}>}CfIQNAX-9&Sx9Xt z22PX%xK!7VL$O5j6U5vvG`1da;|NRVS}UOR-Cwzf8) zevp55b#?W}!^kd!&O$q5WZ0uujBNrq*a96qV!LN2epz9DCLQA#j4YJ?bbMmz*D zA1Gc#fg*MpWSeK8`WI~>R12cf)aO^U@kpuADGEk?6+jOx#4iI&=?omRUtr)AXo{Ar zJLI4~j@JjdOn-g_`ZXaqob@3m&DA#Vm; z*ZL2)!`G?4n=R0=2EV=p*FEPGMAN2D6;4v@&0|VBFs4m%yP-sh<+wm$qu*`Zd#bPf zgyxuQXbFMsIy;^?tnK=X&I+q36ayF_^6j->CLZHl!aPv8gU!g6>&btl;8}NPat5yW zz%yE+&0c3gZ_d^&!F{XS*mafDzN%idtN5v}wgF~=0naRIPmy6czj>KoZ2Lj+jH(YFe29xvG%+zL-FWdL2nA2+`MP^^_H*2( zMb-FgeM*Fa*(`{X_{IMwAOO$$gipM~$unmhyz=5j(D0;mM9<~Ow&G@UVT9CbLQ2P4 zojL)PJWxtj1&taSFL?`#wEUE-kvxM9cG_`b$?M>jFHy;3z9V{ zu!6*+{@cwrhY{~yyjb)W{LV-gootN@tbZ~J2*6^UB18tnmDIg+BqS2AnhCL_%KY^s-%3@TxzsihGcvhNdr!RR_UFupb448s}<){b|iP=Yl%9^&J=g z)0$^u44z^2T;D-x^Q6to{VSN8H*fy3%O8xFF7Sx>qE#0#t` z+z+UQf>RwY0Mf!ZDm&HnvJ9@DiG;c(o(i*3jT!YcNfHh>DVZ_>cmzMIZ?SJABcae!m}_ z)NjezzJiBmd)pag!D?W8$4Ck>1I#|$WLVh3V|RLjRBF-<$fUO3|C_WnZYD|m_c6I( z5df8+>}_IiEe`FC?@tyguRIn%?LVz1>UFuoZH~)%v{6U<@AWq?RH$^%Nuo)L)m%MX zVB7ynSdhlALq*|DyGVNb3H=Y)nwKMivZZtQ4wff$^1DgjBlxRbW3s6;|0d5W@aI%p*X7%bOoe6_6e!PiI7+O|nRHvRV19_#0l zY}G=rDmy&oxycojl-zC+<>bID{~kQ90;65+Xn1*Ca~s zuS8V*V`}41p%F4|QHb#kn0mBhqaxwQb@|`LKW9`b*X7s~)Na2^lv4Zm)TijF+_O-` zI}~weXvVb9Jux$SDyt@o-Z#w~RfOl;OF3LVSi5;dc=}puPa9S59{=to{7xoOxv&^L!b(WBop_&P>=>IG;@E;)Y2m-jPQ z6YSj-V$viv7;K4G6t8bl+c5q(_;!10eH#aYHl7$68E-W|@;v(~M9Tk{$8TJIFlse|@j|Rz>$=^@GU8(}n zeOtKCoEG!ey%QF$FLquWEoA(o|GJfSpZdRjHmZsqxOnf9G1*Ze!!z>`vg7#U{`ayN zXQOkUm@lutGa#FtmzTS8yvDqUyqIjkaegW9eM9LsE_JSI_ut+qtwHSL*7vz6K!{h# zoyM{FH4fTCn=SV2TAbJEj_bY<8W(IlW7ta*&&Eh@=h1vXr5{2F4P!R@F3y;(Pchz) z97?lmXo9-XIKJ9AVa2&%!n;H+gb;APO<`or=S9^PxZ2v|(X$R`hu2X*{?m3t;N*MM z1i;K+gVhy`3K3JV_xZQ$C2;ncFwwWHXhF$@_6RZfa5jN@z^N@>63+Jpz5-Uf2Ye|A z8iVNw`el9KhrlKGDN#=6jDM{;k$1U->DFp34O3V$mGySGfprI2{oo>Lo%S^cpDK{5AvVw}IJSlmfX4?>%ZF)Ra2B2;H zHRt8E8f=1`J_ zr)gqpYSUQT$9`s?XhY1j+{udscSVkO(tZmYcEzzmP%KSID<&s*y0EbD3@thDmpC`SQ=hV3N%cVl>ist`h zsxhdL{{H@8X@YY)Q<=hSY=J#JJ@g@9FP!enXM>`SYfa}wZwM+NETa%D%ZxS(wtL(O zYL%JormKza2DWceUMOjV0{P!d1NRJj798Ou#%++1Fwm8QEz>nv19)iY{Uf!FWCg=Q z#I&CU2nf{T;{4~$6ksi|<>EwQ!19C63xUn<=bvO1@cldih=`Gk6^a1kMZuOA9KhHC zGdsWiG%?Z@!Ji0gMl%AQ4cut1=XB1)Sm^Xk+3qYe44@Lair0aG#&D)!(E0U7bfe5A z2HOdo;D51#`R!VaEzk4cS6iF^uWCC`iVl>D1HFyx;2^P~^JviOk1TU_S|9u~>Pgq59r#}nFcr*C#Qiqw zoOd?8fS>l2(hNi=@$InCGOsN)xBaq}F$VszG?aHGKGAB$_(I}uR^ov~BEHRm zlK1zB8q9Z9Cj4u!aDI$fuN3~PGM=a!f3^I|;SJ>m?R{&Ms|t&~FHX^7&dR;R=-Wwg zI86Qha@_HhA6E!~wlB8>(=#i>aqLz9&d)bl_VV~6*g4XNl21B@xTTczewv!iqmS9t z&SN9-c1*_=?NA;)>rnX6EY!xE+(Ag>?DG46l;U4b7-7$A7Vk}?=#yC-2^4O2>&z%W zSFs(}0|ss^Ug@I6MVrgGlsUoOe=-@Q|5XPI)HW&D?UR_kBNI%Ml0UjORa8NJ{h~ig zMn-V$nCkaQjWfThL(Urc{>yrQZ^E;pzf!7HVouLbN1oE|zqx~VJbEt}z0K@c+8-rU0Ts-p6>HZ>GpGC16hdLaxfI zRd}3!h@dF(LFYKBUHJ1;XTcg)x-6S{p6&4<>Chlq+VD=ZU*kFN&2!=!295166}*(T zT{^C9{M*12-g88xO2$syX1&L^vw+(bOzHx(mM)=$T(=r2;7F7G|N5;?x@Pt8g(>sl z+!KkY$$xGli=NdSb8=T=(Z>59#<6&VCVW8L05h^>*Q>&5Q5 zTqPlHg5fRpm8ZPktXl@taoHWskwSuH1ULI|wEn0m-oHqb=tJ;GkoG9|E;)O}dxd{7 zZ(??Qrx5&_Y9112Ck0AL(k?RoSI75xi|*4=g{A-Gy^p2MWlX9po9PETG_6(n0LsSx zumqo2mLN}(IZn3mENION+bj4q*|F^>aI`%>5huRTq&gn2AbLtVnV1_Pz7fvHpKVW7 zX_(U{?3 z??ujklRfd@72_!TemI-?9M1kiqN43XZLlg+NUcFrI0wu9wd|=_-1aJ+3Z{^TfiwFF z|8`?qb38N4SUpYOcl-QI_`@3;AE-T~yTuSAX5aUDj@aOv~xc%`^F4)0;P6Ts8fvE^qm7pGRYBDi;QY56VY_kXXr zuNNTw54;0#D)F7vmIm~UKxZKmE?Ff>S#?~i@pDWdR10W*?+Ee-iOb$Pjyu;KNen#J zZ@?1t)EWb~|0=I=uAgeqW$Gf3pTA8C!SFQ#))E6ytcAetj_lw57X`_R2L^`^K`ug` zXlYry3|!k-wP^|)ci!bdx3!kW9W-Q{!>6S>KA~XvXhGJ!XLy8gq}JTN92nWcqXD2; zL2H$lks*L%=a1p^!p3GCh+*KjHvb@SYtmgF+lF$GhroO2on{?d#$|yXXWbTNxUJtB zF#i~^g14D)k59Pd$xKX4oTH}JvN~E{w+F{(!R+^x-=?`Hxtibu5=KQVN0SBE<1?{I z(56dBN!datj}OyqfDdOW4(b{j1h&YXsHP0AzbBDAK|M3ja=PMsX%-U#?rl^sN8h^V zX28vhEM8V1W~DyNdp?Hm+p4T}RfSj_bDwsgD zeOsyj3kS&C#cE+jem%H-%nd#_34p%O8Fn9HERnE?_-o@98gL3na2gU|phKp=eAx%# z8Te*HZ+24c3V1>=iwnSgG)40ViSCaO0WSC$8{2})=)bO5BqL)%Rdvec^d-JptQHMV z$b1BuUA-J8JW~t(D9f3+c#>cgz%vi0T@YZkwX?e?D{C;*p1An>GLY)uI_0f?|1se< zA1aHfeoL;RsVU>`E(8Z~MgH zC>^jUBr;BM<(TNeR}J6`7+_K+n>(AH*SoXSW$;ba8bk*c+jlR8HhUdK{svdmv6;4J zleos@uc0o6Wx>6_+#?2Qw~g8Xk#Df4xYXzdI`|7G_jFwTvnmZJp=f7&kL)YpQbwP@ z{o}T*XJJU1M&i^$$-g&5WdT&J;T>~7E)yPYM|X>1!(u9hJQlPsj{x5Xs-!5M#3`h8E`R&=#rD0~=&&N=`` zXvmI3&XpyMMiDDpwa5qZq@NmeH=@I{_#$yZV%jw{ac4@*la8^1gc&4nI%@|kHv^hM zzjO|hPNvO?5W8=mMoZ%K(2O-J!j+$t+>!_>D$LtC7_Vb{8x}vY0M?E;p65O0H_3adV z!zmW+1PBOiXOo@5z=35+F)<7Vv@B!fuUf7mgg8VeAM?hOwMebfaBZ_zJVvp$ANO%+ z9Ow9D0~RWbk)h#-$Vh?;a9&g*V?I)?!TQ_`r=ql0|D?USrH;+t79N`k#BDnvQ!miX zokeIeN9S`*FccRqNGK_t!wh*H2?LAAkC96FFl%~`pFjsK$CZ(B3-BWu8fRny-Ge472OOret`fBmURpMrsLZ$Xx>^B-r{=$ zLumkn-h~SnmcdMZ?%asBvN`-+zw=lCi_5H9bszLLCeC4u;{KYe4XNgQ+T+JI0pih{ zCR$m`aBvaas9IKgU}Vr*%}IO5)`aZ{0qZ|US}PruwQZ`!>#K65ROdQci0IE`7FgPF zNXe`#)#gaZYETHimVyqq!3Ra2qCo=9E<%i{S{kSrTCA(oG~TkcfXje`*W|{yZ;!mX z!EDz;Hjrs>f=GCs7*1P^fm{z=L+N$Jf$!fs%ee4~_4RG}GA~Otn9e@T&8Pqa7`)~$ zO4ByXGV+=MN#+e|qd%0nkKiQYfDyo_42naA98y-@XvK#7koqy!5zUV!I%NB&G57fD z2)O!wMz_j?2Y3~$6OEKSrWY{az+Vi#ZR5Jg;a%2_ds5rY2S9Ljtos|LRNeG|Oy9vbJ95yadKv_aPrA39@K@q2LoHFXRmJ6)P=$l6yavY0 z?!H4fzL|Ypv2V7(2+Pgw`um`OC6d-`y`@J0wTiP?*8Og|70bZvJU4j;`y30bY;fQN z&uw!a>l5&!@ZAX70I81lBugG7Gl-C3UPi8K4+_7uavWc-&yb$s(8WfLZWUdQ3HdVE zz-GGAs3GZ3f=V@oeo$uys^KMJ;p5er=57g0?pj>7m7gtMbiTD5*7xpF%3A3zLRs-; zFn}caC@CnY8X6i1%OIB%oPdWjNT39np{;@CYHap2qv@&1>J;liYDR$}fasM*NtMVv-dgX;d}>sL!8{9QHBXa;D8?&4u71c;d>89Z+K@4z`t}7Y<6Jt5XxhIQ$?aEg!+H@ zAPYKI1E$Vso6?pO31Cc-*1}-X6Um4tK8xETw`MP|`WK}VS0hXDmf>91WX}IV;i=Jz z0-&@#r+3r<;_IC77Fb1>|C(iF0%`CuC}`*S1V~##FMKCPDj`!+x3-snFP7kI4SMML zpYs0GR6kdRT}tvre3LR3XBL=__a7FEz^O0%rC^yrXTHIM_yP{QAit{|Jqg5|WkM|w z8c0w@-_3yURSCzcTzCOTFpvi=06t?7Iaunp29WJTOiVL`d|Oqwz9{{j&YucZUWB$v`DqoEN|JLbN!0n`$R<9+Y)u~~KFF5h^B zk}VyKa5#dAjcqDa%kmLeAfVns&kEvkjX7^I9T=XQ)i!5K#jt)`~NRa({2 zVfts9yR4Y1?lqv6ApD#Y!vj2&|C!L)mA5E6cfjcYB=rnVTJs@!3uLPA`Ch==^+L4( zWNRmiEG(dTH^2r4TJIVdG|+dDI2#)p;Ed57U&Cj17Gt3N2iES4&*G=AtYCX_4i1F^**bLiZON%JP`HrjSSdk403JPUxj!2L3+yD?#AwnjBc)g%|q zFXgAcJUR$n_?Pu9V&MkAI`Pb%ymMQ;G_lTTo>6&u4QIKlbtX$F8a>|-Amh0J%@?|J z`*o(~hn*p=9Tl6;DRSpqQ-c zAJ=5Wu5i(p9_0bONgFHyd`9Z1sYq}1#DCu4 zw2?vCjJ9hz5PhxDe1s2`_HTV&-8eWuL;NWIM^!_gDBbGu8u;-_0vI17z+5DFc;HNy zrkgUE$)SVgyf_Dwp`HXXk`vc0lEJBF-P^5Rcq za{Z%T{Nx4L2#Mn<(U|P1cqTDG0am@~>OPaIob2o<&SpLC`7P70 zVr-xy&4hmWwQ_>*_S*l`+FM6exwU>L$qy<45q$C8Cl14xfX{19!L0Snx zTDo%)(k&%Yi*7-YPC-fxIM?ld_jBHFobUb47-yV4_+wjZ-7)7iulNNsJF4&Z=MwGM zBV-)0!ve2MS9WmsB|W+fXK-omu7(wz9b?!1c1fSfZ~v@sv>&|lK5^3Q;c@G(k5sPI zsm=B0Py`cK%~yCs+lEQX#N;Hpgf01a_Q0H zP&q7S$0>=Mq1S|vS)5}vJWOZwGq@$YtAnYbqCpylHY-B|)eDg&$cFt|3~PPGz~;<@ zLYsoBnr&BSs0ap5Glb+*-W~+M`r)9F`_BXV!Q6t6S^*9(Akd*cgMrXHK&s0h{Q>ah z+UFKY=ym`#3;=*1fWGpr9D%?FDdl{B3P)QmOx7xHu2lh+hzv(*T8h&+I7I5|)vZnZ z)IVEB5wY4{b$=ndrwFMB5a-BT1QdkcKvFyi#2!FDD?fk!-2Yc_aPVKi9I$eM){KFk zT>`XTfTO=RX%D?a&?2d&1AyK9@l%oho-zE%X;#15PlCcPpVPMGmyPo-?9rkHagaDZ zbpJOC${Vu4THr(?p8@nu3s4CH3L^}wW^s?`B)o+u44jDoXu!nG9EcDy_P1w~K*8+k zrUefrz~fydfvu0}>b24)eF1m|&1#qxbH80MZ1qIHg*0#H+(t7SmcMXCq54 z*%oA@)IrOY=jP3e0QNL8O6@uX8K6g|rdPyO(Av>&-zq`=fKNpOydWS=|!yjiiqUzmL=XG8wkf^~n#3Z~px4 zpB!3Z;C~zkb}xY@L-F{BhV!qliYq~515l(Znh)(?5(~b8*|sk_k(n%}CY*ang}1fQ z!O$MHd>VrpP7(R%@R^^1iRD?q4~c@_f-#6=BB)iQISc@1Sn()?3CL&O=kQGuGA>x` z=MX3k5Q>m~hzCF@j{%Z{Ck5D1P$%F43Jd`#Hz9pcByArZ)kLTSu@jRt^&f%;8QKD5 zUbwCWK4FpTfwQS@;p<~muFvl)Ue3=<{g8b!A6hwABBi1He`-LsbX5S|02n#q0J)0s z^+naYZ6VzA_duA(0+oUPsWtg@NkA|jt9yP?*E+v)y8A}W#Y>O&-C{AJRHhB@So6YM z*W^AO%$0h(e(MaNeaHcr#sHEQ4fZEFFY|F?{^d7F2wWxk5-%f1!;zn@agT(8B@nXl z6=lVo@ZG)fNG*f@$Wgq@s#Lz(3qnM*uud@851W0`Za7)k=D?T&1;>dsA5@$sFFY^b z+kUNBY62i2^JfhcGg=qnZ+l0a^+jvihLARCD=VY3`tRX7Lhqujcj5@^%WPHfv4d&u ze}(kR=TQ&XtMug>%1|h1K{gsB?b+Lw3g?Eeo_&A%$Ne1AyZUE`Hp`rOuYG-JjL2ZP zy8eaXRhp@nN$0BXs3-IJ$8TACk5MA07R-0b$U_Nup{&lY7GbmW@69gIe)ouBFcE=OAzz3Nti9^miBL&nXuH`5P_r^tk5ve;>{jD(NnDXcwHfIg2H5ldfJN@KJ zYQjR>LR;mq;73GOHShQazHFKpz6`HIv1|1z@3lL)nFx9(Q0o_deuWq?Q%ctpjm^8$ za7n2i8>^~NUHW_y=xxP74kt;EB5E?oQotHFN7g~T%c0VmTqKTqoaVai9-oO=*V(<@ zG;T(W?V|B>oQ0K=SOWy$st*VDOnL-#Nu~v;!>QlhwfS+N@Uo_8(UmsK@5c{S|5ZwI z1v@<=p_YmldY`vj^(U%X`{C(Xrohw7%Jd^5RC#&!3w)y3YrRGTrf+u%g?11AP&hB3 zR(`hHpL&PbETb2sjOuFsA~X3p;oHi9^YkaW4YiW+UIvF80?kq4zP|axna~>hwL1xl zUE9ewKMWZ53e7mf%_1vsDnF)Lf_$ImKRYcTAmC|(sKpZ-^YdO#$!G%@;%Bgk&$Ea} zwR(Q-!!jyKIa-V#+xgNpqw7_M=j#=ew=E1!j>BeGcLxoHV-ee>2-rq@}1?xY4 zND+X>NLy8fzvPadzvrKb+LL)&p z8Mv-O&ufhQT&>-SCozS#X9I$}>7a_b{N8y``@|2T&7-Z>+cfwvQkV`r7YU$-du61q zS5ioJ$LyzmZ?%ZA6&1ASYwQg!87ADkb{<`c3+2{;4d>A}jVRO(O=S)NTSMjBhp%JQ z)HPP-E~o48(Tn&63|5P12*d9OOaAE>zgw&0mpCI zQv_4ZOsprnC(i)U0H4$ByGa}foU%v_eSh^lbIsSfeuVn=I=wdEduF? zigO1{*stGJ(u|Bpka%AoKRG_xV#JQ?(1YhosQB{QXm(cac&q9!{Ian>64Kd?xp4rh zd%|L26ZMeQFSzo_z^9H=#H!4{>j@Hp`_rF_R&OIw4xYIM|_^-|+xvd> zt6Yq1pITtz$i8cIp1qQQ&!fQ;f%dwa>PVppP4#*3DNgV5wiTBV-#2G!QMZL{{> z%dH>ju`h(L_Z|G1uKGz2f!#asQwuZd7ONAMfFUqS>5i67-G%XZ*YVB|k^+=eT~{%- zpIFK}KZ-y!fb`L*M_n}+NNql!OzA4NKZ;b>#F0v#`q+;>!)GPs#W-WBA_vj`;o=Dw z))$c|g4I4@8hj4&e9e{{bUHTfWtV+qf` zSX5ztS8v2K{H7t-vc=${9Gq^bGO9qyHDPP}8T2uL2LJ`$|LpT3honLzU* zm%LQO7G1G78)0y{bif#RrCtqi$m`~@$-9Ii>$VRI-C(8(M-4@t&)vTZ!TNdZxM&2K zR+PG?;@a-DVE~}7rjczgy-lGLi_rgJsln2Fv>2sh?rJZzK58%~mYQ^9T`JAZ{I#|w z#7ztN?avTlF4g(!Yim1_7hNDb!&9ko?d3e$=S@gxCfg>E2%sJ7UBegr$Af%(#giq# zVedV0*tbin>3#H<0ay!fU-ALI9gNdfX!N??0PE(me`MO{FT52*QRQ1n5wo<`z$@e+(( z?zp(PH2u-}s|a}>NM)c&f=pue24ybn0tptuW}p!1J!B3D!$?qvUH;~CDh6yCV}LkP zhUY!3zI)nE&S^AdTgzjV+AE< zy<>drg}v4b^X0oz>Scjpg;mp1wzpP?Vvm^Rqph?EQmZRRc(AxAn%IAJ5&d9xiC) zk8x1Gq3#xVb_vp_jPh?LLY;_~+G zGulPuAi)nj%~s%s5laDbv>`0I*G1g@9e^VEfVSf7!T$BSYY1L8^y8X8;aAgDMcNdY zI9Q)$X^Q*(oq9ZvLfy)hC1&pV=xxQ=@K90tbg}08Ajo#Cvq5Old!!ehwqKyL8k4(e$&2pmlTK@;#ANVx=R4I`kl6Lf*@ zx%N_j04Q3d=Sn@Nx2zNW7VvXQBw8cef%meGv&;3VFCpv@ld<{H5|o2CO0 zdfZriG8}l9k(9s^Gw`NmJd-Gxc}XKUuMCbk=oFV7E1XAqZaOVym#DH=3MF<8W@>1g zrjN~~0B)1H1T&HUrzA%B)jaJYMP+3iM4$nYN`tx)ZfjeD8?dk-LizgU$nY@r^#NlZ zW1f#FFMFj3!fT8Q1NHuaWIE&Z{w)#eFJPQU2sKc$2mn+F*wBSbNn0Y@rr1Q(o*hYR zlvJy{QQ10TeDFe`nEQC6s5O18jH?J5VYF?++WN{WRzxl4WPF)P7NO;(!&ajPQ(~!{ zUR@On`GKlJ7P~E5B4pZ=y0wD-fi`@Uku;dJ8*3kTF#SU1NR!fMC$yRVe-FF;r_R>4 zaGG6Qd<@mTc+YiCPE*hqve3*GKD`|#D)0I_$IBZJl6@I5IVbflynX$ZB^n4a_g)J# z`X$fSL5~ZrvG$$&E#Q`>c=Wf3-p!Mu4VC-yf8T4(1J~!(tlHA+Py$)mXycK2rJd-u&jUHEc|1 z4anBiIwuw6j^x)B+YmyD$S^S+9%yr6?;BAf(q@htsKy>-k_dp+OqEQnxROBs$S-_Y z6x!P8NPy~rE=YEIx-V<$Q$J8(0n~#oOlQ0<-T@k@^}#oxV`Ov#!uJu-AOW-q93D#` zpkxd~pY3Oewh^GJ>HwzzQhrN_stMqolzXt)ywl)jS+cFt%z*B&GHL8)A!gxrK>?pt z>eLHA7NEP^OKaNO{dcmo)r~ZQt1wu?8r{%yJmW&m=ufn-!XqR+1>M^Ixnw8LD!xlp zqdy${^c(!qi8(ZV?$yGVA(-5>OnM>^qgxS0wNUT)&8*Tk#KbpPbyx;>#gV zsd+AOR``KxG~*e?2*PX|TfEtYl-ExyhF0z`ASIe;OE>mv=(X2s8$g6DJ2YmPf8qI) zfAF2IuE`RBq7JGXSY9RPXB>nUJ#lNEOI1c2wx(*up zd1Iv3nwsq7wi4q=U;2rON3$T^{t+7>jjsjZ4087&m|0S3&)a8Q&aPDrhhGoaVRt%> zL+vDg#JNWOZr6eL+#V+$za`}iA90g*e^jQ@_|@yT(S9Z=S(6U6A=XL$wQ5Z9F0b0m z-OIR}A`N~D}P6BENDjN9(Xm|jko33v%7nUUACaZxcKJRCdPOK=`8mUI3Z zJwK$yu_D~_)ESjx>c4jJlI%)?u_sHy%L_!ps#TCReEv6ckF->PTdEOrf@YNBOZ;rr zM{J*M2U_)4(xIR-+Ug_I($ydakAg+P_;9C~97q{;Fr+PqtW4E(+?Xxph0XjD$K z9o{gV$*EGq8~XZhf~>&LQd%5D?)4oD&Np=fy}S8}T?tpqw^6L1<^eHywhP|9!6)|b zG2OXGOK}Yi31b`zghEl&v;lv69x7Vs6zd1H(zvwc%gc#BwV0hZeTd1ESO zdr^;$-nMg)hi#K?7+GV?pc?|yh+ziCNP_6Lx0Uy1AVwap#A+DmdG-9k&6DMyeDjnA zTKpAi;umOFyTr4kaxbXAF6gx`@!E4osg39r7IODEdps1L4 zAO-DI*vT^jUF6=gsRo1C!%)pT? z|LU!1eOEC5+ls+$wZUY$8Ve|5{Ex}u%!Pc8XMHqbALAV$M=m(ZQJa02%yGHmiiJCU zX)+Yo>1-s{!w^71i|z>V-tr}w4z7zI5mS#vN5K1Fmy`(AD^eeVvp%ei1Lax6CsbSF zlrr1;;y1n)_7lC zVBEGCJ65?mDHtpxjphD6iw%EcI8^w)W}r6u>pMG(xLgo*sfK|MYaWe*iUP7?T+u1e zH=*G!mQ|;}Ce@q2UB3O2qolsp{Q8wjYh;Ga&VuK!-TtD{NzhEVq4eCfU|1O5)Af_< zG@ApQ7QfU9sN`aGZMJkbXy8M#vwP&-tcb|R>pi=uT&-d7#j{q)#x_ZdPd+XRzpBl4 zCW9^t6LaB7A6R3z0uUp#e<;u!E97PAA805Jemr;-o;-V`ahzNElOw<}9 z9c?b|fPCX_dp22{YyUpsw)nAW+TzJ*RmU83>xzsrk`?Syx+iEEbgpA#Ub0iT66Tp| zs`+>7<8sk!u}11q(tZ3OZY{s$@f+9Sq19no%ye|d=jaX zSErXM&7EG}q13^{a3A!2sZ` zM4s8?khJ;yTe?Q>xI%w4?pt?OaeahZbVLFPHt7r8>c??v8XNS?9FZ@&CT^8fj_=N5 z3~XJA>p$Q)OaCgJ%sE!dw)PK$=y$<6hOt95E);kjt;dofcVZ&zM)Iz7y)@(m=h zz~no#WL1liy)O3zmM?S+qK(uP0nti4&oZ7vVN&EwLYmErHe9vpRe_^3yXV7P@@I_^ z7+dc@dHgOk6zBjB*4J9)L%lNZcqr2X=0}ZerMA0gf!*}BvM8i;Fm_IY-j`L?CCkCu z=*L}w)ZOf8lP+}v|0@a+O>mSzdpd+(9CDTAjjbu@nm__R#56ZmWoUxVO8>N;n!SKe z(rdH+bT#_(4>xpUHY-S-C+yvx9(#xn1%DLAs8i)aSS&eIG`3=X$jlLwq#g%nvX$BDa~ zf_AgdQP;rAbPZ#G`fwP=ycxhR2CSzaOKQB<!Bg4JE9!*&mbHcMx1b)=`t`k= z8x25hUo_@LPJJ9i;2^hGZS!inWj{%7aL?RHkzts#T}-{JQP=DvMyUUdb^h}0WZF6( z|7!ymGsD-RPA#62N|ABQvxGn~wD{#hGTH-1T5DJ7+IC8aR5?UqiAi6CtzL${o!dDd z$baF1skh?7G@Ka6ox2sdNZVg7(BD#14PG!M@)6SqzZ=~`YmtP9^LDYDW0UK!P2^H+TH;wK(<*WIonn${?U2Z@_d=jch z1>ZQx>mYYXJgHQL!gQ@7IF2t-*{0jrIy4=;L3Y+Bw?0}n z+$&Xp|6O^$1+9z=Uf7c$r&VejA+${s3hFR)N0U}#j`{(KV`G75a?z(X?(E?daT z6=AnQhYh+J_iy~bUisPHDsN$9q^Q;IK?X=7z7MVolI}*bjZ+_^GC4}pS|X^@zNM#s z^0d1F^lW`ZqBBIWD}RLNomZIGr-w3a${4E7a2#K5D9L|pzc4YF5yA>SLuc2wI2^CN z`=QW(bhPIhDMNt$8-)5xO|p)U;`v)bFeta+6|kPxksUGl~(L0ArI@9g`tOK(GbxxVK0 z=H>o0Zp93r;4;sbC4oRF*#1nfcNfHhU@j#tk|PkKnev=bK?B&zkbbwy(K1Z}JnahS zh41aDx8R_#I8OBj>ip933))wJRe)oiVH3Z27cbwXzJ;jQ{POJ*ei4 z&&0n15o?u%^y%C{8l2LF&yIiB3Z=n37*3?^6-fGcnpJO^dVP39=5eyY643JBzP=?q zI23}F^wAHJ;fpd&`tckOXyL%y8>==gp4O2{SvV^F2K+jRyuBaocwJr+$&UmGLMnm5WY4jr>4eT7Yn(^|VQVc~Ggq?{BwFU(Q17Ic9@`xleutx>p ztPgmlK1CQwcYtpzVi`jN8qUi>N%k-|lm3RY z2KkBu2Y)WX!NCZzrumbTphaAnNLE6BA~PJ66_AO~ikMwD@;Mue|Fe?7Om~HidyPgh z%`L;CaWsXbtwj;hri3DsWSVmby5ndDR<~5Tn7*)!qAx3 z+^|Q$FIlbPy5wLr$^ohPptwZ91MYQ{l#w2^gJR0qvl1YG+3e-CfF2k$Bs`!u2V*4e zd-$dfO4le{!{`M>S7S==;LV>RY|xMqJiayLYioz);l@xfx8ty0XDcp?GE$QsIP09% zW#4_h)y@0R4ko^k5Ivg-PKmF_?g*f)gTb}Vegrn0+x_c*0)JPwAYCkEUf}c)i}Q%Q z_Vr7A!9j^nvQXI3GGVWgU6QqSA%Wi8kfKcn$#Y=)z~~~pOo}$KvrMcZOuxYo=1YEu zCXeH_HFVYQc}nAmf0d!WH<)Z%z>-ylAB*q#A!*974|&3(@;Dw(>S|zwEo6}Jk%&UH zA?#=|rd*;a1W*^Y68CTGDbwOCX~R?we(}|@7`jXXq9Ipz%{@DU2l-m>-4A#fLhs*q z>vG#`5SoUkKmQi*zKuJka%)C{EK5ZOuK2;ty9EHBC?6e7A~mpZFM~7)N?pITG0Z*n zoY>7_>S`MHd4R$vpNH~dwof`v9u2d>L?}qMsmDp>)XOv{-sl;~nLCo-c~z(|Q2NDK z8fWd89AQBBb6MEiiKIO_ZlbBeXY?n8XZiBH-z)!w2n=I~HU9HA7mS?@*&x$lT zZYz7jk7o_R!BZ7=vUgkpn;34>6<&gdcfCLYlaI)u4nA|dr2V}Yy(v8Y^f*cycRCOU zX>A3=n`S&?MQ6e&!S9=3EYsA@26BtgbpA-+uGf-V{1rZ0R58%`>JxZJMv3GO)yYS@ zPQ=RUX%BG_{?GzwGG7xCiU$Vj4gi<{5$%h6WLRd5g=jH=_tM$)hb_+$KL^v(8M}sX zVCH$z2*Efcj@xkB=?2V`-Oub(-#$|b3L?<(+#VWBq9*TymUu+0rwT4KTHXmw)P+5O z#(+D4LWugEiCPjji}-TpiWp&Msiu+<|KlZFk^AdWt5Z2;Z6Dql) z8ZV@RgT z8vSTC6TENXiYS0BD^qnojvq$>WHKFE#Gc{QP1@nJ8PKsKg_9mo9FWu~5SG#r>J{2d zd1ogWgpM^S=c$u=HF65FGnOf~eo0Nf`Mj5dc{E#60;|Jix}@=q(iI?wlVo8`S;{ln zVzkGciYwp3Qi>qcam>zt1Lf1>Sj{M#0!R1qG!@|U>_}l_i3-5%12zCeh?ny$7u(NR zQkb`82>TDmdJ*L37s%vkU4lf?-%zktsx1ctrtfmxfvo{9QppLCJ1dk`6BZPzyh3V2wU%da8Y1N)EW z)$Q3`sa!){6t-B9>EJlsQ5>A{03zle{1~i{^X#GwK&%YxAH9S#1b%l>H(B~o{3LxJ zmghZBB50`Gc~vx-q!A>86+SI8k5qN#K@Koffst@HF6XPvGJ&F)CXuD9GgZ{&ili@G zBF;O#4!u=w1P7r*?aomgU5dOM%;tHbQ&)|#)mww)AH1L;4uloorBuWY5CCY5{l3Ym zAC7N>_6N*+jONs2(u3{t_3mRb($&qAZ-C4xo>E9L%*Y+boHROFuhUp+a`ds#mNVeO zCH`$l@I9Td8BHM6_ame}bD)2QNFNj$-*Jt>j=h~T79pdqMy6Jz6@a^{R**hyo!6!h zjp`S(^Mtw^oA_?QeunDrkLf(ouV550norN@zn`G&=@+g~NG%|WrcRL$2ixx~?F{XL z!F2=2n&jf#VuaEnY44jOC^a;Q$z9|rRr zF2{*IXt#AECfA1M9Zk~g3w#Ts4{#~&1p2-zGH{6;Nhxrea-dy71xXx}r~Lw-93O+) zT(mCAZ$VcL=W7AW0-Cazu3haRwP?(g=(;DREBv0N07lXimHN1hhHVe2c@v2USr z)|^^bo2QW=c{KWl((ZPSQ}YZUP9Rp{rch_8KzYvaF`b!#|9zq#Tbt~ogaSFI`%0)) zRxD%iV1R*9F?hEDv%RhcA@?Fgf7{8j`ARbchI#!#br=j(O!!4xVkE&%5I9|+NdpSr zdp_XudKL$#9PrcpZ+}vJ(ohxe1RCqc6Z>9@NRqZSHEA4ZPRttSSd6^7|D?inv>?fQ z6Z#u)fMU`=nCE@}v1|1*BRnFy2->vs4p9wW!hi^V9CZK zk(-0hY>g86NP0O6oX)vR%X5);VYfrq7Vzi5YU$Wk0~zHUXn3_PEMVU)v_0@^+mWIL zKpAoHZM00Q_6pRUdNqI!g=55|0OpOfBKew-_BS?=mk;ZALC@-wDRV!TXpsBMw(JR* zj$ZAI6?|RN1!Lk(VRI}peh%^~Vw`BB{xZzaRW1#!YEkPAG8cUdf<(Uel08FTsrjib z$`T&hbg~2OB{~uZP@@+vA$Yg`M6kjrrLOWW|GDp+ zlW}_Mm?L*a`1gaDsE$N&3jr~WMoLJb%^unz(mS)Q4`FIIe9`COeU+?}XM&Eu@GN-r zZQOC)J%v_%~u7^Y=BD2FR3yu zC|UY7TUUAELN*MnRIk6XOtLKb=w=VjI37abByVroaGMbMo5{;Q^Gpi8GFP~!1FROo`h;{VFdv+m- z6$J?l(qL!JD{dX1$T!AjkheIhQ2a*7!ije4v9@MMS4KUw%W3>T1-G(wmbx-uOU=+G zuYOz_8VxWLK>i985ykaz%8R)Y+QSam9A-pmMK!t z&=Px4MjE^k>^HBqy41WqhMh5eEOl3RV<${&gv}pC{w<6 zfhK@Sjh}gvLLNdeE%c0N5mFJu1;42z4NQh08ujDQ-WER;fc4Im$68o6 z9`#UL#>$mz>o#@>vB;laho@V!UTT_4r{{K#j3&*j^x`(S>1+BLuO;55eiZ-hLi3wr zPK^eUY+aRboM`PV?TG26&;-NW-k4byYnEQ_g`D4sofnuLZj)UkQNA9Veuj(GO>wC@ z?K9oUt*VTd^=0opTFl+#F&@IV2E1?&7o0JBw(e_{)CS~ca@k`6U;Xb4IlaTymZa;z zedw29+~Qo)wzcY#QN1gCNM|R#K=-6)*O@DH)Y`Xq>m=kgq3{M{#`*ZbFFtM)3$Mpj zbnkf*R{UZT{Bg17x0s<{+n<(<=HqLGo?Iv5zekmvl|So#zWHT8^vs|!4?P0|7AQ&g z@cDAb6TtrdF{j=$OX>ES~G})0|H=5t4PgF`G#P=A}DtNCP@H||+w_6wR^UCh$ z-Fe};x$}D-woRE6RfCYKzdO$?ga69>62zA;pyQZuCd_VZ={EN)Yz^MTb|;Q2v-r^18s2x znt;g5+-Tarh#(64HZI@fN|X%o4rh>CK`pWu`5=3I*=?FB8j` z@D7Ahbxg($`@3e!JygX-4f7-}c>eyaz40<^!Pr(`pQ5rXJ9n)gFaia^o2~8?e-ZGY;(Q?n8H4Q%pxpYe# zn|6f61eOp>2S9Sd29a)B046wsM)enFRQ=dkY4vFk6xBfNj{T8E4Mz~l>%D&Bv(doKBH&Yy`gHG@Z^8B34P zxsCH5{ut2Add`PENwMogA}iZewD?7x=Ev4+iJEdAkJN?7VoEmDQ7%>?T{V95zuYA~ za3eu_U-&?;M=Xe?K$3gCCw>_qz$+F+t18PtM?|%Z{m))|!Nb>hd z%@h8=Jeor+MCAa`Nb?&Tp+Jx`0s8#h_WiV|=xBeS;835OoZt}edDh>MH6oYN2XH_RLyO5lK=Q(385QnyS^CHcJ3sW~f4 z2288i;U3=EOmHJiF(4v*TzDnPDBANpfz*vFVs6EtxybR*-OWu& zRyF|Gi%-jSo=pG}^sKMEKH(Pl^Mi^$pnGB_A~QE?sPx<%WDS z*{QgoKoM5DH#p5OGQM;FW`so#Z7a=b#AF!UwilroT&u$zF@V5H92nzGY)w{LjUYE8 zn_%kxy9u?gX%3?P^+5Qn|Dyut9tvQhJl)QeIrrhgdn53NLj0FO*@L4C6kWi`Q{BK| zvorO;5FQH37YtcZQhIt+(=#)(H)#ZIDKoROVhKY-LrLlAE+qBmR)WHnfBXD<;Iw&` zLjx%>@g=B#HZ0-rbZ!5HI2@Ib5CX;&v?eAdl;9*Z_x#tBrQe|YHaIx=CC(JkWS|7J z5|=e*EeGCn!z=;<&dJHBucwCHyOA@bWV*B=W=drHI>J!_>RL4kpFDH9t9c=-7Dl_L-%1kg|gVNu)^ zm0%1;1-vVm#Kmb*2@5zon&w1AL?NM}8&2UPE8xH6m3=z;OBZ#&B?_J)DC*nJRQJyq zuDP$Tuk(PQ33xxXPE1V9%&yfKa8m$My4?HN3H2WG7IiJHK%u#(*l-m_+lHsR-K=TG z2kT>q#ULp9=%hC`(ja#XVb}TEI&&k=rW`1g53acwYU^K>@TLT}zPnB9N#OWa=C~ja z7M$duPH{hCX3MRzsw$(Ppd0eGvgRPR@2%^gN(l4|aL*gDieTaR$_B zOe&@lOoal1gH1tn&aMk!s}a-F`Y4~}9o3c*aCZbLR7bJTLqjh&F1WbXOc<{f8J^w9Ssee>Mm!fhmz8A+=#0XE-3?$G4KwP)7riSwg z>~0>HRkgVjTFb^Je7UXhVm&6PU=anqsRsAbPd=xA9#!ejYU>wHfyF&N2-4hFQ=>mP zIOy5me94KefcYiiBJCwD*8 z!3u?q2kxiA@M^j-m^ffqOM|mL7f`alx1OV8djc{f4BACng0_?Nzy!T%))T{L*U1a* zZh*2zf#M!w{)@YR$m|mz6~zDwDLsNbAjcOA+9Tj`n=u?D;Y6j9JNQlRx2TSTq z=>6VBd{#(z@0lwrD?=oG43Z<@L(L3ITBL9)+F|pd%2Auxh))I_BA5MJ=|M3t7TkNh z8ty*B_2p{@sk~T0R+Z#P;G(L*X6PIkP|a0I;eZEWHv#8K6zuz#-H*Ykh{OZJU`|t0 zQ~aHg8VGKWBWCxY!T%9Nk~=N=d%$gc5sqsov2RXwkAa;I7t>+MucV~(N>fLtp-RMa zKOe~FGJWP1aI%5|lUK)@%i%IlW6!(;Vvci7R8-&l*)zl%Hx>o~4Nt_|Xd0<{oys zubMx891^l}vnW455<)a6BE^6wfL{3{IeVfg&nWrD8xKk^K>{`8+x1W4_WwOIQy2pl zMmQ+AjLpo_Gp=j>w@j~~4VrpEpq>w1L2&nGf`AFkt50ZZrsO9*l@$Hd0bWyw?lzzeB{E(871;8PS7|+;E9PI6BG^@bv-MvcyG1$}PmaHsAC?9g!Yc8S?j_2WA z>jZXwI5<*~gROzQqGC7IOig7aQg;^Vlx{n5^Yd5cHQbdQU4Se+iUY)kz`c!0M1%_D zapd5JL9^+UF6uaHFU5IQQQ2p9j4q<-HgNsOlndo~GR+SK z1PC-SGBbBRk>_D%#sLrbRuHiY9v|0+ZHTQZah!dGt0X(BOifB^@9r0p--7t|f&6+I zv_0+J14C9DcO`KCm-=Sz49nj-2lM|!Rn&Ki