From fe673a1dc2efbb0c8f3edcd5c2db3da3fc5e967d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 22 Aug 2026 20:13:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: shubhamrgandhi/qwen3-4b-instruct-2507-full-sft-prm-r2egym-swebench-instructions-k5-cwm-plus-qwen Source: Original Platform --- .gitattributes | 36 + README.md | 60 ++ all_results.json | 8 + chat_template.jinja | 61 ++ config.json | 71 ++ generation_config.json | 12 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 30 + train_results.json | 8 + trainer_log.jsonl | 242 ++++++ trainer_state.json | 1730 ++++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 42755 bytes 14 files changed, 2267 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..abe522e --- /dev/null +++ b/README.md @@ -0,0 +1,60 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen3-4B-Instruct-2507 +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: qwen3-4b-instruct-2507-full-sft-prm-r2egym-swebench-instructions-k5-qwen-only-opus-distill-32k-multiturn + results: [] +--- + + + +# qwen3-4b-instruct-2507-full-sft-prm-r2egym-swebench-instructions-k5-qwen-only-opus-distill-32k-multiturn + +This model is a fine-tuned version of [Qwen/Qwen3-4B-Instruct-2507](https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507) on the prm_sft_train dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-06 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- total_train_batch_size: 8 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.1 +- num_epochs: 3.0 + +### Training results + + + +### Framework versions + +- Transformers 5.2.0 +- Pytorch 2.9.1+cu128 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..7e43b83 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 1.329254778357678e+18, + "train_loss": 0.361527387419449, + "train_runtime": 121252.8356, + "train_samples_per_second": 0.16, + "train_steps_per_second": 0.02 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..70adff8 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,61 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..b1284b3 --- /dev/null +++ b/config.json @@ -0,0 +1,71 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 262144, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 5000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.2.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..736d51d --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "5.2.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..1f5eee8 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c9933bae439396d56aa1c81b04fec36cdeadf0be209a087742ad52792cedab3 +size 17645743048 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..48efd78 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "model_max_length": 1010000, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..7e43b83 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 1.329254778357678e+18, + "train_loss": 0.361527387419449, + "train_runtime": 121252.8356, + "train_samples_per_second": 0.16, + "train_steps_per_second": 0.02 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..6b0b181 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,242 @@ +{"current_steps": 10, "total_steps": 2418, "loss": 1.1434167861938476, "lr": 1.8595041322314052e-07, "epoch": 0.01240694789081886, "percentage": 0.41, "elapsed_time": "0:08:30", "remaining_time": "1 day, 10:08:51"} +{"current_steps": 20, "total_steps": 2418, "loss": 1.0735555648803712, "lr": 3.925619834710744e-07, "epoch": 0.02481389578163772, "percentage": 0.83, "elapsed_time": "0:16:44", "remaining_time": "1 day, 9:27:51"} +{"current_steps": 30, "total_steps": 2418, "loss": 0.9607119560241699, "lr": 5.991735537190084e-07, "epoch": 0.03722084367245657, "percentage": 1.24, "elapsed_time": "0:24:53", "remaining_time": "1 day, 9:00:43"} +{"current_steps": 40, "total_steps": 2418, "loss": 0.8850795745849609, "lr": 8.057851239669421e-07, "epoch": 0.04962779156327544, "percentage": 1.65, "elapsed_time": "0:33:16", "remaining_time": "1 day, 8:58:29"} +{"current_steps": 50, "total_steps": 2418, "loss": 0.718876838684082, "lr": 1.012396694214876e-06, "epoch": 0.062034739454094295, "percentage": 2.07, "elapsed_time": "0:41:36", "remaining_time": "1 day, 8:50:14"} +{"current_steps": 60, "total_steps": 2418, "loss": 0.6400353908538818, "lr": 1.21900826446281e-06, "epoch": 0.07444168734491315, "percentage": 2.48, "elapsed_time": "0:49:20", "remaining_time": "1 day, 8:19:17"} +{"current_steps": 70, "total_steps": 2418, "loss": 0.6471079826354981, "lr": 1.425619834710744e-06, "epoch": 0.08684863523573201, "percentage": 2.89, "elapsed_time": "0:57:30", "remaining_time": "1 day, 8:09:11"} +{"current_steps": 80, "total_steps": 2418, "loss": 0.6312197685241699, "lr": 1.632231404958678e-06, "epoch": 0.09925558312655088, "percentage": 3.31, "elapsed_time": "1:05:49", "remaining_time": "1 day, 8:03:46"} +{"current_steps": 90, "total_steps": 2418, "loss": 0.6425768375396729, "lr": 1.8388429752066117e-06, "epoch": 0.11166253101736973, "percentage": 3.72, "elapsed_time": "1:14:10", "remaining_time": "1 day, 7:58:48"} +{"current_steps": 100, "total_steps": 2418, "loss": 0.5865562438964844, "lr": 2.0454545454545457e-06, "epoch": 0.12406947890818859, "percentage": 4.14, "elapsed_time": "1:22:33", "remaining_time": "1 day, 7:53:33"} +{"current_steps": 110, "total_steps": 2418, "loss": 0.5968480110168457, "lr": 2.2520661157024796e-06, "epoch": 0.13647642679900746, "percentage": 4.55, "elapsed_time": "1:30:52", "remaining_time": "1 day, 7:46:42"} +{"current_steps": 120, "total_steps": 2418, "loss": 0.6055496215820313, "lr": 2.4586776859504134e-06, "epoch": 0.1488833746898263, "percentage": 4.96, "elapsed_time": "1:39:07", "remaining_time": "1 day, 7:38:14"} +{"current_steps": 130, "total_steps": 2418, "loss": 0.5692682266235352, "lr": 2.6652892561983473e-06, "epoch": 0.16129032258064516, "percentage": 5.38, "elapsed_time": "1:47:21", "remaining_time": "1 day, 7:29:31"} +{"current_steps": 140, "total_steps": 2418, "loss": 0.5657201290130616, "lr": 2.871900826446281e-06, "epoch": 0.17369727047146402, "percentage": 5.79, "elapsed_time": "1:55:29", "remaining_time": "1 day, 7:19:19"} +{"current_steps": 150, "total_steps": 2418, "loss": 0.5565766334533692, "lr": 3.078512396694215e-06, "epoch": 0.18610421836228289, "percentage": 6.2, "elapsed_time": "2:03:55", "remaining_time": "1 day, 7:13:38"} +{"current_steps": 160, "total_steps": 2418, "loss": 0.5623440742492676, "lr": 3.2851239669421493e-06, "epoch": 0.19851116625310175, "percentage": 6.62, "elapsed_time": "2:12:17", "remaining_time": "1 day, 7:06:51"} +{"current_steps": 170, "total_steps": 2418, "loss": 0.5390286445617676, "lr": 3.491735537190083e-06, "epoch": 0.2109181141439206, "percentage": 7.03, "elapsed_time": "2:20:09", "remaining_time": "1 day, 6:53:26"} +{"current_steps": 180, "total_steps": 2418, "loss": 0.504794979095459, "lr": 3.6983471074380165e-06, "epoch": 0.22332506203473945, "percentage": 7.44, "elapsed_time": "2:28:24", "remaining_time": "1 day, 6:45:11"} +{"current_steps": 190, "total_steps": 2418, "loss": 0.5398801326751709, "lr": 3.904958677685951e-06, "epoch": 0.23573200992555832, "percentage": 7.86, "elapsed_time": "2:36:21", "remaining_time": "1 day, 6:33:28"} +{"current_steps": 200, "total_steps": 2418, "loss": 0.5164627075195313, "lr": 4.111570247933885e-06, "epoch": 0.24813895781637718, "percentage": 8.27, "elapsed_time": "2:44:36", "remaining_time": "1 day, 6:25:31"} +{"current_steps": 210, "total_steps": 2418, "loss": 0.5611258506774902, "lr": 4.3181818181818185e-06, "epoch": 0.26054590570719605, "percentage": 8.68, "elapsed_time": "2:56:25", "remaining_time": "1 day, 6:54:59"} +{"current_steps": 220, "total_steps": 2418, "loss": 0.5151082038879394, "lr": 4.524793388429753e-06, "epoch": 0.2729528535980149, "percentage": 9.1, "elapsed_time": "3:04:13", "remaining_time": "1 day, 6:40:34"} +{"current_steps": 230, "total_steps": 2418, "loss": 0.5357322216033935, "lr": 4.731404958677686e-06, "epoch": 0.2853598014888337, "percentage": 9.51, "elapsed_time": "3:12:33", "remaining_time": "1 day, 6:31:45"} +{"current_steps": 240, "total_steps": 2418, "loss": 0.5303369998931885, "lr": 4.9380165289256205e-06, "epoch": 0.2977667493796526, "percentage": 9.93, "elapsed_time": "3:20:50", "remaining_time": "1 day, 6:22:38"} +{"current_steps": 250, "total_steps": 2418, "loss": 0.49518985748291017, "lr": 4.999872331322402e-06, "epoch": 0.31017369727047145, "percentage": 10.34, "elapsed_time": "3:28:39", "remaining_time": "1 day, 6:09:26"} +{"current_steps": 260, "total_steps": 2418, "loss": 0.505528736114502, "lr": 4.999247046740511e-06, "epoch": 0.3225806451612903, "percentage": 10.75, "elapsed_time": "3:36:15", "remaining_time": "1 day, 5:54:58"} +{"current_steps": 270, "total_steps": 2418, "loss": 0.542401123046875, "lr": 4.998100827074778e-06, "epoch": 0.3349875930521092, "percentage": 11.17, "elapsed_time": "3:43:43", "remaining_time": "1 day, 5:39:51"} +{"current_steps": 280, "total_steps": 2418, "loss": 0.511073637008667, "lr": 4.996433911239573e-06, "epoch": 0.34739454094292804, "percentage": 11.58, "elapsed_time": "3:51:59", "remaining_time": "1 day, 5:31:25"} +{"current_steps": 290, "total_steps": 2418, "loss": 0.5162837982177735, "lr": 4.994246646681518e-06, "epoch": 0.3598014888337469, "percentage": 11.99, "elapsed_time": "4:00:14", "remaining_time": "1 day, 5:22:55"} +{"current_steps": 300, "total_steps": 2418, "loss": 0.4840500831604004, "lr": 4.991539489307062e-06, "epoch": 0.37220843672456577, "percentage": 12.41, "elapsed_time": "4:08:28", "remaining_time": "1 day, 5:14:15"} +{"current_steps": 310, "total_steps": 2418, "loss": 0.48565964698791503, "lr": 4.988313003387454e-06, "epoch": 0.38461538461538464, "percentage": 12.82, "elapsed_time": "4:16:42", "remaining_time": "1 day, 5:05:40"} +{"current_steps": 320, "total_steps": 2418, "loss": 0.5017996788024902, "lr": 4.984567861441129e-06, "epoch": 0.3970223325062035, "percentage": 13.23, "elapsed_time": "4:25:02", "remaining_time": "1 day, 4:57:40"} +{"current_steps": 330, "total_steps": 2418, "loss": 0.4949507713317871, "lr": 4.980304844093531e-06, "epoch": 0.4094292803970223, "percentage": 13.65, "elapsed_time": "4:33:22", "remaining_time": "1 day, 4:49:43"} +{"current_steps": 340, "total_steps": 2418, "loss": 0.4920314311981201, "lr": 4.975524839914399e-06, "epoch": 0.4218362282878412, "percentage": 14.06, "elapsed_time": "4:41:44", "remaining_time": "1 day, 4:41:54"} +{"current_steps": 350, "total_steps": 2418, "loss": 0.4833060264587402, "lr": 4.970228845232561e-06, "epoch": 0.43424317617866004, "percentage": 14.47, "elapsed_time": "4:49:56", "remaining_time": "1 day, 4:33:08"} +{"current_steps": 360, "total_steps": 2418, "loss": 0.4611049652099609, "lr": 4.9644179639282595e-06, "epoch": 0.4466501240694789, "percentage": 14.89, "elapsed_time": "4:58:05", "remaining_time": "1 day, 4:24:05"} +{"current_steps": 370, "total_steps": 2418, "loss": 0.4815668106079102, "lr": 4.958093407203059e-06, "epoch": 0.45905707196029777, "percentage": 15.3, "elapsed_time": "5:06:10", "remaining_time": "1 day, 4:14:44"} +{"current_steps": 380, "total_steps": 2418, "loss": 0.5097352981567382, "lr": 4.951256493327394e-06, "epoch": 0.47146401985111663, "percentage": 15.72, "elapsed_time": "5:14:33", "remaining_time": "1 day, 4:06:58"} +{"current_steps": 390, "total_steps": 2418, "loss": 0.46744871139526367, "lr": 4.943908647365789e-06, "epoch": 0.4838709677419355, "percentage": 16.13, "elapsed_time": "5:22:40", "remaining_time": "1 day, 3:57:57"} +{"current_steps": 400, "total_steps": 2418, "loss": 0.49645652770996096, "lr": 4.936051400879823e-06, "epoch": 0.49627791563275436, "percentage": 16.54, "elapsed_time": "5:31:03", "remaining_time": "1 day, 3:50:09"} +{"current_steps": 410, "total_steps": 2418, "loss": 0.45388307571411135, "lr": 4.9276863916088944e-06, "epoch": 0.5086848635235732, "percentage": 16.96, "elapsed_time": "5:41:40", "remaining_time": "1 day, 3:53:23"} +{"current_steps": 420, "total_steps": 2418, "loss": 0.48491249084472654, "lr": 4.9188153631288584e-06, "epoch": 0.5210918114143921, "percentage": 17.37, "elapsed_time": "5:49:38", "remaining_time": "1 day, 3:43:15"} +{"current_steps": 430, "total_steps": 2418, "loss": 0.48116121292114256, "lr": 4.9094401644886e-06, "epoch": 0.533498759305211, "percentage": 17.78, "elapsed_time": "5:57:57", "remaining_time": "1 day, 3:34:54"} +{"current_steps": 440, "total_steps": 2418, "loss": 0.45473780632019045, "lr": 4.899562749824624e-06, "epoch": 0.5459057071960298, "percentage": 18.2, "elapsed_time": "6:06:17", "remaining_time": "1 day, 3:26:38"} +{"current_steps": 450, "total_steps": 2418, "loss": 0.5124542236328125, "lr": 4.889185177953743e-06, "epoch": 0.5583126550868487, "percentage": 18.61, "elapsed_time": "6:14:27", "remaining_time": "1 day, 3:17:39"} +{"current_steps": 460, "total_steps": 2418, "loss": 0.4542418956756592, "lr": 4.878309611943939e-06, "epoch": 0.5707196029776674, "percentage": 19.02, "elapsed_time": "6:22:43", "remaining_time": "1 day, 3:09:06"} +{"current_steps": 470, "total_steps": 2418, "loss": 0.4757439136505127, "lr": 4.86693831866351e-06, "epoch": 0.5831265508684863, "percentage": 19.44, "elapsed_time": "6:30:40", "remaining_time": "1 day, 2:59:14"} +{"current_steps": 480, "total_steps": 2418, "loss": 0.48748092651367186, "lr": 4.855073668308561e-06, "epoch": 0.5955334987593052, "percentage": 19.85, "elapsed_time": "6:38:53", "remaining_time": "1 day, 2:50:31"} +{"current_steps": 490, "total_steps": 2418, "loss": 0.48392572402954104, "lr": 4.842718133908973e-06, "epoch": 0.607940446650124, "percentage": 20.26, "elapsed_time": "6:47:09", "remaining_time": "1 day, 2:42:03"} +{"current_steps": 500, "total_steps": 2418, "loss": 0.49219765663146975, "lr": 4.829874290812932e-06, "epoch": 0.6203473945409429, "percentage": 20.68, "elapsed_time": "6:55:25", "remaining_time": "1 day, 2:33:32"} +{"current_steps": 510, "total_steps": 2418, "loss": 0.46747660636901855, "lr": 4.816544816150132e-06, "epoch": 0.6327543424317618, "percentage": 21.09, "elapsed_time": "7:03:44", "remaining_time": "1 day, 2:25:18"} +{"current_steps": 520, "total_steps": 2418, "loss": 0.4878196716308594, "lr": 4.802732488273762e-06, "epoch": 0.6451612903225806, "percentage": 21.51, "elapsed_time": "7:11:59", "remaining_time": "1 day, 2:16:45"} +{"current_steps": 530, "total_steps": 2418, "loss": 0.4586039066314697, "lr": 4.788440186181393e-06, "epoch": 0.6575682382133995, "percentage": 21.92, "elapsed_time": "7:20:19", "remaining_time": "1 day, 2:08:34"} +{"current_steps": 540, "total_steps": 2418, "loss": 0.5078807353973389, "lr": 4.773670888914891e-06, "epoch": 0.6699751861042184, "percentage": 22.33, "elapsed_time": "7:28:33", "remaining_time": "1 day, 1:59:59"} +{"current_steps": 550, "total_steps": 2418, "loss": 0.4683982372283936, "lr": 4.75842767493948e-06, "epoch": 0.6823821339950372, "percentage": 22.75, "elapsed_time": "7:36:51", "remaining_time": "1 day, 1:51:39"} +{"current_steps": 560, "total_steps": 2418, "loss": 0.45024881362915037, "lr": 4.742713721502065e-06, "epoch": 0.6947890818858561, "percentage": 23.16, "elapsed_time": "7:44:30", "remaining_time": "1 day, 1:41:08"} +{"current_steps": 570, "total_steps": 2418, "loss": 0.45893230438232424, "lr": 4.726532303968986e-06, "epoch": 0.707196029776675, "percentage": 23.57, "elapsed_time": "7:52:44", "remaining_time": "1 day, 1:32:40"} +{"current_steps": 580, "total_steps": 2418, "loss": 0.4667107582092285, "lr": 4.709886795143307e-06, "epoch": 0.7196029776674938, "percentage": 23.99, "elapsed_time": "8:01:03", "remaining_time": "1 day, 1:24:27"} +{"current_steps": 590, "total_steps": 2418, "loss": 0.43797926902770995, "lr": 4.6927806645618034e-06, "epoch": 0.7320099255583127, "percentage": 24.4, "elapsed_time": "8:09:14", "remaining_time": "1 day, 1:15:50"} +{"current_steps": 600, "total_steps": 2418, "loss": 0.4455252647399902, "lr": 4.675217477771779e-06, "epoch": 0.7444168734491315, "percentage": 24.81, "elapsed_time": "8:17:33", "remaining_time": "1 day, 1:07:34"} +{"current_steps": 610, "total_steps": 2418, "loss": 0.48641119003295896, "lr": 4.657200895587874e-06, "epoch": 0.7568238213399504, "percentage": 25.23, "elapsed_time": "8:28:20", "remaining_time": "1 day, 1:06:42"} +{"current_steps": 620, "total_steps": 2418, "loss": 0.4687007427215576, "lr": 4.638734673329023e-06, "epoch": 0.7692307692307693, "percentage": 25.64, "elapsed_time": "8:36:30", "remaining_time": "1 day, 0:57:51"} +{"current_steps": 630, "total_steps": 2418, "loss": 0.48453760147094727, "lr": 4.6198226600357e-06, "epoch": 0.7816377171215881, "percentage": 26.05, "elapsed_time": "8:44:47", "remaining_time": "1 day, 0:49:24"} +{"current_steps": 640, "total_steps": 2418, "loss": 0.44130840301513674, "lr": 4.600468797667641e-06, "epoch": 0.794044665012407, "percentage": 26.47, "elapsed_time": "8:53:06", "remaining_time": "1 day, 0:41:02"} +{"current_steps": 650, "total_steps": 2418, "loss": 0.42711877822875977, "lr": 4.580677120282197e-06, "epoch": 0.8064516129032258, "percentage": 26.88, "elapsed_time": "9:01:23", "remaining_time": "1 day, 0:32:35"} +{"current_steps": 660, "total_steps": 2418, "loss": 0.4542987823486328, "lr": 4.56045175319348e-06, "epoch": 0.8188585607940446, "percentage": 27.3, "elapsed_time": "9:09:16", "remaining_time": "1 day, 0:23:03"} +{"current_steps": 670, "total_steps": 2418, "loss": 0.42932806015014646, "lr": 4.539796912112505e-06, "epoch": 0.8312655086848635, "percentage": 27.71, "elapsed_time": "9:17:35", "remaining_time": "1 day, 0:14:43"} +{"current_steps": 680, "total_steps": 2418, "loss": 0.46704769134521484, "lr": 4.518716902268475e-06, "epoch": 0.8436724565756824, "percentage": 28.12, "elapsed_time": "9:25:52", "remaining_time": "1 day, 0:06:18"} +{"current_steps": 690, "total_steps": 2418, "loss": 0.4675713539123535, "lr": 4.497216117511413e-06, "epoch": 0.8560794044665012, "percentage": 28.54, "elapsed_time": "9:34:13", "remaining_time": "23:58:03"} +{"current_steps": 700, "total_steps": 2418, "loss": 0.4250528335571289, "lr": 4.475299039396324e-06, "epoch": 0.8684863523573201, "percentage": 28.95, "elapsed_time": "9:42:29", "remaining_time": "23:49:37"} +{"current_steps": 710, "total_steps": 2418, "loss": 0.4666771411895752, "lr": 4.452970236249071e-06, "epoch": 0.8808933002481389, "percentage": 29.36, "elapsed_time": "9:50:39", "remaining_time": "23:40:53"} +{"current_steps": 720, "total_steps": 2418, "loss": 0.4492027282714844, "lr": 4.4302343622141734e-06, "epoch": 0.8933002481389578, "percentage": 29.78, "elapsed_time": "9:58:58", "remaining_time": "23:32:34"} +{"current_steps": 730, "total_steps": 2418, "loss": 0.428986644744873, "lr": 4.4070961562847044e-06, "epoch": 0.9057071960297767, "percentage": 30.19, "elapsed_time": "10:06:54", "remaining_time": "23:23:22"} +{"current_steps": 740, "total_steps": 2418, "loss": 0.4693061351776123, "lr": 4.3835604413145175e-06, "epoch": 0.9181141439205955, "percentage": 30.6, "elapsed_time": "10:15:15", "remaining_time": "23:15:08"} +{"current_steps": 750, "total_steps": 2418, "loss": 0.46426753997802733, "lr": 4.3596321230129786e-06, "epoch": 0.9305210918114144, "percentage": 31.02, "elapsed_time": "10:23:30", "remaining_time": "23:06:41"} +{"current_steps": 760, "total_steps": 2418, "loss": 0.42464771270751955, "lr": 4.335316188922444e-06, "epoch": 0.9429280397022333, "percentage": 31.43, "elapsed_time": "10:31:27", "remaining_time": "22:57:34"} +{"current_steps": 770, "total_steps": 2418, "loss": 0.4731471061706543, "lr": 4.3106177073786684e-06, "epoch": 0.9553349875930521, "percentage": 31.84, "elapsed_time": "10:39:42", "remaining_time": "22:49:07"} +{"current_steps": 780, "total_steps": 2418, "loss": 0.43342103958129885, "lr": 4.285541826454374e-06, "epoch": 0.967741935483871, "percentage": 32.26, "elapsed_time": "10:47:49", "remaining_time": "22:40:25"} +{"current_steps": 790, "total_steps": 2418, "loss": 0.4437389850616455, "lr": 4.26009377288621e-06, "epoch": 0.9801488833746899, "percentage": 32.67, "elapsed_time": "10:56:04", "remaining_time": "22:32:00"} +{"current_steps": 800, "total_steps": 2418, "loss": 0.4493260860443115, "lr": 4.234278850985305e-06, "epoch": 0.9925558312655087, "percentage": 33.09, "elapsed_time": "11:04:10", "remaining_time": "22:23:17"} +{"current_steps": 810, "total_steps": 2418, "loss": 0.4088118553161621, "lr": 4.208102441531648e-06, "epoch": 1.0049627791563276, "percentage": 33.5, "elapsed_time": "11:14:54", "remaining_time": "22:19:48"} +{"current_steps": 820, "total_steps": 2418, "loss": 0.33449294567108157, "lr": 4.181570000652547e-06, "epoch": 1.0173697270471465, "percentage": 33.91, "elapsed_time": "11:23:02", "remaining_time": "22:11:06"} +{"current_steps": 830, "total_steps": 2418, "loss": 0.3250420093536377, "lr": 4.15468705868536e-06, "epoch": 1.0297766749379653, "percentage": 34.33, "elapsed_time": "11:31:23", "remaining_time": "22:02:48"} +{"current_steps": 840, "total_steps": 2418, "loss": 0.35315914154052735, "lr": 4.127459219024778e-06, "epoch": 1.0421836228287842, "percentage": 34.74, "elapsed_time": "11:39:43", "remaining_time": "21:54:28"} +{"current_steps": 850, "total_steps": 2418, "loss": 0.3586670637130737, "lr": 4.099892156954861e-06, "epoch": 1.054590570719603, "percentage": 35.15, "elapsed_time": "11:47:56", "remaining_time": "21:45:57"} +{"current_steps": 860, "total_steps": 2418, "loss": 0.3647527933120728, "lr": 4.071991618466114e-06, "epoch": 1.066997518610422, "percentage": 35.57, "elapsed_time": "11:56:02", "remaining_time": "21:37:12"} +{"current_steps": 870, "total_steps": 2418, "loss": 0.32327847480773925, "lr": 4.043763419057797e-06, "epoch": 1.0794044665012408, "percentage": 35.98, "elapsed_time": "12:04:16", "remaining_time": "21:28:43"} +{"current_steps": 880, "total_steps": 2418, "loss": 0.35637316703796384, "lr": 4.015213442525771e-06, "epoch": 1.0918114143920596, "percentage": 36.39, "elapsed_time": "12:11:58", "remaining_time": "21:19:18"} +{"current_steps": 890, "total_steps": 2418, "loss": 0.33382978439331057, "lr": 3.986347639736092e-06, "epoch": 1.1042183622828785, "percentage": 36.81, "elapsed_time": "12:20:08", "remaining_time": "21:10:43"} +{"current_steps": 900, "total_steps": 2418, "loss": 0.33941695690155027, "lr": 3.957172027384635e-06, "epoch": 1.1166253101736974, "percentage": 37.22, "elapsed_time": "12:28:25", "remaining_time": "21:02:20"} +{"current_steps": 910, "total_steps": 2418, "loss": 0.3642054319381714, "lr": 3.927692686742993e-06, "epoch": 1.129032258064516, "percentage": 37.63, "elapsed_time": "12:36:44", "remaining_time": "20:54:01"} +{"current_steps": 920, "total_steps": 2418, "loss": 0.3299143314361572, "lr": 3.897915762390912e-06, "epoch": 1.141439205955335, "percentage": 38.05, "elapsed_time": "12:45:02", "remaining_time": "20:45:40"} +{"current_steps": 930, "total_steps": 2418, "loss": 0.34182562828063967, "lr": 3.867847460935542e-06, "epoch": 1.1538461538461537, "percentage": 38.46, "elapsed_time": "12:53:19", "remaining_time": "20:37:18"} +{"current_steps": 940, "total_steps": 2418, "loss": 0.36127467155456544, "lr": 3.8374940497177435e-06, "epoch": 1.1662531017369726, "percentage": 38.88, "elapsed_time": "13:01:20", "remaining_time": "20:28:31"} +{"current_steps": 950, "total_steps": 2418, "loss": 0.3463557958602905, "lr": 3.806861855505748e-06, "epoch": 1.1786600496277915, "percentage": 39.29, "elapsed_time": "13:09:43", "remaining_time": "20:20:19"} +{"current_steps": 960, "total_steps": 2418, "loss": 0.34737136363983157, "lr": 3.7759572631764243e-06, "epoch": 1.1910669975186103, "percentage": 39.7, "elapsed_time": "13:18:06", "remaining_time": "20:12:07"} +{"current_steps": 970, "total_steps": 2418, "loss": 0.3464951038360596, "lr": 3.7447867143844373e-06, "epoch": 1.2034739454094292, "percentage": 40.12, "elapsed_time": "13:26:18", "remaining_time": "20:03:38"} +{"current_steps": 980, "total_steps": 2418, "loss": 0.3240300178527832, "lr": 3.7133567062195697e-06, "epoch": 1.215880893300248, "percentage": 40.53, "elapsed_time": "13:34:28", "remaining_time": "19:55:06"} +{"current_steps": 990, "total_steps": 2418, "loss": 0.33942902088165283, "lr": 3.6816737898524844e-06, "epoch": 1.228287841191067, "percentage": 40.94, "elapsed_time": "13:42:43", "remaining_time": "19:46:42"} +{"current_steps": 1000, "total_steps": 2418, "loss": 0.3586859226226807, "lr": 3.649744569169229e-06, "epoch": 1.2406947890818858, "percentage": 41.36, "elapsed_time": "13:51:00", "remaining_time": "19:38:22"} +{"current_steps": 1010, "total_steps": 2418, "loss": 0.33882172107696534, "lr": 3.617575699394732e-06, "epoch": 1.2531017369727047, "percentage": 41.77, "elapsed_time": "14:02:04", "remaining_time": "19:33:54"} +{"current_steps": 1020, "total_steps": 2418, "loss": 0.34563610553741453, "lr": 3.5851738857056174e-06, "epoch": 1.2655086848635235, "percentage": 42.18, "elapsed_time": "14:10:20", "remaining_time": "19:25:27"} +{"current_steps": 1030, "total_steps": 2418, "loss": 0.3259500741958618, "lr": 3.552545881832594e-06, "epoch": 1.2779156327543424, "percentage": 42.6, "elapsed_time": "14:18:20", "remaining_time": "19:16:40"} +{"current_steps": 1040, "total_steps": 2418, "loss": 0.35965259075164796, "lr": 3.519698488652734e-06, "epoch": 1.2903225806451613, "percentage": 43.01, "elapsed_time": "14:26:28", "remaining_time": "19:08:04"} +{"current_steps": 1050, "total_steps": 2418, "loss": 0.34020233154296875, "lr": 3.486638552771914e-06, "epoch": 1.3027295285359801, "percentage": 43.42, "elapsed_time": "14:34:44", "remaining_time": "18:59:39"} +{"current_steps": 1060, "total_steps": 2418, "loss": 0.33164680004119873, "lr": 3.4533729650977344e-06, "epoch": 1.315136476426799, "percentage": 43.84, "elapsed_time": "14:42:41", "remaining_time": "18:50:50"} +{"current_steps": 1070, "total_steps": 2418, "loss": 0.3493825435638428, "lr": 3.4199086594031998e-06, "epoch": 1.3275434243176178, "percentage": 44.25, "elapsed_time": "14:50:36", "remaining_time": "18:41:59"} +{"current_steps": 1080, "total_steps": 2418, "loss": 0.3430775165557861, "lr": 3.386252610881465e-06, "epoch": 1.3399503722084367, "percentage": 44.67, "elapsed_time": "14:58:52", "remaining_time": "18:33:36"} +{"current_steps": 1090, "total_steps": 2418, "loss": 0.3269376277923584, "lr": 3.3524118346919486e-06, "epoch": 1.3523573200992556, "percentage": 45.08, "elapsed_time": "15:07:10", "remaining_time": "18:25:15"} +{"current_steps": 1100, "total_steps": 2418, "loss": 0.3524430274963379, "lr": 3.318393384498114e-06, "epoch": 1.3647642679900744, "percentage": 45.49, "elapsed_time": "15:15:19", "remaining_time": "18:16:43"} +{"current_steps": 1110, "total_steps": 2418, "loss": 0.35284743309020994, "lr": 3.2842043509972294e-06, "epoch": 1.3771712158808933, "percentage": 45.91, "elapsed_time": "15:23:39", "remaining_time": "18:08:25"} +{"current_steps": 1120, "total_steps": 2418, "loss": 0.35561535358428953, "lr": 3.2498518604424005e-06, "epoch": 1.3895781637717122, "percentage": 46.32, "elapsed_time": "15:32:02", "remaining_time": "18:00:09"} +{"current_steps": 1130, "total_steps": 2418, "loss": 0.36517820358276365, "lr": 3.215343073157204e-06, "epoch": 1.401985111662531, "percentage": 46.73, "elapsed_time": "15:40:02", "remaining_time": "17:51:29"} +{"current_steps": 1140, "total_steps": 2418, "loss": 0.34882569313049316, "lr": 3.180685182043205e-06, "epoch": 1.41439205955335, "percentage": 47.15, "elapsed_time": "15:48:24", "remaining_time": "17:43:13"} +{"current_steps": 1150, "total_steps": 2418, "loss": 0.344951868057251, "lr": 3.1458854110806976e-06, "epoch": 1.4267990074441688, "percentage": 47.56, "elapsed_time": "15:56:40", "remaining_time": "17:34:49"} +{"current_steps": 1160, "total_steps": 2418, "loss": 0.3353364706039429, "lr": 3.1109510138229565e-06, "epoch": 1.4392059553349876, "percentage": 47.97, "elapsed_time": "16:04:45", "remaining_time": "17:26:15"} +{"current_steps": 1170, "total_steps": 2418, "loss": 0.33848204612731936, "lr": 3.0758892718843352e-06, "epoch": 1.4516129032258065, "percentage": 48.39, "elapsed_time": "16:13:04", "remaining_time": "17:17:56"} +{"current_steps": 1180, "total_steps": 2418, "loss": 0.3388556480407715, "lr": 3.0407074934225038e-06, "epoch": 1.4640198511166254, "percentage": 48.8, "elapsed_time": "16:21:19", "remaining_time": "17:09:33"} +{"current_steps": 1190, "total_steps": 2418, "loss": 0.3524498224258423, "lr": 3.005413011615165e-06, "epoch": 1.4764267990074442, "percentage": 49.21, "elapsed_time": "16:29:30", "remaining_time": "17:01:06"} +{"current_steps": 1200, "total_steps": 2418, "loss": 0.3347229719161987, "lr": 2.9700131831315425e-06, "epoch": 1.488833746898263, "percentage": 49.63, "elapsed_time": "16:37:49", "remaining_time": "16:52:47"} +{"current_steps": 1210, "total_steps": 2418, "loss": 0.321802020072937, "lr": 2.9345153865989918e-06, "epoch": 1.501240694789082, "percentage": 50.04, "elapsed_time": "16:48:37", "remaining_time": "16:46:57"} +{"current_steps": 1220, "total_steps": 2418, "loss": 0.3323647499084473, "lr": 2.898927021065011e-06, "epoch": 1.5136476426799006, "percentage": 50.45, "elapsed_time": "16:56:48", "remaining_time": "16:38:28"} +{"current_steps": 1230, "total_steps": 2418, "loss": 0.3432508945465088, "lr": 2.8632555044550152e-06, "epoch": 1.5260545905707197, "percentage": 50.87, "elapsed_time": "17:05:03", "remaining_time": "16:30:03"} +{"current_steps": 1240, "total_steps": 2418, "loss": 0.3417309522628784, "lr": 2.8275082720261623e-06, "epoch": 1.5384615384615383, "percentage": 51.28, "elapsed_time": "17:13:18", "remaining_time": "16:21:38"} +{"current_steps": 1250, "total_steps": 2418, "loss": 0.3290053606033325, "lr": 2.791692774817576e-06, "epoch": 1.5508684863523574, "percentage": 51.7, "elapsed_time": "17:21:29", "remaining_time": "16:13:10"} +{"current_steps": 1260, "total_steps": 2418, "loss": 0.33008174896240233, "lr": 2.75581647809727e-06, "epoch": 1.563275434243176, "percentage": 52.11, "elapsed_time": "17:29:45", "remaining_time": "16:04:46"} +{"current_steps": 1270, "total_steps": 2418, "loss": 0.3164780616760254, "lr": 2.7198868598061177e-06, "epoch": 1.5756823821339951, "percentage": 52.52, "elapsed_time": "17:38:05", "remaining_time": "15:56:27"} +{"current_steps": 1280, "total_steps": 2418, "loss": 0.3081036567687988, "lr": 2.683911408999169e-06, "epoch": 1.5880893300248138, "percentage": 52.94, "elapsed_time": "17:46:20", "remaining_time": "15:48:02"} +{"current_steps": 1290, "total_steps": 2418, "loss": 0.35092926025390625, "lr": 2.6478976242846576e-06, "epoch": 1.6004962779156329, "percentage": 53.35, "elapsed_time": "17:54:40", "remaining_time": "15:39:42"} +{"current_steps": 1300, "total_steps": 2418, "loss": 0.37850337028503417, "lr": 2.6118530122610138e-06, "epoch": 1.6129032258064515, "percentage": 53.76, "elapsed_time": "18:03:05", "remaining_time": "15:31:27"} +{"current_steps": 1310, "total_steps": 2418, "loss": 0.35753021240234373, "lr": 2.575785085952216e-06, "epoch": 1.6253101736972706, "percentage": 54.18, "elapsed_time": "18:11:13", "remaining_time": "15:22:57"} +{"current_steps": 1320, "total_steps": 2418, "loss": 0.34999761581420896, "lr": 2.539701363241795e-06, "epoch": 1.6377171215880892, "percentage": 54.59, "elapsed_time": "18:19:03", "remaining_time": "15:14:13"} +{"current_steps": 1330, "total_steps": 2418, "loss": 0.3304608345031738, "lr": 2.503609365305835e-06, "epoch": 1.6501240694789083, "percentage": 55.0, "elapsed_time": "18:27:18", "remaining_time": "15:05:50"} +{"current_steps": 1340, "total_steps": 2418, "loss": 0.3420397281646729, "lr": 2.4675166150452814e-06, "epoch": 1.662531017369727, "percentage": 55.42, "elapsed_time": "18:35:22", "remaining_time": "14:57:17"} +{"current_steps": 1350, "total_steps": 2418, "loss": 0.31749625205993653, "lr": 2.4314306355178924e-06, "epoch": 1.674937965260546, "percentage": 55.83, "elapsed_time": "18:43:45", "remaining_time": "14:49:01"} +{"current_steps": 1360, "total_steps": 2418, "loss": 0.33247082233428954, "lr": 2.3953589483701556e-06, "epoch": 1.6873449131513647, "percentage": 56.24, "elapsed_time": "18:51:32", "remaining_time": "14:40:16"} +{"current_steps": 1370, "total_steps": 2418, "loss": 0.3121840000152588, "lr": 2.3593090722694995e-06, "epoch": 1.6997518610421838, "percentage": 56.66, "elapsed_time": "18:59:50", "remaining_time": "14:31:56"} +{"current_steps": 1380, "total_steps": 2418, "loss": 0.3375117778778076, "lr": 2.3232885213371297e-06, "epoch": 1.7121588089330024, "percentage": 57.07, "elapsed_time": "19:08:06", "remaining_time": "14:23:34"} +{"current_steps": 1390, "total_steps": 2418, "loss": 0.3526495695114136, "lr": 2.2873048035818043e-06, "epoch": 1.7245657568238213, "percentage": 57.49, "elapsed_time": "19:16:26", "remaining_time": "14:15:16"} +{"current_steps": 1400, "total_steps": 2418, "loss": 0.3385695219039917, "lr": 2.251365419334895e-06, "epoch": 1.7369727047146402, "percentage": 57.9, "elapsed_time": "19:24:41", "remaining_time": "14:06:53"} +{"current_steps": 1410, "total_steps": 2418, "loss": 0.3281654119491577, "lr": 2.2154778596870365e-06, "epoch": 1.749379652605459, "percentage": 58.31, "elapsed_time": "19:35:10", "remaining_time": "14:00:07"} +{"current_steps": 1420, "total_steps": 2418, "loss": 0.3286000728607178, "lr": 2.179649604926708e-06, "epoch": 1.7617866004962779, "percentage": 58.73, "elapsed_time": "19:43:29", "remaining_time": "13:51:46"} +{"current_steps": 1430, "total_steps": 2418, "loss": 0.31292095184326174, "lr": 2.14388812298107e-06, "epoch": 1.7741935483870968, "percentage": 59.14, "elapsed_time": "19:51:48", "remaining_time": "13:43:25"} +{"current_steps": 1440, "total_steps": 2418, "loss": 0.32442235946655273, "lr": 2.108200867859369e-06, "epoch": 1.7866004962779156, "percentage": 59.55, "elapsed_time": "19:59:42", "remaining_time": "13:34:48"} +{"current_steps": 1450, "total_steps": 2418, "loss": 0.3294026851654053, "lr": 2.072595278099247e-06, "epoch": 1.7990074441687345, "percentage": 59.97, "elapsed_time": "20:07:57", "remaining_time": "13:26:25"} +{"current_steps": 1460, "total_steps": 2418, "loss": 0.3263838768005371, "lr": 2.037078775216283e-06, "epoch": 1.8114143920595533, "percentage": 60.38, "elapsed_time": "20:16:18", "remaining_time": "13:18:06"} +{"current_steps": 1470, "total_steps": 2418, "loss": 0.33864445686340333, "lr": 2.0016587621570682e-06, "epoch": 1.8238213399503722, "percentage": 60.79, "elapsed_time": "20:24:31", "remaining_time": "13:09:41"} +{"current_steps": 1480, "total_steps": 2418, "loss": 0.31294050216674807, "lr": 1.966342621756163e-06, "epoch": 1.836228287841191, "percentage": 61.21, "elapsed_time": "20:32:27", "remaining_time": "13:01:06"} +{"current_steps": 1490, "total_steps": 2418, "loss": 0.31308484077453613, "lr": 1.931137715197242e-06, "epoch": 1.84863523573201, "percentage": 61.62, "elapsed_time": "20:40:40", "remaining_time": "12:52:42"} +{"current_steps": 1500, "total_steps": 2418, "loss": 0.333689284324646, "lr": 1.8960513804787557e-06, "epoch": 1.8610421836228288, "percentage": 62.03, "elapsed_time": "20:48:27", "remaining_time": "12:44:03"} +{"current_steps": 1510, "total_steps": 2418, "loss": 0.33293652534484863, "lr": 1.861090930884412e-06, "epoch": 1.8734491315136477, "percentage": 62.45, "elapsed_time": "20:56:50", "remaining_time": "12:35:46"} +{"current_steps": 1520, "total_steps": 2418, "loss": 0.3332956790924072, "lr": 1.8262636534588316e-06, "epoch": 1.8858560794044665, "percentage": 62.86, "elapsed_time": "21:05:09", "remaining_time": "12:27:26"} +{"current_steps": 1530, "total_steps": 2418, "loss": 0.32119269371032716, "lr": 1.7915768074886497e-06, "epoch": 1.8982630272952854, "percentage": 63.28, "elapsed_time": "21:13:10", "remaining_time": "12:18:56"} +{"current_steps": 1540, "total_steps": 2418, "loss": 0.32526330947875975, "lr": 1.7570376229894164e-06, "epoch": 1.9106699751861043, "percentage": 63.69, "elapsed_time": "21:21:26", "remaining_time": "12:10:35"} +{"current_steps": 1550, "total_steps": 2418, "loss": 0.3218840599060059, "lr": 1.7226532991985976e-06, "epoch": 1.9230769230769231, "percentage": 64.1, "elapsed_time": "21:29:33", "remaining_time": "12:02:08"} +{"current_steps": 1560, "total_steps": 2418, "loss": 0.3307999610900879, "lr": 1.688431003074985e-06, "epoch": 1.935483870967742, "percentage": 64.52, "elapsed_time": "21:37:34", "remaining_time": "11:53:39"} +{"current_steps": 1570, "total_steps": 2418, "loss": 0.34044556617736815, "lr": 1.654377867804841e-06, "epoch": 1.9478908188585606, "percentage": 64.93, "elapsed_time": "21:45:49", "remaining_time": "11:45:18"} +{"current_steps": 1580, "total_steps": 2418, "loss": 0.31292636394500734, "lr": 1.6205009913150815e-06, "epoch": 1.9602977667493797, "percentage": 65.34, "elapsed_time": "21:54:10", "remaining_time": "11:37:00"} +{"current_steps": 1590, "total_steps": 2418, "loss": 0.32329092025756834, "lr": 1.5868074347937993e-06, "epoch": 1.9727047146401984, "percentage": 65.76, "elapsed_time": "22:02:17", "remaining_time": "11:28:35"} +{"current_steps": 1600, "total_steps": 2418, "loss": 0.3566758155822754, "lr": 1.553304221218462e-06, "epoch": 1.9851116625310175, "percentage": 66.17, "elapsed_time": "22:10:36", "remaining_time": "11:20:16"} +{"current_steps": 1610, "total_steps": 2418, "loss": 0.3069176197052002, "lr": 1.5199983338920594e-06, "epoch": 1.997518610421836, "percentage": 66.58, "elapsed_time": "22:21:19", "remaining_time": "11:13:09"} +{"current_steps": 1620, "total_steps": 2418, "loss": 0.25013885498046873, "lr": 1.4868967149875257e-06, "epoch": 2.009925558312655, "percentage": 67.0, "elapsed_time": "22:29:36", "remaining_time": "11:04:48"} +{"current_steps": 1630, "total_steps": 2418, "loss": 0.22131125926971434, "lr": 1.4540062641007383e-06, "epoch": 2.022332506203474, "percentage": 67.41, "elapsed_time": "22:37:47", "remaining_time": "10:56:24"} +{"current_steps": 1640, "total_steps": 2418, "loss": 0.2237858295440674, "lr": 1.421333836812387e-06, "epoch": 2.034739454094293, "percentage": 67.82, "elapsed_time": "22:46:01", "remaining_time": "10:48:01"} +{"current_steps": 1650, "total_steps": 2418, "loss": 0.22658278942108154, "lr": 1.3888862432590167e-06, "epoch": 2.0471464019851116, "percentage": 68.24, "elapsed_time": "22:53:49", "remaining_time": "10:39:27"} +{"current_steps": 1660, "total_steps": 2418, "loss": 0.2289585828781128, "lr": 1.3566702467135445e-06, "epoch": 2.0595533498759306, "percentage": 68.65, "elapsed_time": "23:02:08", "remaining_time": "10:31:07"} +{"current_steps": 1670, "total_steps": 2418, "loss": 0.22105908393859863, "lr": 1.3246925621755496e-06, "epoch": 2.0719602977667493, "percentage": 69.07, "elapsed_time": "23:10:02", "remaining_time": "10:22:36"} +{"current_steps": 1680, "total_steps": 2418, "loss": 0.20758159160614015, "lr": 1.2929598549716122e-06, "epoch": 2.0843672456575684, "percentage": 69.48, "elapsed_time": "23:18:23", "remaining_time": "10:14:17"} +{"current_steps": 1690, "total_steps": 2418, "loss": 0.2294921875, "lr": 1.2614787393660215e-06, "epoch": 2.096774193548387, "percentage": 69.89, "elapsed_time": "23:26:37", "remaining_time": "10:05:55"} +{"current_steps": 1700, "total_steps": 2418, "loss": 0.22693567276000975, "lr": 1.2302557771821154e-06, "epoch": 2.109181141439206, "percentage": 70.31, "elapsed_time": "23:34:50", "remaining_time": "9:57:33"} +{"current_steps": 1710, "total_steps": 2418, "loss": 0.23366827964782716, "lr": 1.199297476434553e-06, "epoch": 2.1215880893300247, "percentage": 70.72, "elapsed_time": "23:43:10", "remaining_time": "9:49:14"} +{"current_steps": 1720, "total_steps": 2418, "loss": 0.204612398147583, "lr": 1.168610289972813e-06, "epoch": 2.133995037220844, "percentage": 71.13, "elapsed_time": "23:51:31", "remaining_time": "9:40:55"} +{"current_steps": 1730, "total_steps": 2418, "loss": 0.23412892818450928, "lr": 1.138200614136172e-06, "epoch": 2.1464019851116625, "percentage": 71.55, "elapsed_time": "23:59:44", "remaining_time": "9:32:33"} +{"current_steps": 1740, "total_steps": 2418, "loss": 0.23051118850708008, "lr": 1.1080747874204809e-06, "epoch": 2.1588089330024816, "percentage": 71.96, "elapsed_time": "1 day, 0:07:23", "remaining_time": "9:23:58"} +{"current_steps": 1750, "total_steps": 2418, "loss": 0.223101806640625, "lr": 1.0782390891569822e-06, "epoch": 2.1712158808933, "percentage": 72.37, "elapsed_time": "1 day, 0:15:38", "remaining_time": "9:15:38"} +{"current_steps": 1760, "total_steps": 2418, "loss": 0.21067981719970702, "lr": 1.0486997382034695e-06, "epoch": 2.1836228287841193, "percentage": 72.79, "elapsed_time": "1 day, 0:23:42", "remaining_time": "9:07:13"} +{"current_steps": 1770, "total_steps": 2418, "loss": 0.21455581188201905, "lr": 1.0194628916480504e-06, "epoch": 2.196029776674938, "percentage": 73.2, "elapsed_time": "1 day, 0:32:00", "remaining_time": "8:58:54"} +{"current_steps": 1780, "total_steps": 2418, "loss": 0.25631544589996336, "lr": 9.905346435257784e-07, "epoch": 2.208436724565757, "percentage": 73.61, "elapsed_time": "1 day, 0:40:03", "remaining_time": "8:50:29"} +{"current_steps": 1790, "total_steps": 2418, "loss": 0.2324852466583252, "lr": 9.619210235484333e-07, "epoch": 2.2208436724565757, "percentage": 74.03, "elapsed_time": "1 day, 0:48:08", "remaining_time": "8:42:05"} +{"current_steps": 1800, "total_steps": 2418, "loss": 0.2013075351715088, "lr": 9.336279958477096e-07, "epoch": 2.2332506203473947, "percentage": 74.44, "elapsed_time": "1 day, 0:56:24", "remaining_time": "8:33:45"} +{"current_steps": 1810, "total_steps": 2418, "loss": 0.23809702396392823, "lr": 9.056614577320702e-07, "epoch": 2.2456575682382134, "percentage": 74.86, "elapsed_time": "1 day, 1:07:19", "remaining_time": "8:26:19"} +{"current_steps": 1820, "total_steps": 2418, "loss": 0.22165682315826415, "lr": 8.780272384575289e-07, "epoch": 2.258064516129032, "percentage": 75.27, "elapsed_time": "1 day, 1:15:27", "remaining_time": "8:17:56"} +{"current_steps": 1830, "total_steps": 2418, "loss": 0.21906075477600098, "lr": 8.507310980126188e-07, "epoch": 2.270471464019851, "percentage": 75.68, "elapsed_time": "1 day, 1:23:29", "remaining_time": "8:09:31"} +{"current_steps": 1840, "total_steps": 2418, "loss": 0.21673779487609862, "lr": 8.237787259178037e-07, "epoch": 2.28287841191067, "percentage": 76.1, "elapsed_time": "1 day, 1:31:29", "remaining_time": "8:01:05"} +{"current_steps": 1850, "total_steps": 2418, "loss": 0.23625686168670654, "lr": 7.971757400395652e-07, "epoch": 2.295285359801489, "percentage": 76.51, "elapsed_time": "1 day, 1:39:42", "remaining_time": "7:52:43"} +{"current_steps": 1860, "total_steps": 2418, "loss": 0.21259665489196777, "lr": 7.709276854194392e-07, "epoch": 2.3076923076923075, "percentage": 76.92, "elapsed_time": "1 day, 1:47:57", "remaining_time": "7:44:23"} +{"current_steps": 1870, "total_steps": 2418, "loss": 0.23154499530792236, "lr": 7.450400331182198e-07, "epoch": 2.3200992555831266, "percentage": 77.34, "elapsed_time": "1 day, 1:56:21", "remaining_time": "7:36:05"} +{"current_steps": 1880, "total_steps": 2418, "loss": 0.2277855396270752, "lr": 7.19518179075591e-07, "epoch": 2.332506203473945, "percentage": 77.75, "elapsed_time": "1 day, 2:04:38", "remaining_time": "7:27:45"} +{"current_steps": 1890, "total_steps": 2418, "loss": 0.22485933303833008, "lr": 6.943674429854172e-07, "epoch": 2.3449131513647643, "percentage": 78.16, "elapsed_time": "1 day, 2:12:56", "remaining_time": "7:19:25"} +{"current_steps": 1900, "total_steps": 2418, "loss": 0.23359484672546388, "lr": 6.695930671869175e-07, "epoch": 2.357320099255583, "percentage": 78.58, "elapsed_time": "1 day, 2:21:12", "remaining_time": "7:11:05"} +{"current_steps": 1910, "total_steps": 2418, "loss": 0.19909019470214845, "lr": 6.452002155719725e-07, "epoch": 2.369727047146402, "percentage": 78.99, "elapsed_time": "1 day, 2:29:22", "remaining_time": "7:02:43"} +{"current_steps": 1920, "total_steps": 2418, "loss": 0.23796792030334474, "lr": 6.211939725087806e-07, "epoch": 2.3821339950372207, "percentage": 79.4, "elapsed_time": "1 day, 2:37:34", "remaining_time": "6:54:22"} +{"current_steps": 1930, "total_steps": 2418, "loss": 0.22071402072906493, "lr": 5.975793417820841e-07, "epoch": 2.3945409429280398, "percentage": 79.82, "elapsed_time": "1 day, 2:45:54", "remaining_time": "6:46:03"} +{"current_steps": 1940, "total_steps": 2418, "loss": 0.22007994651794432, "lr": 5.743612455502016e-07, "epoch": 2.4069478908188584, "percentage": 80.23, "elapsed_time": "1 day, 2:54:11", "remaining_time": "6:37:43"} +{"current_steps": 1950, "total_steps": 2418, "loss": 0.21707756519317628, "lr": 5.515445233190636e-07, "epoch": 2.4193548387096775, "percentage": 80.65, "elapsed_time": "1 day, 3:02:26", "remaining_time": "6:29:23"} +{"current_steps": 1960, "total_steps": 2418, "loss": 0.2090601682662964, "lr": 5.291339309334845e-07, "epoch": 2.431761786600496, "percentage": 81.06, "elapsed_time": "1 day, 3:10:47", "remaining_time": "6:21:04"} +{"current_steps": 1970, "total_steps": 2418, "loss": 0.2203066825866699, "lr": 5.071341395858703e-07, "epoch": 2.444168734491315, "percentage": 81.47, "elapsed_time": "1 day, 3:19:05", "remaining_time": "6:12:44"} +{"current_steps": 1980, "total_steps": 2418, "loss": 0.22847747802734375, "lr": 4.855497348425686e-07, "epoch": 2.456575682382134, "percentage": 81.89, "elapsed_time": "1 day, 3:26:51", "remaining_time": "6:04:18"} +{"current_steps": 1990, "total_steps": 2418, "loss": 0.20745439529418946, "lr": 4.6438521568806625e-07, "epoch": 2.468982630272953, "percentage": 82.3, "elapsed_time": "1 day, 3:35:01", "remaining_time": "5:55:57"} +{"current_steps": 2000, "total_steps": 2418, "loss": 0.23231451511383056, "lr": 4.436449935872378e-07, "epoch": 2.4813895781637716, "percentage": 82.71, "elapsed_time": "1 day, 3:43:17", "remaining_time": "5:47:37"} +{"current_steps": 2010, "total_steps": 2418, "loss": 0.2055814266204834, "lr": 4.2333339156583467e-07, "epoch": 2.4937965260545907, "percentage": 83.13, "elapsed_time": "1 day, 3:53:56", "remaining_time": "5:39:47"} +{"current_steps": 2020, "total_steps": 2418, "loss": 0.22689828872680665, "lr": 4.034546433094036e-07, "epoch": 2.5062034739454093, "percentage": 83.54, "elapsed_time": "1 day, 4:01:54", "remaining_time": "5:31:23"} +{"current_steps": 2030, "total_steps": 2418, "loss": 0.23529858589172364, "lr": 3.8401289228083395e-07, "epoch": 2.5186104218362284, "percentage": 83.95, "elapsed_time": "1 day, 4:10:03", "remaining_time": "5:23:01"} +{"current_steps": 2040, "total_steps": 2418, "loss": 0.2225353479385376, "lr": 3.6501219085670724e-07, "epoch": 2.531017369727047, "percentage": 84.37, "elapsed_time": "1 day, 4:18:18", "remaining_time": "5:14:41"} +{"current_steps": 2050, "total_steps": 2418, "loss": 0.2311680793762207, "lr": 3.4645649948263085e-07, "epoch": 2.543424317617866, "percentage": 84.78, "elapsed_time": "1 day, 4:26:30", "remaining_time": "5:06:20"} +{"current_steps": 2060, "total_steps": 2418, "loss": 0.21333532333374022, "lr": 3.2834968584773754e-07, "epoch": 2.555831265508685, "percentage": 85.19, "elapsed_time": "1 day, 4:34:49", "remaining_time": "4:58:00"} +{"current_steps": 2070, "total_steps": 2418, "loss": 0.2413243293762207, "lr": 3.106955240785153e-07, "epoch": 2.568238213399504, "percentage": 85.61, "elapsed_time": "1 day, 4:43:08", "remaining_time": "4:49:41"} +{"current_steps": 2080, "total_steps": 2418, "loss": 0.21133730411529542, "lr": 2.9349769395214e-07, "epoch": 2.5806451612903225, "percentage": 86.02, "elapsed_time": "1 day, 4:51:29", "remaining_time": "4:41:22"} +{"current_steps": 2090, "total_steps": 2418, "loss": 0.21675755977630615, "lr": 2.767597801294772e-07, "epoch": 2.5930521091811416, "percentage": 86.44, "elapsed_time": "1 day, 4:59:49", "remaining_time": "4:33:02"} +{"current_steps": 2100, "total_steps": 2418, "loss": 0.22542505264282225, "lr": 2.604852714079023e-07, "epoch": 2.6054590570719602, "percentage": 86.85, "elapsed_time": "1 day, 5:08:08", "remaining_time": "4:24:43"} +{"current_steps": 2110, "total_steps": 2418, "loss": 0.23392457962036134, "lr": 2.4467755999411204e-07, "epoch": 2.617866004962779, "percentage": 87.26, "elapsed_time": "1 day, 5:15:40", "remaining_time": "4:16:16"} +{"current_steps": 2120, "total_steps": 2418, "loss": 0.19952282905578614, "lr": 2.2933994079705896e-07, "epoch": 2.630272952853598, "percentage": 87.68, "elapsed_time": "1 day, 5:24:00", "remaining_time": "4:07:57"} +{"current_steps": 2130, "total_steps": 2418, "loss": 0.2230466365814209, "lr": 2.144756107411733e-07, "epoch": 2.642679900744417, "percentage": 88.09, "elapsed_time": "1 day, 5:32:12", "remaining_time": "3:59:37"} +{"current_steps": 2140, "total_steps": 2418, "loss": 0.23057200908660888, "lr": 2.0008766810000801e-07, "epoch": 2.6550868486352357, "percentage": 88.5, "elapsed_time": "1 day, 5:40:24", "remaining_time": "3:51:17"} +{"current_steps": 2150, "total_steps": 2418, "loss": 0.2180851459503174, "lr": 1.861791118504408e-07, "epoch": 2.6674937965260543, "percentage": 88.92, "elapsed_time": "1 day, 5:48:39", "remaining_time": "3:42:57"} +{"current_steps": 2160, "total_steps": 2418, "loss": 0.2167917251586914, "lr": 1.7275284104757844e-07, "epoch": 2.6799007444168734, "percentage": 89.33, "elapsed_time": "1 day, 5:57:01", "remaining_time": "3:34:38"} +{"current_steps": 2170, "total_steps": 2418, "loss": 0.22899148464202881, "lr": 1.598116542204889e-07, "epoch": 2.6923076923076925, "percentage": 89.74, "elapsed_time": "1 day, 6:05:21", "remaining_time": "3:26:19"} +{"current_steps": 2180, "total_steps": 2418, "loss": 0.2170346736907959, "lr": 1.4735824878888277e-07, "epoch": 2.704714640198511, "percentage": 90.16, "elapsed_time": "1 day, 6:13:35", "remaining_time": "3:17:59"} +{"current_steps": 2190, "total_steps": 2418, "loss": 0.2242295265197754, "lr": 1.353952205008713e-07, "epoch": 2.71712158808933, "percentage": 90.57, "elapsed_time": "1 day, 6:21:57", "remaining_time": "3:09:40"} +{"current_steps": 2200, "total_steps": 2418, "loss": 0.2131351947784424, "lr": 1.2392506289191837e-07, "epoch": 2.729528535980149, "percentage": 90.98, "elapsed_time": "1 day, 6:30:10", "remaining_time": "3:01:21"} +{"current_steps": 2210, "total_steps": 2418, "loss": 0.21861982345581055, "lr": 1.1295016676509618e-07, "epoch": 2.741935483870968, "percentage": 91.4, "elapsed_time": "1 day, 6:42:17", "remaining_time": "2:53:23"} +{"current_steps": 2220, "total_steps": 2418, "loss": 0.1985526442527771, "lr": 1.0247281969275131e-07, "epoch": 2.7543424317617866, "percentage": 91.81, "elapsed_time": "1 day, 6:50:36", "remaining_time": "2:45:03"} +{"current_steps": 2230, "total_steps": 2418, "loss": 0.23580389022827147, "lr": 9.249520553969465e-08, "epoch": 2.7667493796526053, "percentage": 92.22, "elapsed_time": "1 day, 6:58:47", "remaining_time": "2:36:42"} +{"current_steps": 2240, "total_steps": 2418, "loss": 0.21973462104797364, "lr": 8.301940400799818e-08, "epoch": 2.7791563275434243, "percentage": 92.64, "elapsed_time": "1 day, 7:07:08", "remaining_time": "2:28:22"} +{"current_steps": 2250, "total_steps": 2418, "loss": 0.22958881855010987, "lr": 7.404739020351381e-08, "epoch": 2.7915632754342434, "percentage": 93.05, "elapsed_time": "1 day, 7:15:24", "remaining_time": "2:20:01"} +{"current_steps": 2260, "total_steps": 2418, "loss": 0.23037824630737305, "lr": 6.558103422418555e-08, "epoch": 2.803970223325062, "percentage": 93.47, "elapsed_time": "1 day, 7:23:36", "remaining_time": "2:11:41"} +{"current_steps": 2270, "total_steps": 2418, "loss": 0.2314563512802124, "lr": 5.762210077025293e-08, "epoch": 2.8163771712158807, "percentage": 93.88, "elapsed_time": "1 day, 7:31:52", "remaining_time": "2:03:20"} +{"current_steps": 2280, "total_steps": 2418, "loss": 0.21394333839416504, "lr": 5.017224877642196e-08, "epoch": 2.8287841191067, "percentage": 94.29, "elapsed_time": "1 day, 7:40:11", "remaining_time": "1:55:00"} +{"current_steps": 2290, "total_steps": 2418, "loss": 0.22109608650207518, "lr": 4.323303106608362e-08, "epoch": 2.8411910669975184, "percentage": 94.71, "elapsed_time": "1 day, 7:48:09", "remaining_time": "1:46:39"} +{"current_steps": 2300, "total_steps": 2418, "loss": 0.21065773963928222, "lr": 3.680589402764695e-08, "epoch": 2.8535980148883375, "percentage": 95.12, "elapsed_time": "1 day, 7:55:56", "remaining_time": "1:38:17"} +{"current_steps": 2310, "total_steps": 2418, "loss": 0.21384596824645996, "lr": 3.089217731305882e-08, "epoch": 2.866004962779156, "percentage": 95.53, "elapsed_time": "1 day, 8:04:01", "remaining_time": "1:29:57"} +{"current_steps": 2320, "total_steps": 2418, "loss": 0.2103095531463623, "lr": 2.5493113558571203e-08, "epoch": 2.8784119106699753, "percentage": 95.95, "elapsed_time": "1 day, 8:11:58", "remaining_time": "1:21:36"} +{"current_steps": 2330, "total_steps": 2418, "loss": 0.22623074054718018, "lr": 2.0609828127814425e-08, "epoch": 2.890818858560794, "percentage": 96.36, "elapsed_time": "1 day, 8:20:16", "remaining_time": "1:13:16"} +{"current_steps": 2340, "total_steps": 2418, "loss": 0.2561406373977661, "lr": 1.624333887723012e-08, "epoch": 2.903225806451613, "percentage": 96.77, "elapsed_time": "1 day, 8:28:26", "remaining_time": "1:04:56"} +{"current_steps": 2350, "total_steps": 2418, "loss": 0.22645580768585205, "lr": 1.2394555943911757e-08, "epoch": 2.9156327543424316, "percentage": 97.19, "elapsed_time": "1 day, 8:36:45", "remaining_time": "0:56:37"} +{"current_steps": 2360, "total_steps": 2418, "loss": 0.21149790287017822, "lr": 9.0642815559e-09, "epoch": 2.9280397022332507, "percentage": 97.6, "elapsed_time": "1 day, 8:44:55", "remaining_time": "0:48:17"} +{"current_steps": 2370, "total_steps": 2418, "loss": 0.2031836986541748, "lr": 6.253209864966747e-09, "epoch": 2.9404466501240694, "percentage": 98.01, "elapsed_time": "1 day, 8:52:38", "remaining_time": "0:39:57"} +{"current_steps": 2380, "total_steps": 2418, "loss": 0.2176318883895874, "lr": 3.9619268019305825e-09, "epoch": 2.9528535980148884, "percentage": 98.43, "elapsed_time": "1 day, 9:00:57", "remaining_time": "0:31:37"} +{"current_steps": 2390, "total_steps": 2418, "loss": 0.2153688907623291, "lr": 2.190909954525866e-09, "epoch": 2.965260545905707, "percentage": 98.84, "elapsed_time": "1 day, 9:09:04", "remaining_time": "0:23:18"} +{"current_steps": 2400, "total_steps": 2418, "loss": 0.21965882778167725, "lr": 9.405284678556948e-10, "epoch": 2.977667493796526, "percentage": 99.26, "elapsed_time": "1 day, 9:17:25", "remaining_time": "0:14:58"} +{"current_steps": 2410, "total_steps": 2418, "loss": 0.2195052146911621, "lr": 2.1104296745011466e-10, "epoch": 2.990074441687345, "percentage": 99.67, "elapsed_time": "1 day, 9:30:46", "remaining_time": "0:06:40"} +{"current_steps": 2418, "total_steps": 2418, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "1 day, 9:40:52", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..77772f5 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,1730 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 2418, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01240694789081886, + "grad_norm": 24.380937576293945, + "learning_rate": 1.8595041322314052e-07, + "loss": 1.1434167861938476, + "step": 10 + }, + { + "epoch": 0.02481389578163772, + "grad_norm": 21.075366973876953, + "learning_rate": 3.925619834710744e-07, + "loss": 1.0735555648803712, + "step": 20 + }, + { + "epoch": 0.03722084367245657, + "grad_norm": 16.02638053894043, + "learning_rate": 5.991735537190084e-07, + "loss": 0.9607119560241699, + "step": 30 + }, + { + "epoch": 0.04962779156327544, + "grad_norm": 10.198869705200195, + "learning_rate": 8.057851239669421e-07, + "loss": 0.8850795745849609, + "step": 40 + }, + { + "epoch": 0.062034739454094295, + "grad_norm": 3.556870222091675, + "learning_rate": 1.012396694214876e-06, + "loss": 0.718876838684082, + "step": 50 + }, + { + "epoch": 0.07444168734491315, + "grad_norm": 4.056130886077881, + "learning_rate": 1.21900826446281e-06, + "loss": 0.6400353908538818, + "step": 60 + }, + { + "epoch": 0.08684863523573201, + "grad_norm": 3.1343917846679688, + "learning_rate": 1.425619834710744e-06, + "loss": 0.6471079826354981, + "step": 70 + }, + { + "epoch": 0.09925558312655088, + "grad_norm": 3.1576831340789795, + "learning_rate": 1.632231404958678e-06, + "loss": 0.6312197685241699, + "step": 80 + }, + { + "epoch": 0.11166253101736973, + "grad_norm": 3.7458317279815674, + "learning_rate": 1.8388429752066117e-06, + "loss": 0.6425768375396729, + "step": 90 + }, + { + "epoch": 0.12406947890818859, + "grad_norm": 3.5856683254241943, + "learning_rate": 2.0454545454545457e-06, + "loss": 0.5865562438964844, + "step": 100 + }, + { + "epoch": 0.13647642679900746, + "grad_norm": 3.186936616897583, + "learning_rate": 2.2520661157024796e-06, + "loss": 0.5968480110168457, + "step": 110 + }, + { + "epoch": 0.1488833746898263, + "grad_norm": 2.963216781616211, + "learning_rate": 2.4586776859504134e-06, + "loss": 0.6055496215820313, + "step": 120 + }, + { + "epoch": 0.16129032258064516, + "grad_norm": 3.0101115703582764, + "learning_rate": 2.6652892561983473e-06, + "loss": 0.5692682266235352, + "step": 130 + }, + { + "epoch": 0.17369727047146402, + "grad_norm": 2.968893527984619, + "learning_rate": 2.871900826446281e-06, + "loss": 0.5657201290130616, + "step": 140 + }, + { + "epoch": 0.18610421836228289, + "grad_norm": 3.103032112121582, + "learning_rate": 3.078512396694215e-06, + "loss": 0.5565766334533692, + "step": 150 + }, + { + "epoch": 0.19851116625310175, + "grad_norm": 3.6906442642211914, + "learning_rate": 3.2851239669421493e-06, + "loss": 0.5623440742492676, + "step": 160 + }, + { + "epoch": 0.2109181141439206, + "grad_norm": 3.6191394329071045, + "learning_rate": 3.491735537190083e-06, + "loss": 0.5390286445617676, + "step": 170 + }, + { + "epoch": 0.22332506203473945, + "grad_norm": 3.119192600250244, + "learning_rate": 3.6983471074380165e-06, + "loss": 0.504794979095459, + "step": 180 + }, + { + "epoch": 0.23573200992555832, + "grad_norm": 3.5379598140716553, + "learning_rate": 3.904958677685951e-06, + "loss": 0.5398801326751709, + "step": 190 + }, + { + "epoch": 0.24813895781637718, + "grad_norm": 3.455927848815918, + "learning_rate": 4.111570247933885e-06, + "loss": 0.5164627075195313, + "step": 200 + }, + { + "epoch": 0.26054590570719605, + "grad_norm": 3.3440027236938477, + "learning_rate": 4.3181818181818185e-06, + "loss": 0.5611258506774902, + "step": 210 + }, + { + "epoch": 0.2729528535980149, + "grad_norm": 3.941814661026001, + "learning_rate": 4.524793388429753e-06, + "loss": 0.5151082038879394, + "step": 220 + }, + { + "epoch": 0.2853598014888337, + "grad_norm": 3.3939054012298584, + "learning_rate": 4.731404958677686e-06, + "loss": 0.5357322216033935, + "step": 230 + }, + { + "epoch": 0.2977667493796526, + "grad_norm": 3.399260997772217, + "learning_rate": 4.9380165289256205e-06, + "loss": 0.5303369998931885, + "step": 240 + }, + { + "epoch": 0.31017369727047145, + "grad_norm": 3.109227180480957, + "learning_rate": 4.999872331322402e-06, + "loss": 0.49518985748291017, + "step": 250 + }, + { + "epoch": 0.3225806451612903, + "grad_norm": 3.147308588027954, + "learning_rate": 4.999247046740511e-06, + "loss": 0.505528736114502, + "step": 260 + }, + { + "epoch": 0.3349875930521092, + "grad_norm": 2.949301242828369, + "learning_rate": 4.998100827074778e-06, + "loss": 0.542401123046875, + "step": 270 + }, + { + "epoch": 0.34739454094292804, + "grad_norm": 3.650075912475586, + "learning_rate": 4.996433911239573e-06, + "loss": 0.511073637008667, + "step": 280 + }, + { + "epoch": 0.3598014888337469, + "grad_norm": 3.273531675338745, + "learning_rate": 4.994246646681518e-06, + "loss": 0.5162837982177735, + "step": 290 + }, + { + "epoch": 0.37220843672456577, + "grad_norm": 3.32936954498291, + "learning_rate": 4.991539489307062e-06, + "loss": 0.4840500831604004, + "step": 300 + }, + { + "epoch": 0.38461538461538464, + "grad_norm": 2.9847359657287598, + "learning_rate": 4.988313003387454e-06, + "loss": 0.48565964698791503, + "step": 310 + }, + { + "epoch": 0.3970223325062035, + "grad_norm": 3.2663910388946533, + "learning_rate": 4.984567861441129e-06, + "loss": 0.5017996788024902, + "step": 320 + }, + { + "epoch": 0.4094292803970223, + "grad_norm": 2.7149908542633057, + "learning_rate": 4.980304844093531e-06, + "loss": 0.4949507713317871, + "step": 330 + }, + { + "epoch": 0.4218362282878412, + "grad_norm": 3.2583069801330566, + "learning_rate": 4.975524839914399e-06, + "loss": 0.4920314311981201, + "step": 340 + }, + { + "epoch": 0.43424317617866004, + "grad_norm": 3.2360751628875732, + "learning_rate": 4.970228845232561e-06, + "loss": 0.4833060264587402, + "step": 350 + }, + { + "epoch": 0.4466501240694789, + "grad_norm": 3.0809836387634277, + "learning_rate": 4.9644179639282595e-06, + "loss": 0.4611049652099609, + "step": 360 + }, + { + "epoch": 0.45905707196029777, + "grad_norm": 2.903007984161377, + "learning_rate": 4.958093407203059e-06, + "loss": 0.4815668106079102, + "step": 370 + }, + { + "epoch": 0.47146401985111663, + "grad_norm": 3.1230084896087646, + "learning_rate": 4.951256493327394e-06, + "loss": 0.5097352981567382, + "step": 380 + }, + { + "epoch": 0.4838709677419355, + "grad_norm": 3.1644937992095947, + "learning_rate": 4.943908647365789e-06, + "loss": 0.46744871139526367, + "step": 390 + }, + { + "epoch": 0.49627791563275436, + "grad_norm": 3.0167317390441895, + "learning_rate": 4.936051400879823e-06, + "loss": 0.49645652770996096, + "step": 400 + }, + { + "epoch": 0.5086848635235732, + "grad_norm": 3.1851320266723633, + "learning_rate": 4.9276863916088944e-06, + "loss": 0.45388307571411135, + "step": 410 + }, + { + "epoch": 0.5210918114143921, + "grad_norm": 3.688347578048706, + "learning_rate": 4.9188153631288584e-06, + "loss": 0.48491249084472654, + "step": 420 + }, + { + "epoch": 0.533498759305211, + "grad_norm": 2.895963668823242, + "learning_rate": 4.9094401644886e-06, + "loss": 0.48116121292114256, + "step": 430 + }, + { + "epoch": 0.5459057071960298, + "grad_norm": 2.6067240238189697, + "learning_rate": 4.899562749824624e-06, + "loss": 0.45473780632019045, + "step": 440 + }, + { + "epoch": 0.5583126550868487, + "grad_norm": 2.9146952629089355, + "learning_rate": 4.889185177953743e-06, + "loss": 0.5124542236328125, + "step": 450 + }, + { + "epoch": 0.5707196029776674, + "grad_norm": 3.009894847869873, + "learning_rate": 4.878309611943939e-06, + "loss": 0.4542418956756592, + "step": 460 + }, + { + "epoch": 0.5831265508684863, + "grad_norm": 2.952033042907715, + "learning_rate": 4.86693831866351e-06, + "loss": 0.4757439136505127, + "step": 470 + }, + { + "epoch": 0.5955334987593052, + "grad_norm": 2.9270098209381104, + "learning_rate": 4.855073668308561e-06, + "loss": 0.48748092651367186, + "step": 480 + }, + { + "epoch": 0.607940446650124, + "grad_norm": 2.9587056636810303, + "learning_rate": 4.842718133908973e-06, + "loss": 0.48392572402954104, + "step": 490 + }, + { + "epoch": 0.6203473945409429, + "grad_norm": 2.895169734954834, + "learning_rate": 4.829874290812932e-06, + "loss": 0.49219765663146975, + "step": 500 + }, + { + "epoch": 0.6327543424317618, + "grad_norm": 2.6126275062561035, + "learning_rate": 4.816544816150132e-06, + "loss": 0.46747660636901855, + "step": 510 + }, + { + "epoch": 0.6451612903225806, + "grad_norm": 2.7628698348999023, + "learning_rate": 4.802732488273762e-06, + "loss": 0.4878196716308594, + "step": 520 + }, + { + "epoch": 0.6575682382133995, + "grad_norm": 2.8378942012786865, + "learning_rate": 4.788440186181393e-06, + "loss": 0.4586039066314697, + "step": 530 + }, + { + "epoch": 0.6699751861042184, + "grad_norm": 2.957749605178833, + "learning_rate": 4.773670888914891e-06, + "loss": 0.5078807353973389, + "step": 540 + }, + { + "epoch": 0.6823821339950372, + "grad_norm": 3.1145918369293213, + "learning_rate": 4.75842767493948e-06, + "loss": 0.4683982372283936, + "step": 550 + }, + { + "epoch": 0.6947890818858561, + "grad_norm": 2.674837827682495, + "learning_rate": 4.742713721502065e-06, + "loss": 0.45024881362915037, + "step": 560 + }, + { + "epoch": 0.707196029776675, + "grad_norm": 3.1005373001098633, + "learning_rate": 4.726532303968986e-06, + "loss": 0.45893230438232424, + "step": 570 + }, + { + "epoch": 0.7196029776674938, + "grad_norm": 2.7729763984680176, + "learning_rate": 4.709886795143307e-06, + "loss": 0.4667107582092285, + "step": 580 + }, + { + "epoch": 0.7320099255583127, + "grad_norm": 4.1112060546875, + "learning_rate": 4.6927806645618034e-06, + "loss": 0.43797926902770995, + "step": 590 + }, + { + "epoch": 0.7444168734491315, + "grad_norm": 3.006535291671753, + "learning_rate": 4.675217477771779e-06, + "loss": 0.4455252647399902, + "step": 600 + }, + { + "epoch": 0.7568238213399504, + "grad_norm": 2.7127737998962402, + "learning_rate": 4.657200895587874e-06, + "loss": 0.48641119003295896, + "step": 610 + }, + { + "epoch": 0.7692307692307693, + "grad_norm": 3.1489853858947754, + "learning_rate": 4.638734673329023e-06, + "loss": 0.4687007427215576, + "step": 620 + }, + { + "epoch": 0.7816377171215881, + "grad_norm": 2.6937718391418457, + "learning_rate": 4.6198226600357e-06, + "loss": 0.48453760147094727, + "step": 630 + }, + { + "epoch": 0.794044665012407, + "grad_norm": 3.03733229637146, + "learning_rate": 4.600468797667641e-06, + "loss": 0.44130840301513674, + "step": 640 + }, + { + "epoch": 0.8064516129032258, + "grad_norm": 2.9481587409973145, + "learning_rate": 4.580677120282197e-06, + "loss": 0.42711877822875977, + "step": 650 + }, + { + "epoch": 0.8188585607940446, + "grad_norm": 2.9542925357818604, + "learning_rate": 4.56045175319348e-06, + "loss": 0.4542987823486328, + "step": 660 + }, + { + "epoch": 0.8312655086848635, + "grad_norm": 2.777961492538452, + "learning_rate": 4.539796912112505e-06, + "loss": 0.42932806015014646, + "step": 670 + }, + { + "epoch": 0.8436724565756824, + "grad_norm": 3.0970194339752197, + "learning_rate": 4.518716902268475e-06, + "loss": 0.46704769134521484, + "step": 680 + }, + { + "epoch": 0.8560794044665012, + "grad_norm": 2.6771323680877686, + "learning_rate": 4.497216117511413e-06, + "loss": 0.4675713539123535, + "step": 690 + }, + { + "epoch": 0.8684863523573201, + "grad_norm": 3.0414323806762695, + "learning_rate": 4.475299039396324e-06, + "loss": 0.4250528335571289, + "step": 700 + }, + { + "epoch": 0.8808933002481389, + "grad_norm": 2.52348256111145, + "learning_rate": 4.452970236249071e-06, + "loss": 0.4666771411895752, + "step": 710 + }, + { + "epoch": 0.8933002481389578, + "grad_norm": 3.3117287158966064, + "learning_rate": 4.4302343622141734e-06, + "loss": 0.4492027282714844, + "step": 720 + }, + { + "epoch": 0.9057071960297767, + "grad_norm": 2.8878304958343506, + "learning_rate": 4.4070961562847044e-06, + "loss": 0.428986644744873, + "step": 730 + }, + { + "epoch": 0.9181141439205955, + "grad_norm": 2.7645702362060547, + "learning_rate": 4.3835604413145175e-06, + "loss": 0.4693061351776123, + "step": 740 + }, + { + "epoch": 0.9305210918114144, + "grad_norm": 2.759788751602173, + "learning_rate": 4.3596321230129786e-06, + "loss": 0.46426753997802733, + "step": 750 + }, + { + "epoch": 0.9429280397022333, + "grad_norm": 2.815812349319458, + "learning_rate": 4.335316188922444e-06, + "loss": 0.42464771270751955, + "step": 760 + }, + { + "epoch": 0.9553349875930521, + "grad_norm": 2.893314838409424, + "learning_rate": 4.3106177073786684e-06, + "loss": 0.4731471061706543, + "step": 770 + }, + { + "epoch": 0.967741935483871, + "grad_norm": 2.6007916927337646, + "learning_rate": 4.285541826454374e-06, + "loss": 0.43342103958129885, + "step": 780 + }, + { + "epoch": 0.9801488833746899, + "grad_norm": 2.937251329421997, + "learning_rate": 4.26009377288621e-06, + "loss": 0.4437389850616455, + "step": 790 + }, + { + "epoch": 0.9925558312655087, + "grad_norm": 2.6743578910827637, + "learning_rate": 4.234278850985305e-06, + "loss": 0.4493260860443115, + "step": 800 + }, + { + "epoch": 1.0049627791563276, + "grad_norm": 2.905144214630127, + "learning_rate": 4.208102441531648e-06, + "loss": 0.4088118553161621, + "step": 810 + }, + { + "epoch": 1.0173697270471465, + "grad_norm": 2.634845495223999, + "learning_rate": 4.181570000652547e-06, + "loss": 0.33449294567108157, + "step": 820 + }, + { + "epoch": 1.0297766749379653, + "grad_norm": 2.6692142486572266, + "learning_rate": 4.15468705868536e-06, + "loss": 0.3250420093536377, + "step": 830 + }, + { + "epoch": 1.0421836228287842, + "grad_norm": 2.6853787899017334, + "learning_rate": 4.127459219024778e-06, + "loss": 0.35315914154052735, + "step": 840 + }, + { + "epoch": 1.054590570719603, + "grad_norm": 3.406165361404419, + "learning_rate": 4.099892156954861e-06, + "loss": 0.3586670637130737, + "step": 850 + }, + { + "epoch": 1.066997518610422, + "grad_norm": 2.948725461959839, + "learning_rate": 4.071991618466114e-06, + "loss": 0.3647527933120728, + "step": 860 + }, + { + "epoch": 1.0794044665012408, + "grad_norm": 2.896860122680664, + "learning_rate": 4.043763419057797e-06, + "loss": 0.32327847480773925, + "step": 870 + }, + { + "epoch": 1.0918114143920596, + "grad_norm": 3.324622869491577, + "learning_rate": 4.015213442525771e-06, + "loss": 0.35637316703796384, + "step": 880 + }, + { + "epoch": 1.1042183622828785, + "grad_norm": 3.4257752895355225, + "learning_rate": 3.986347639736092e-06, + "loss": 0.33382978439331057, + "step": 890 + }, + { + "epoch": 1.1166253101736974, + "grad_norm": 3.2966017723083496, + "learning_rate": 3.957172027384635e-06, + "loss": 0.33941695690155027, + "step": 900 + }, + { + "epoch": 1.129032258064516, + "grad_norm": 3.0130667686462402, + "learning_rate": 3.927692686742993e-06, + "loss": 0.3642054319381714, + "step": 910 + }, + { + "epoch": 1.141439205955335, + "grad_norm": 3.649632453918457, + "learning_rate": 3.897915762390912e-06, + "loss": 0.3299143314361572, + "step": 920 + }, + { + "epoch": 1.1538461538461537, + "grad_norm": 3.1730785369873047, + "learning_rate": 3.867847460935542e-06, + "loss": 0.34182562828063967, + "step": 930 + }, + { + "epoch": 1.1662531017369726, + "grad_norm": 3.1270976066589355, + "learning_rate": 3.8374940497177435e-06, + "loss": 0.36127467155456544, + "step": 940 + }, + { + "epoch": 1.1786600496277915, + "grad_norm": 2.9266204833984375, + "learning_rate": 3.806861855505748e-06, + "loss": 0.3463557958602905, + "step": 950 + }, + { + "epoch": 1.1910669975186103, + "grad_norm": 3.1734328269958496, + "learning_rate": 3.7759572631764243e-06, + "loss": 0.34737136363983157, + "step": 960 + }, + { + "epoch": 1.2034739454094292, + "grad_norm": 3.387535333633423, + "learning_rate": 3.7447867143844373e-06, + "loss": 0.3464951038360596, + "step": 970 + }, + { + "epoch": 1.215880893300248, + "grad_norm": 3.2590081691741943, + "learning_rate": 3.7133567062195697e-06, + "loss": 0.3240300178527832, + "step": 980 + }, + { + "epoch": 1.228287841191067, + "grad_norm": 2.911224603652954, + "learning_rate": 3.6816737898524844e-06, + "loss": 0.33942902088165283, + "step": 990 + }, + { + "epoch": 1.2406947890818858, + "grad_norm": 3.3266444206237793, + "learning_rate": 3.649744569169229e-06, + "loss": 0.3586859226226807, + "step": 1000 + }, + { + "epoch": 1.2531017369727047, + "grad_norm": 3.285763740539551, + "learning_rate": 3.617575699394732e-06, + "loss": 0.33882172107696534, + "step": 1010 + }, + { + "epoch": 1.2655086848635235, + "grad_norm": 3.605529308319092, + "learning_rate": 3.5851738857056174e-06, + "loss": 0.34563610553741453, + "step": 1020 + }, + { + "epoch": 1.2779156327543424, + "grad_norm": 2.4176876544952393, + "learning_rate": 3.552545881832594e-06, + "loss": 0.3259500741958618, + "step": 1030 + }, + { + "epoch": 1.2903225806451613, + "grad_norm": 3.1849021911621094, + "learning_rate": 3.519698488652734e-06, + "loss": 0.35965259075164796, + "step": 1040 + }, + { + "epoch": 1.3027295285359801, + "grad_norm": 3.008430004119873, + "learning_rate": 3.486638552771914e-06, + "loss": 0.34020233154296875, + "step": 1050 + }, + { + "epoch": 1.315136476426799, + "grad_norm": 3.7227566242218018, + "learning_rate": 3.4533729650977344e-06, + "loss": 0.33164680004119873, + "step": 1060 + }, + { + "epoch": 1.3275434243176178, + "grad_norm": 3.4713714122772217, + "learning_rate": 3.4199086594031998e-06, + "loss": 0.3493825435638428, + "step": 1070 + }, + { + "epoch": 1.3399503722084367, + "grad_norm": 3.2516400814056396, + "learning_rate": 3.386252610881465e-06, + "loss": 0.3430775165557861, + "step": 1080 + }, + { + "epoch": 1.3523573200992556, + "grad_norm": 3.756378650665283, + "learning_rate": 3.3524118346919486e-06, + "loss": 0.3269376277923584, + "step": 1090 + }, + { + "epoch": 1.3647642679900744, + "grad_norm": 2.7790579795837402, + "learning_rate": 3.318393384498114e-06, + "loss": 0.3524430274963379, + "step": 1100 + }, + { + "epoch": 1.3771712158808933, + "grad_norm": 3.254763603210449, + "learning_rate": 3.2842043509972294e-06, + "loss": 0.35284743309020994, + "step": 1110 + }, + { + "epoch": 1.3895781637717122, + "grad_norm": 3.231228828430176, + "learning_rate": 3.2498518604424005e-06, + "loss": 0.35561535358428953, + "step": 1120 + }, + { + "epoch": 1.401985111662531, + "grad_norm": 3.0170490741729736, + "learning_rate": 3.215343073157204e-06, + "loss": 0.36517820358276365, + "step": 1130 + }, + { + "epoch": 1.41439205955335, + "grad_norm": 3.0740880966186523, + "learning_rate": 3.180685182043205e-06, + "loss": 0.34882569313049316, + "step": 1140 + }, + { + "epoch": 1.4267990074441688, + "grad_norm": 3.487521171569824, + "learning_rate": 3.1458854110806976e-06, + "loss": 0.344951868057251, + "step": 1150 + }, + { + "epoch": 1.4392059553349876, + "grad_norm": 2.7537150382995605, + "learning_rate": 3.1109510138229565e-06, + "loss": 0.3353364706039429, + "step": 1160 + }, + { + "epoch": 1.4516129032258065, + "grad_norm": 2.8499064445495605, + "learning_rate": 3.0758892718843352e-06, + "loss": 0.33848204612731936, + "step": 1170 + }, + { + "epoch": 1.4640198511166254, + "grad_norm": 3.2181148529052734, + "learning_rate": 3.0407074934225038e-06, + "loss": 0.3388556480407715, + "step": 1180 + }, + { + "epoch": 1.4764267990074442, + "grad_norm": 3.099386215209961, + "learning_rate": 3.005413011615165e-06, + "loss": 0.3524498224258423, + "step": 1190 + }, + { + "epoch": 1.488833746898263, + "grad_norm": 3.1054389476776123, + "learning_rate": 2.9700131831315425e-06, + "loss": 0.3347229719161987, + "step": 1200 + }, + { + "epoch": 1.501240694789082, + "grad_norm": 2.9575774669647217, + "learning_rate": 2.9345153865989918e-06, + "loss": 0.321802020072937, + "step": 1210 + }, + { + "epoch": 1.5136476426799006, + "grad_norm": 2.824366569519043, + "learning_rate": 2.898927021065011e-06, + "loss": 0.3323647499084473, + "step": 1220 + }, + { + "epoch": 1.5260545905707197, + "grad_norm": 3.0914690494537354, + "learning_rate": 2.8632555044550152e-06, + "loss": 0.3432508945465088, + "step": 1230 + }, + { + "epoch": 1.5384615384615383, + "grad_norm": 3.0662307739257812, + "learning_rate": 2.8275082720261623e-06, + "loss": 0.3417309522628784, + "step": 1240 + }, + { + "epoch": 1.5508684863523574, + "grad_norm": 3.1436731815338135, + "learning_rate": 2.791692774817576e-06, + "loss": 0.3290053606033325, + "step": 1250 + }, + { + "epoch": 1.563275434243176, + "grad_norm": 2.940727472305298, + "learning_rate": 2.75581647809727e-06, + "loss": 0.33008174896240233, + "step": 1260 + }, + { + "epoch": 1.5756823821339951, + "grad_norm": 2.7560057640075684, + "learning_rate": 2.7198868598061177e-06, + "loss": 0.3164780616760254, + "step": 1270 + }, + { + "epoch": 1.5880893300248138, + "grad_norm": 3.87307071685791, + "learning_rate": 2.683911408999169e-06, + "loss": 0.3081036567687988, + "step": 1280 + }, + { + "epoch": 1.6004962779156329, + "grad_norm": 2.84149169921875, + "learning_rate": 2.6478976242846576e-06, + "loss": 0.35092926025390625, + "step": 1290 + }, + { + "epoch": 1.6129032258064515, + "grad_norm": 3.040497303009033, + "learning_rate": 2.6118530122610138e-06, + "loss": 0.37850337028503417, + "step": 1300 + }, + { + "epoch": 1.6253101736972706, + "grad_norm": 2.946133613586426, + "learning_rate": 2.575785085952216e-06, + "loss": 0.35753021240234373, + "step": 1310 + }, + { + "epoch": 1.6377171215880892, + "grad_norm": 3.4700191020965576, + "learning_rate": 2.539701363241795e-06, + "loss": 0.34999761581420896, + "step": 1320 + }, + { + "epoch": 1.6501240694789083, + "grad_norm": 2.9002044200897217, + "learning_rate": 2.503609365305835e-06, + "loss": 0.3304608345031738, + "step": 1330 + }, + { + "epoch": 1.662531017369727, + "grad_norm": 3.0107545852661133, + "learning_rate": 2.4675166150452814e-06, + "loss": 0.3420397281646729, + "step": 1340 + }, + { + "epoch": 1.674937965260546, + "grad_norm": 2.818993330001831, + "learning_rate": 2.4314306355178924e-06, + "loss": 0.31749625205993653, + "step": 1350 + }, + { + "epoch": 1.6873449131513647, + "grad_norm": 2.8868680000305176, + "learning_rate": 2.3953589483701556e-06, + "loss": 0.33247082233428954, + "step": 1360 + }, + { + "epoch": 1.6997518610421838, + "grad_norm": 2.5516133308410645, + "learning_rate": 2.3593090722694995e-06, + "loss": 0.3121840000152588, + "step": 1370 + }, + { + "epoch": 1.7121588089330024, + "grad_norm": 2.8889875411987305, + "learning_rate": 2.3232885213371297e-06, + "loss": 0.3375117778778076, + "step": 1380 + }, + { + "epoch": 1.7245657568238213, + "grad_norm": 3.4715304374694824, + "learning_rate": 2.2873048035818043e-06, + "loss": 0.3526495695114136, + "step": 1390 + }, + { + "epoch": 1.7369727047146402, + "grad_norm": 2.6388895511627197, + "learning_rate": 2.251365419334895e-06, + "loss": 0.3385695219039917, + "step": 1400 + }, + { + "epoch": 1.749379652605459, + "grad_norm": 3.295314311981201, + "learning_rate": 2.2154778596870365e-06, + "loss": 0.3281654119491577, + "step": 1410 + }, + { + "epoch": 1.7617866004962779, + "grad_norm": 2.9345321655273438, + "learning_rate": 2.179649604926708e-06, + "loss": 0.3286000728607178, + "step": 1420 + }, + { + "epoch": 1.7741935483870968, + "grad_norm": 3.245892286300659, + "learning_rate": 2.14388812298107e-06, + "loss": 0.31292095184326174, + "step": 1430 + }, + { + "epoch": 1.7866004962779156, + "grad_norm": 2.8466174602508545, + "learning_rate": 2.108200867859369e-06, + "loss": 0.32442235946655273, + "step": 1440 + }, + { + "epoch": 1.7990074441687345, + "grad_norm": 3.2279984951019287, + "learning_rate": 2.072595278099247e-06, + "loss": 0.3294026851654053, + "step": 1450 + }, + { + "epoch": 1.8114143920595533, + "grad_norm": 3.1583516597747803, + "learning_rate": 2.037078775216283e-06, + "loss": 0.3263838768005371, + "step": 1460 + }, + { + "epoch": 1.8238213399503722, + "grad_norm": 3.04581356048584, + "learning_rate": 2.0016587621570682e-06, + "loss": 0.33864445686340333, + "step": 1470 + }, + { + "epoch": 1.836228287841191, + "grad_norm": 3.7386040687561035, + "learning_rate": 1.966342621756163e-06, + "loss": 0.31294050216674807, + "step": 1480 + }, + { + "epoch": 1.84863523573201, + "grad_norm": 2.868602991104126, + "learning_rate": 1.931137715197242e-06, + "loss": 0.31308484077453613, + "step": 1490 + }, + { + "epoch": 1.8610421836228288, + "grad_norm": 3.055979013442993, + "learning_rate": 1.8960513804787557e-06, + "loss": 0.333689284324646, + "step": 1500 + }, + { + "epoch": 1.8734491315136477, + "grad_norm": 3.1473002433776855, + "learning_rate": 1.861090930884412e-06, + "loss": 0.33293652534484863, + "step": 1510 + }, + { + "epoch": 1.8858560794044665, + "grad_norm": 2.9485549926757812, + "learning_rate": 1.8262636534588316e-06, + "loss": 0.3332956790924072, + "step": 1520 + }, + { + "epoch": 1.8982630272952854, + "grad_norm": 2.9611082077026367, + "learning_rate": 1.7915768074886497e-06, + "loss": 0.32119269371032716, + "step": 1530 + }, + { + "epoch": 1.9106699751861043, + "grad_norm": 2.7273433208465576, + "learning_rate": 1.7570376229894164e-06, + "loss": 0.32526330947875975, + "step": 1540 + }, + { + "epoch": 1.9230769230769231, + "grad_norm": 3.0661497116088867, + "learning_rate": 1.7226532991985976e-06, + "loss": 0.3218840599060059, + "step": 1550 + }, + { + "epoch": 1.935483870967742, + "grad_norm": 2.9829108715057373, + "learning_rate": 1.688431003074985e-06, + "loss": 0.3307999610900879, + "step": 1560 + }, + { + "epoch": 1.9478908188585606, + "grad_norm": 3.018162488937378, + "learning_rate": 1.654377867804841e-06, + "loss": 0.34044556617736815, + "step": 1570 + }, + { + "epoch": 1.9602977667493797, + "grad_norm": 2.9301137924194336, + "learning_rate": 1.6205009913150815e-06, + "loss": 0.31292636394500734, + "step": 1580 + }, + { + "epoch": 1.9727047146401984, + "grad_norm": 2.9100582599639893, + "learning_rate": 1.5868074347937993e-06, + "loss": 0.32329092025756834, + "step": 1590 + }, + { + "epoch": 1.9851116625310175, + "grad_norm": 2.979872465133667, + "learning_rate": 1.553304221218462e-06, + "loss": 0.3566758155822754, + "step": 1600 + }, + { + "epoch": 1.997518610421836, + "grad_norm": 2.6494853496551514, + "learning_rate": 1.5199983338920594e-06, + "loss": 0.3069176197052002, + "step": 1610 + }, + { + "epoch": 2.009925558312655, + "grad_norm": 2.3948535919189453, + "learning_rate": 1.4868967149875257e-06, + "loss": 0.25013885498046873, + "step": 1620 + }, + { + "epoch": 2.022332506203474, + "grad_norm": 2.941615343093872, + "learning_rate": 1.4540062641007383e-06, + "loss": 0.22131125926971434, + "step": 1630 + }, + { + "epoch": 2.034739454094293, + "grad_norm": 3.205547332763672, + "learning_rate": 1.421333836812387e-06, + "loss": 0.2237858295440674, + "step": 1640 + }, + { + "epoch": 2.0471464019851116, + "grad_norm": 3.0743908882141113, + "learning_rate": 1.3888862432590167e-06, + "loss": 0.22658278942108154, + "step": 1650 + }, + { + "epoch": 2.0595533498759306, + "grad_norm": 2.8300976753234863, + "learning_rate": 1.3566702467135445e-06, + "loss": 0.2289585828781128, + "step": 1660 + }, + { + "epoch": 2.0719602977667493, + "grad_norm": 2.5701904296875, + "learning_rate": 1.3246925621755496e-06, + "loss": 0.22105908393859863, + "step": 1670 + }, + { + "epoch": 2.0843672456575684, + "grad_norm": 2.67372727394104, + "learning_rate": 1.2929598549716122e-06, + "loss": 0.20758159160614015, + "step": 1680 + }, + { + "epoch": 2.096774193548387, + "grad_norm": 3.0295441150665283, + "learning_rate": 1.2614787393660215e-06, + "loss": 0.2294921875, + "step": 1690 + }, + { + "epoch": 2.109181141439206, + "grad_norm": 3.321169137954712, + "learning_rate": 1.2302557771821154e-06, + "loss": 0.22693567276000975, + "step": 1700 + }, + { + "epoch": 2.1215880893300247, + "grad_norm": 3.0045440196990967, + "learning_rate": 1.199297476434553e-06, + "loss": 0.23366827964782716, + "step": 1710 + }, + { + "epoch": 2.133995037220844, + "grad_norm": 3.3027615547180176, + "learning_rate": 1.168610289972813e-06, + "loss": 0.204612398147583, + "step": 1720 + }, + { + "epoch": 2.1464019851116625, + "grad_norm": 3.4568586349487305, + "learning_rate": 1.138200614136172e-06, + "loss": 0.23412892818450928, + "step": 1730 + }, + { + "epoch": 2.1588089330024816, + "grad_norm": 3.1891727447509766, + "learning_rate": 1.1080747874204809e-06, + "loss": 0.23051118850708008, + "step": 1740 + }, + { + "epoch": 2.1712158808933, + "grad_norm": 2.898972511291504, + "learning_rate": 1.0782390891569822e-06, + "loss": 0.223101806640625, + "step": 1750 + }, + { + "epoch": 2.1836228287841193, + "grad_norm": 3.198352098464966, + "learning_rate": 1.0486997382034695e-06, + "loss": 0.21067981719970702, + "step": 1760 + }, + { + "epoch": 2.196029776674938, + "grad_norm": 3.239396095275879, + "learning_rate": 1.0194628916480504e-06, + "loss": 0.21455581188201905, + "step": 1770 + }, + { + "epoch": 2.208436724565757, + "grad_norm": 3.6431620121002197, + "learning_rate": 9.905346435257784e-07, + "loss": 0.25631544589996336, + "step": 1780 + }, + { + "epoch": 2.2208436724565757, + "grad_norm": 3.2421746253967285, + "learning_rate": 9.619210235484333e-07, + "loss": 0.2324852466583252, + "step": 1790 + }, + { + "epoch": 2.2332506203473947, + "grad_norm": 3.0301804542541504, + "learning_rate": 9.336279958477096e-07, + "loss": 0.2013075351715088, + "step": 1800 + }, + { + "epoch": 2.2456575682382134, + "grad_norm": 3.0917258262634277, + "learning_rate": 9.056614577320702e-07, + "loss": 0.23809702396392823, + "step": 1810 + }, + { + "epoch": 2.258064516129032, + "grad_norm": 3.2016923427581787, + "learning_rate": 8.780272384575289e-07, + "loss": 0.22165682315826415, + "step": 1820 + }, + { + "epoch": 2.270471464019851, + "grad_norm": 3.2964746952056885, + "learning_rate": 8.507310980126188e-07, + "loss": 0.21906075477600098, + "step": 1830 + }, + { + "epoch": 2.28287841191067, + "grad_norm": 3.021667242050171, + "learning_rate": 8.237787259178037e-07, + "loss": 0.21673779487609862, + "step": 1840 + }, + { + "epoch": 2.295285359801489, + "grad_norm": 3.4305264949798584, + "learning_rate": 7.971757400395652e-07, + "loss": 0.23625686168670654, + "step": 1850 + }, + { + "epoch": 2.3076923076923075, + "grad_norm": 2.7715115547180176, + "learning_rate": 7.709276854194392e-07, + "loss": 0.21259665489196777, + "step": 1860 + }, + { + "epoch": 2.3200992555831266, + "grad_norm": 3.520462989807129, + "learning_rate": 7.450400331182198e-07, + "loss": 0.23154499530792236, + "step": 1870 + }, + { + "epoch": 2.332506203473945, + "grad_norm": 3.7826356887817383, + "learning_rate": 7.19518179075591e-07, + "loss": 0.2277855396270752, + "step": 1880 + }, + { + "epoch": 2.3449131513647643, + "grad_norm": 3.4630792140960693, + "learning_rate": 6.943674429854172e-07, + "loss": 0.22485933303833008, + "step": 1890 + }, + { + "epoch": 2.357320099255583, + "grad_norm": 3.305630922317505, + "learning_rate": 6.695930671869175e-07, + "loss": 0.23359484672546388, + "step": 1900 + }, + { + "epoch": 2.369727047146402, + "grad_norm": 2.659604787826538, + "learning_rate": 6.452002155719725e-07, + "loss": 0.19909019470214845, + "step": 1910 + }, + { + "epoch": 2.3821339950372207, + "grad_norm": 3.414795398712158, + "learning_rate": 6.211939725087806e-07, + "loss": 0.23796792030334474, + "step": 1920 + }, + { + "epoch": 2.3945409429280398, + "grad_norm": 3.0635950565338135, + "learning_rate": 5.975793417820841e-07, + "loss": 0.22071402072906493, + "step": 1930 + }, + { + "epoch": 2.4069478908188584, + "grad_norm": 3.123188018798828, + "learning_rate": 5.743612455502016e-07, + "loss": 0.22007994651794432, + "step": 1940 + }, + { + "epoch": 2.4193548387096775, + "grad_norm": 2.785230875015259, + "learning_rate": 5.515445233190636e-07, + "loss": 0.21707756519317628, + "step": 1950 + }, + { + "epoch": 2.431761786600496, + "grad_norm": 3.8641016483306885, + "learning_rate": 5.291339309334845e-07, + "loss": 0.2090601682662964, + "step": 1960 + }, + { + "epoch": 2.444168734491315, + "grad_norm": 2.880202054977417, + "learning_rate": 5.071341395858703e-07, + "loss": 0.2203066825866699, + "step": 1970 + }, + { + "epoch": 2.456575682382134, + "grad_norm": 3.224031448364258, + "learning_rate": 4.855497348425686e-07, + "loss": 0.22847747802734375, + "step": 1980 + }, + { + "epoch": 2.468982630272953, + "grad_norm": 3.334984302520752, + "learning_rate": 4.6438521568806625e-07, + "loss": 0.20745439529418946, + "step": 1990 + }, + { + "epoch": 2.4813895781637716, + "grad_norm": 3.121742010116577, + "learning_rate": 4.436449935872378e-07, + "loss": 0.23231451511383056, + "step": 2000 + }, + { + "epoch": 2.4937965260545907, + "grad_norm": 2.765779972076416, + "learning_rate": 4.2333339156583467e-07, + "loss": 0.2055814266204834, + "step": 2010 + }, + { + "epoch": 2.5062034739454093, + "grad_norm": 3.019102096557617, + "learning_rate": 4.034546433094036e-07, + "loss": 0.22689828872680665, + "step": 2020 + }, + { + "epoch": 2.5186104218362284, + "grad_norm": 3.2937521934509277, + "learning_rate": 3.8401289228083395e-07, + "loss": 0.23529858589172364, + "step": 2030 + }, + { + "epoch": 2.531017369727047, + "grad_norm": 3.353877544403076, + "learning_rate": 3.6501219085670724e-07, + "loss": 0.2225353479385376, + "step": 2040 + }, + { + "epoch": 2.543424317617866, + "grad_norm": 3.6522250175476074, + "learning_rate": 3.4645649948263085e-07, + "loss": 0.2311680793762207, + "step": 2050 + }, + { + "epoch": 2.555831265508685, + "grad_norm": 3.3297574520111084, + "learning_rate": 3.2834968584773754e-07, + "loss": 0.21333532333374022, + "step": 2060 + }, + { + "epoch": 2.568238213399504, + "grad_norm": 3.3023574352264404, + "learning_rate": 3.106955240785153e-07, + "loss": 0.2413243293762207, + "step": 2070 + }, + { + "epoch": 2.5806451612903225, + "grad_norm": 2.7704153060913086, + "learning_rate": 2.9349769395214e-07, + "loss": 0.21133730411529542, + "step": 2080 + }, + { + "epoch": 2.5930521091811416, + "grad_norm": 3.1937754154205322, + "learning_rate": 2.767597801294772e-07, + "loss": 0.21675755977630615, + "step": 2090 + }, + { + "epoch": 2.6054590570719602, + "grad_norm": 3.397535562515259, + "learning_rate": 2.604852714079023e-07, + "loss": 0.22542505264282225, + "step": 2100 + }, + { + "epoch": 2.617866004962779, + "grad_norm": 3.3038713932037354, + "learning_rate": 2.4467755999411204e-07, + "loss": 0.23392457962036134, + "step": 2110 + }, + { + "epoch": 2.630272952853598, + "grad_norm": 4.148429870605469, + "learning_rate": 2.2933994079705896e-07, + "loss": 0.19952282905578614, + "step": 2120 + }, + { + "epoch": 2.642679900744417, + "grad_norm": 3.0992136001586914, + "learning_rate": 2.144756107411733e-07, + "loss": 0.2230466365814209, + "step": 2130 + }, + { + "epoch": 2.6550868486352357, + "grad_norm": 3.451746940612793, + "learning_rate": 2.0008766810000801e-07, + "loss": 0.23057200908660888, + "step": 2140 + }, + { + "epoch": 2.6674937965260543, + "grad_norm": 3.058110237121582, + "learning_rate": 1.861791118504408e-07, + "loss": 0.2180851459503174, + "step": 2150 + }, + { + "epoch": 2.6799007444168734, + "grad_norm": 2.745176315307617, + "learning_rate": 1.7275284104757844e-07, + "loss": 0.2167917251586914, + "step": 2160 + }, + { + "epoch": 2.6923076923076925, + "grad_norm": 3.708021402359009, + "learning_rate": 1.598116542204889e-07, + "loss": 0.22899148464202881, + "step": 2170 + }, + { + "epoch": 2.704714640198511, + "grad_norm": 3.6781704425811768, + "learning_rate": 1.4735824878888277e-07, + "loss": 0.2170346736907959, + "step": 2180 + }, + { + "epoch": 2.71712158808933, + "grad_norm": 2.478654623031616, + "learning_rate": 1.353952205008713e-07, + "loss": 0.2242295265197754, + "step": 2190 + }, + { + "epoch": 2.729528535980149, + "grad_norm": 2.7087976932525635, + "learning_rate": 1.2392506289191837e-07, + "loss": 0.2131351947784424, + "step": 2200 + }, + { + "epoch": 2.741935483870968, + "grad_norm": 2.867835283279419, + "learning_rate": 1.1295016676509618e-07, + "loss": 0.21861982345581055, + "step": 2210 + }, + { + "epoch": 2.7543424317617866, + "grad_norm": 2.9449636936187744, + "learning_rate": 1.0247281969275131e-07, + "loss": 0.1985526442527771, + "step": 2220 + }, + { + "epoch": 2.7667493796526053, + "grad_norm": 3.0885448455810547, + "learning_rate": 9.249520553969465e-08, + "loss": 0.23580389022827147, + "step": 2230 + }, + { + "epoch": 2.7791563275434243, + "grad_norm": 3.1814591884613037, + "learning_rate": 8.301940400799818e-08, + "loss": 0.21973462104797364, + "step": 2240 + }, + { + "epoch": 2.7915632754342434, + "grad_norm": 3.26047682762146, + "learning_rate": 7.404739020351381e-08, + "loss": 0.22958881855010987, + "step": 2250 + }, + { + "epoch": 2.803970223325062, + "grad_norm": 3.2021138668060303, + "learning_rate": 6.558103422418555e-08, + "loss": 0.23037824630737305, + "step": 2260 + }, + { + "epoch": 2.8163771712158807, + "grad_norm": 3.562350273132324, + "learning_rate": 5.762210077025293e-08, + "loss": 0.2314563512802124, + "step": 2270 + }, + { + "epoch": 2.8287841191067, + "grad_norm": 3.15472412109375, + "learning_rate": 5.017224877642196e-08, + "loss": 0.21394333839416504, + "step": 2280 + }, + { + "epoch": 2.8411910669975184, + "grad_norm": 2.9189085960388184, + "learning_rate": 4.323303106608362e-08, + "loss": 0.22109608650207518, + "step": 2290 + }, + { + "epoch": 2.8535980148883375, + "grad_norm": 3.364637851715088, + "learning_rate": 3.680589402764695e-08, + "loss": 0.21065773963928222, + "step": 2300 + }, + { + "epoch": 2.866004962779156, + "grad_norm": 3.1239407062530518, + "learning_rate": 3.089217731305882e-08, + "loss": 0.21384596824645996, + "step": 2310 + }, + { + "epoch": 2.8784119106699753, + "grad_norm": 3.2410709857940674, + "learning_rate": 2.5493113558571203e-08, + "loss": 0.2103095531463623, + "step": 2320 + }, + { + "epoch": 2.890818858560794, + "grad_norm": 3.29823899269104, + "learning_rate": 2.0609828127814425e-08, + "loss": 0.22623074054718018, + "step": 2330 + }, + { + "epoch": 2.903225806451613, + "grad_norm": 3.447692632675171, + "learning_rate": 1.624333887723012e-08, + "loss": 0.2561406373977661, + "step": 2340 + }, + { + "epoch": 2.9156327543424316, + "grad_norm": 3.5823864936828613, + "learning_rate": 1.2394555943911757e-08, + "loss": 0.22645580768585205, + "step": 2350 + }, + { + "epoch": 2.9280397022332507, + "grad_norm": 3.032896041870117, + "learning_rate": 9.0642815559e-09, + "loss": 0.21149790287017822, + "step": 2360 + }, + { + "epoch": 2.9404466501240694, + "grad_norm": 3.0762665271759033, + "learning_rate": 6.253209864966747e-09, + "loss": 0.2031836986541748, + "step": 2370 + }, + { + "epoch": 2.9528535980148884, + "grad_norm": 3.5435872077941895, + "learning_rate": 3.9619268019305825e-09, + "loss": 0.2176318883895874, + "step": 2380 + }, + { + "epoch": 2.965260545905707, + "grad_norm": 3.506044387817383, + "learning_rate": 2.190909954525866e-09, + "loss": 0.2153688907623291, + "step": 2390 + }, + { + "epoch": 2.977667493796526, + "grad_norm": 3.4698026180267334, + "learning_rate": 9.405284678556948e-10, + "loss": 0.21965882778167725, + "step": 2400 + }, + { + "epoch": 2.990074441687345, + "grad_norm": 3.0432729721069336, + "learning_rate": 2.1104296745011466e-10, + "loss": 0.2195052146911621, + "step": 2410 + }, + { + "epoch": 3.0, + "step": 2418, + "total_flos": 1.329254778357678e+18, + "train_loss": 0.361527387419449, + "train_runtime": 121252.8356, + "train_samples_per_second": 0.16, + "train_steps_per_second": 0.02 + } + ], + "logging_steps": 10, + "max_steps": 2418, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 200, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.329254778357678e+18, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..d49a86a --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f275f0af9f7e7a5393aba11b6369870a7a92f86d7e9471e7c6b2471835c81572 +size 5649 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..ea666049137e87629c98dcf9f9fda87a27c0193e GIT binary patch literal 42755 zcmd?R_dl2I8$W)%>}(N2NF_<4GP8?H$R^oB_TICUM5xfR%E&4sl$n=Z3fX&yWbe)Q zINk5>=ZDX~@VOuN{kZEjuIoC_^Ei*=`FtMF^YuhkH+CeG%VvWcsst%Iwrl_{sYxwDIvgZ)K*K>>bIKF)it zu8uC^=g-^ypHJ{RI9r~tyyMmcS2^T({k98+(U_qBaOu)%Rv7ld;l@>2P0zTQ0S`}x z@hakli+wj=46INedjFVL`K_*uCXwwWiU$U2njgE*YV#$UR%dy}Wbt(R$THBTD9)Fk zJSpSdcUPoua@#CFimykr)y2O#iuA&pcrOo+3qDKQvJCQcSK*&_`|oc{v4cMqFk??b zLPC0vlE`pzaV5D2 z6tc9r?z6qYXEo2hc=jyt=tYZ5Hb+^?Nfv@=qyj6A1FJ{w&1eX{dGLUMhk@L8e|Npn zAlln!W8|?@B{37{$&*Cl@zj#uD|m|YWq~hVyzo9Y-*kEYAtzbU*1s&)qLlFY6Bst)pM;`hvITD>#1q`0;ys_3!WZgxt3ho+e+5)b91DdwLYc+NuL1Iy*b%b)_NXHUR;bWTOx5gq;e<3C?*KWzHKd;UC)L-{Hrf5~62hmRju-@7zg zMRC67#i^TbOYdDR{A|_6jV7IkkI%NtJUt@mIQ7!6i_OD7PA9Hx=bQh0IkNQg{A2YD z+YpUHvVfgMQX*OW_$#Bqe)){Ac70z={(OJ_TFiy}5(^bf=%X&9fMZ$OpQ=jSra7ZJ z_8fv{`@WjBB+382cPU)G^AQD8)vUWnLmuwd1~~|6ioaz$2|JgvL^f6 z_qL|bE5(V@MM`a@7tEsjJs_s&^(E^s^SYSezh$NG)}iG&@y7CXL9XRwTK#0uM0L41Wk9O3U>5^fM{N~63M!IsfBX=`@x z8J4cf^G;P$D!SIRawuRwJW_hE=(tLoDWB0dw(7?;4qw7DkK1u+** ziQ8FzSQEWt*BIn~B}lTirQNFk*OA3q@*4Y{wC5=h+X$i5Xh8Yv%|+7v&E^1K`vi>- zO0x5V<%=-(u~>(1i#Z1=Qgscp&|H*TnAb)bcVtue8@oVkT%8CzHS zoq*ldE_h05L%-DymUTba(k*#r*X|YSJ!KJUn3T*^aog3fDG|PS@uHy1gi=jyt?Vc5 z6XN15^ruy#x1O9jd2$$kpAd~XmHQXUZZckppDXtFSm8n(P)lf;m?pm}8EWnF`z|+% zFiUs}xQZWp5ESIpBF{9^EWQ6Rk5cQXu&r)tMO>-t)Pp~N?y`xyexEnf=Vwyl)`+R! zf&4P!DC#)mw|=7!24B8D7zTl8wmi|OCDmz>KT^*TP?N5foYIxf3(JCsKVn!ExAKzL zHzp(ByrId#-@7t8+4@iDPAI^x;Ns-O21?wjHEu}~zuWO+lBc6!=kKbw(rW?S)YO#Jw)eK?Yaw6rS>@?|?qKSRR8g0!=0Yo5?QPfRq*>XM};>JQl8)h+WBd=VA(UOOw# zw3hrNH@CL+3nn5QS|VFvR+R*aspb5OmQBN7`s}aVy?e6VS_nS9Sj%LjDL#~;ktSeL zMFfuoRs4G6%#rN}lKVT$s=P7ZfBeW;*(jYWp-@Ps)6O~)IO#F@FDs|6x6nq=aaabH zb7gMej(8_zt%rl@ZEY?AzEhUkazDmDOoO&p~S&E>#;B_tMB~d z)bA(Zr3SK?C4<+{O^=qEp zZ14GPErWHf)tf7O)Cqmcld#=hOL$$Vs;++DVcqiSj)=tWN?RdsP=!?B>01dX!>455 zW-|0V{_@M<&D0z$$l=yxeHIZ7c@F* z+7BB9GQ7jLO>USQ@i+;u&vkF#K#enl=?r=LG}`bP43)~G--(ojhMh9%$3s+lCY$2b zE8fSP)fxTsBMQ~2q@*OYNqyIPEJYoMvAxYn4uA?yV|B+NJ|R1ougH!T-u-d-lG()*EIS)xkwt60HZ}&r_%_$KQBgrz*(Hj-?)Aq! zhG7yb!$k%|Osa!Naw_(g4uxR9vvkfghbw%%^Oc&OTM5HH8db1gcth#4Hgo^ST{%@% z+J1WxVY}XkuQIIYt9<}PgBfMQY=cr?DP{wHrn-n@VaKlo z56^xbs>{^M5(wDyJ$dTX$e_>s>Y1pvsjDU?$7kFxugwodS|)gr+`oSxGJs>@e3p)r zlVF19=%J~gPvZM~>lJGH`cH4?TU1&Xj_$4x)u+BP4E5VyyU}&cpkt!949cVvOqaw0 zp78qh>oV@{!rHK-3koisg!BU$p_-6JA`o)j6w`YDQoqNL9~lizy-TwsX?~CXr1Q6p z(J+M41Z=wn%2rx$s%B_*e>SH;wO8MNbG(rEid{%j$j6U-Fxxs?Z)#0tVJ4v9K$a4; z>%D|Z3mF;Nv$dW=8>SU+09=1ZmUZV>b8Wi#pE3(p%@@BqZxm5gCD-rTrY!Vwd9HL` z!Pb^Fq5x+i+DmBPHAZl6s-vE-8^5;VAGXdOMgq^{#bqF7{E+C zK*WC{ft$;)*dvg{>tXgIb8~a8gWN4FxG_#XKBeB5F)@!|$Ej|qQo*#&SL{dhIaD0u zjygmmxk8KGn%zXJ_4FyF#Kv$?NN8wPz}_;)$J_aJlWbr6ohb~xr%v(R{!9d0zoKBk z{;SzkYibe9y`Qx;?6L?5EIL>)5&LhO7G=9@eazDS5>lIg=p|O$HCj0?<&>|nz@zJ% zwZ#tD*LUZcndJ9C6wq+;@{%J&0kI>^z{pr-EMN>Ja08|>b^8lXXm^p*iMtn$cIFrv zO|eV+Za88IL)B`@3L}73inixUTi#zGwe2l9beGSdgyELNB9Zs{+&QhCb}hSzV#g6V1fxXy9SPZe7i4umX(KFg=Zo#Z zHl5BcrM?!)UJJ+|3?@XU#IU-$I&~Rx`n39Hp2xi5Q#P@~im8V^2HcnqA3p2|XmV%0 zV!t*k=bK*E1rZ<9ku*aTzH`*9!b&r(sW;;rxI>dRX7Zc2%2Y}{ z<{5DzfFlx{{ZVxx!%uETvWlp%NqFY2?7DRsoHm5XNCKn)Wz|ECLEZ`SEEl#2Lp>s| z#t;@3CZF8GGYI%xs=oQxF9s@-pyoA5Xj(+W%RBIa?e+Qd)XW0!T3vd|yzBee9K})m;*RTQ%OlF+ORL;*kx^Rs`9SqP*!gxN}aPC`fMIXCWAn%jYRXOuY-Cy zHu>+~$q;dVTkX8l!7dGjicQE`Gj-O;e>0U#hE34)VYAyrj*{Wz9zWYN~C>e>4fbt@EN=V1|4fJNAAG1*Zg)sMrdA7ANp z0HA0J(3AIAm#uIZRs;3mbAyW!fVd>RPmC1gnJKJ7Eb!Zl*(hKDk>_4+c;Xw#<%17cAXz@`_H>+ElM?ack8y?y>O!sFq{uv z;0Dyjn|%u5ET;%)rD0npntA4|FDy9b<>spPN_oub(*<^abuda?cY>u(QcPVcp43`r zGr#c06JR0BdgITZ^e4EuYM!6Cwq;uZ+q?Gf-+O{0B3+i-?HL;KL6w{XZIjK3=Lu*7 zHpiK)5?fo<^8oE~VTnG?zu#Y}h0?OYHlLR0pIKl8fL|UP1#*yL2L$l3YqOZ!zvzNp zz}cTxJOhCCjj#89yw~@|jtg_zTpCY;kOrg!Ux9k>+aL+JDKB7uuXX)=#m?vSuIXAJ zzgukcKrk7`or_<;e90YZIxrVoxchW@&;KdAWbfqQ@Qv>jS1g zea$T6&~zKvJ{!gJvVsG}MZs)R82@2HLPEc6LA4dX@XWJUV1TtKJh%1$SsliOOn2n~ z&|+c=d-CLoDUv8QN6wi=vP)i#ZRDOspas?+Hs6yZ-O_1Y63ndbscdtCFK?_rTn_(UJdXM$C>UtUJjkb9Fwe$(Efh?4C&sc_{)9` zG4b)U8d?Cv)r$t~mEK$+#-1f6Mpo=?QAC}-r2sYC*~R5~Y;0IrnZ(m$ml@%StKVF- zv&xUDe_N6fsb1{7IZ^5upq|!sl=YL6lg}FLgNy+9e#Pf0klszo{zZ5C;?0Rzzb#{$qZf$WOASiC zcHC`GSJN8YF9$egUoyoF1#T2-^|LQwNg*Jw&_V5f%o8fLo}On`pOl_{y~H6$H;*7M zFHe1zdARt?T-kDy;$*CppZFKso(I6wuJLEWZS4Oy7Gd6_lVW zsk1_U?p{V?(t8_(jA6C&QoGyh*JNa{&QEtp@h(FVVPVxPQ*C)JlPbD=jDVD=ScR{z zpTZ#jaR|T)6Ooc`mubUp3jR6%B4Sdj%`cxn(FvvISIy;?5Q2`y`l4?C7_eqb6@>bH zmwqVvjW(5A5)%<^tdMGFXd+A)p5x?Z?V^<25(4Z_=iibBQ(^I37Eqrcx9QFiAVbT= zb%9$$T?lKzGH(}rCL$sl1`IA|ZOu!~F7Y>iA8NZ_2`+wnQzv#>ck3$3=0nGt{G11A z`rk^azB+d&`1|+klt3VQ*II9$f1jI6Yf$PgkK~GOvq%&8zf|PU=H_~s=@9rJP$tl+ zPJj-ErMTN*MWdl-jRlx}Ge5oJyZyj_ck4X_7AB!gn8Y*MW0@%L=~>j=wcIRC^RDco zw_U@_H*cQAU-sA{!h;wj%N=$6%$XmSMgcjK-=CitaTU+=TDD*lb0+HP>0uUgK8ZxJ zM65gC^47zL53xXo>*vc?S{0iSKaOsgPi?u!t0hPZ)9eQ*;{lR8kY?miwn)P6^@k4q z84x^fI76=K*RPe$rL|MO3zejTfOhqvF2qDk-+BcxYd76nnAOgaR8UaRT5PS}R+yok z1<2L`@wsb2G|@AZK_C{2yUPzw=SZopQJ7+6=C)KZf_Y?1)lXeSm1+uITy^PJTU&bByV zr!B_2)IUAo6BHR4xn4T3?W5W;J**Wwy$w(eAA02M!scXRvcu4~*0s1eHndgpo29Z` z1C~f`&r5<{rg2?SF>?jigRVD;?hbqvwgaE!u-*AF&fL%WV%hE_00Rpr~6^&HV=u=ZuuPZBma?ial4LVGQYxdjr ziC*8o?;ks^{8cLhwhJ<@CopH2>PS5g64D*g#LT^htVZM5Ud3Cta#r2~vj1V3n3Tk& z?=^lFG7H%xqv&2M2FGybt#Wg;#rPpy~T}ERZ*{+;h>CnKD?>MW*w^&ZPDC zu2qm6R>Z!pZ*^K1>VCC9ru|9p(H;9@Vn8Rg(PuOSKwa~$2nZsfS`yRoJH7CU_b#E9 z(Y(+uyXLBR`$Sw|8qG97$cLzi01FChZZ2C-14drl;Pdh8{v88InqxrfUJ?ug=mk!* z6Csr|Kdn9>X}Pzv*!9*Ij(TucGXUsqA7n`%o-^;3Atd>_PaAjyjBc91DS(KOlJ zT2&X7SofEL2jVr#>fMtySoD;cl^V0&E@_vyi*TE>(Qng#Q7C2s$ieZ?cRF7{f6RiW zME*OA*MPptk(U>?=&!E^tH*X_e3;g?77>M<9(3d*q(=~xm!|O3M-Cr;09D>};@2CV zGiNGMtburfLmCG;IeD)4s&yG+*breU^_m@gm(3d(d{;Ykbj!VksE>&gsWJEw7z1R* zJU`Ga?mg0q{|Bn4wb1$EKZg@3(qQK}mJWzIjXu2Py}s`4o%OjZ$0!oMcU>eHc3YK2 zzRBWf?RRLYzk&L6K zr(XmfzI7>R+lK}Q&g&-1aoOEA)kP>8soP86Pk8=$ehpBNAVMU|lg+O_C}!M>@pE*{ z9ipzD+>3b`9ZmGLFFc5pCdsJ6UyHrj=qPA5yye_SY>Yl?pRJ4Jh=k}f?a0(}%QRmR zX43k2Zmuhb0~nDD(k~}<2UTkK8WNvBzYl2K7&2 z)(=r0DW&*+_kzBAk9pC|=bsDEz%d>y^YYx9O3Q(q$S)vW;YDOb}qRb(yr=Og9}V4f{ht3OQrNCz#4V z+)9jiLVwy6ATkmmx7O$9JpwiSI$WEl21-SMsD>kr26YiYY+3|hJRGBAh#M|;=$m!- z-Jbm_>N4@vReJr)->V7=NwDFi2)&@|q^hp2KJDYByxv&iU)K@5e$jG&Z`a?(a{6C? zSJC^yE9HiffJcoRqR-^^%_4TZ0C8_R*Ix{~c=cNjVT@&!==$E6-+;~AA4&Y?f4lRN zhx#2i7EGolVRUYMgc1(Fi)VjMR$nf!EvB#1j%y%ZC~)wY>%VR7zQo<@vVSc@mj(JEY-T$8c>eWHYW4w&QBmbg{^GK zU%RFw-nIEzmrs2;RYzU@Fahv@x8kebe({#pw-goS)YP8e61o5M=~G1wUIR$c&wkwX zoJxJgDP!F^;eXDIi%am#iP#$!y z_i?Mlk)^6X0rLMn?P;R#(jikbGr$MAiuIeYOH%esCNr~lv~DOWRsqlS%bo_1*k0^K zy0Ai(Pxb|HM{aVf0}QW%tSwfW~S+|)Xz zRijSbe2GK|R9jI%Zwx>I9fLYh50K#RdUfvTwkXtAXiU^udLIS?0u8w>$u$VJC%L%- zNNz*z1e>_}&)JzJldqMyMdMWx{UGsDy-}KQ@uLKo3_1vcKXP(%DaIEeU+q9uLtpZn z8xKr-WP|1d+GV^kX&_~_dfAjXbdF!l{(|&*A`%irzO!8SKi)bwQk>&tr{`hqJU3aW zm?{VC>3C?;N{@EOytSLS`wUsJzG23Bi&`J9;mztv;A>UTQn(MYV`5^wk5P`@QABBM z2TD3DOU~u@JVkA#Lx&Ez%_(RC09^zTLveYk-Q#Gk%egyWC_y$&FKCs4dpLobkK|&q zLx(EYX8ZDhZDo8A;NiLcFKygWlonK8>HQu0GiT2DHz#ZIIt{pWjg-!R3+l05>zny( zTuA^~o1olhy)NEk@QF&i`0=x6DPlz&4obwHy-JWm;|l*>0T3{KS6Z&| z@bXsWnp8uw{>QtYc??Q5^n0|RS+U*EhLE2xBpi@d7v8)$&BH?mBty`?c$`t+v62`e zG*Hr?zkC@CZCI0yg^|{j^1?#*Sv@N+n}G3 zSg8oWyAEW5a3Fd|Ph5+r0jY?zP%j)x=W%Xs5|9-2${QBGpNJd=t*v@vaSZimtVS*8 zeO?1<-`m|b11+Pq)d8st?eb>8<6F(3DYEeU3e5<}JrAl!@b6@U7GQ%JL-mDJnm5G# zxHgRG1UL7GIxh;FX<#eWm*>lZfS!%6^*LMvy&6fHATM_n-;vcqiYSuc$Lhin=YJj_ z9}YW{%*n|~OT}euoaz=RzjYvW9)I=IFFQ38D1k9xPSiH|{Q2_&NbB!m8vIFR3W)A} zwXX$gMh8>*lfP8SI&_sq*!DGpGe9plP+&=*KUj&PBtg=L3v}Si9&22mv0Pp zn-TA}n1W}&Nl4Z7>6{vG3|elforNpk$Cvb!1qNx6N{-rAuP<30E^(hFPiuREv?}sa zLogo@l2GCyR!=nI$UNu9E%J|A8U;dtX4P>lT!c$hlo_=opivDPrdHysLRkaQ>5;UIx*$i7 zKDqLkdIUW_^g2^2wFiefKp|oQto%qlqXyP9D<0nuf^cif4N#LotBl{=bLq$FMQCP>LbTP)^yJe4_R0CSMGm`h z0}A$Znf3Kg*<&!Dq0+l68ZjDn8?kbPlS&n;PX8!C##Fd^H3Zali`4pZ5adUPD}#^( zXwvt$FO9 zFQ~juTPsthnwrt+n!L53a-dEXBkVi9>CckTr8h;A4|_#Hfo7bf&lhGE7T$lW-cCCk zi>BV*B|{ftmAKXTUxk4LA*B(9Ip-G1%#>9HS;i0e< z=s^pU$67C)9JHcGE%~qd$ac{U9V;~`UC^_ouK;$+n|5_;H0*p0?9wopR!VAW#%mx> zX6qM!uDhUFd)Yuv%gB(Jn0T~NWQfllKtlVJD^fRrUtJ>3rZ*SUdOvSzbX*ch`nzcWt=*_}2rFRxPaq*&3sND> z2gD0zjwhx{N>9;SuU|7G^)u$fL|~$oahyup1~e!_po^cxNhYLnXv{AGN#dd)mI`ul z$+bg^3*wennM2UJou@+Mj;33=&MHf%>ptKY`BVn+*^fHfKDR{@ic^CY}VEG_(n7ud#bw1@{97sGYDMH8R*BGaSK%Kmsft zTG}q1)LbpgEOm&xQwLrJWhF($!$K_K%!dzi8A8u>6jB23>^5j1Pp}%$*{dymAX~$g z04wrJekdx^jl1lT-CgWri59}d#AFl-Ne!gVJ6rJ|r~UGU6P>gSn6#ArmSE36f#O47 zsP~DPf#D>mGP*mE|56im+{(3u$Q)x~Z2kfce!GH_g^j8UP77~0>PTz9*?zP{I=VQuYljKci9LQoI* zTY@Q%J^(V??i1p6vmGjrKA0d16UNyVcI3CA0)5?dyYl3FMWIdC=!={Dl{C^jfvomL z?~B9QxS%oQ;|ZV(cBfV1nOoScFMcNWp_a{p248RHG^RfYYwHs;c)(>ada)4Rtp%Ie1`STpX$_0*US{B zI)9ogsR6Z{UH|^ZLCLwIrbhQ|bAlBDwn&|$8Z~B+D+q>v5vA&mwLY$-Evsl2@b)FS zAOMRL4ImMe02d*3jRKlje)ElDK}jMWx<=43CO`je!}Maz%XB-N1*yOThv4T9JAFYq z_@~gD^5B(O%55xx6gUx7CoTbjT*IGDw7|sL=;i5ZYimQEJjqx-`O}V=aM(-KXN_-k zY%I2v8Lp&BgPapt4uz*F11Bp>|0sETi$l(TTYL$<$qHS>#l^+eNl%{|%#*#W@f%?6 zgZq6_@|pYAA;tRbz^5qqfBO_UU~JawSJfW2O+EZMZatTzO8D&OxGE3BY)Pb%GO{nG z8|3%Re*gYGu-4QHz1<4df{2J<#Z>rk!F6#qop! zPXRlHtfC@$iR)CW{b`?UYC=w!h&%43$Lznd!t;Vnq0xZNniCQWAW^^}4+iWXD&^GOyuIw3MOh7sptT3TA@b_a?}3ZFcg z@?25A@rg42-0zZPv7$e-g}Qmt$;DxESFfInZnUUIC5(;^2d*RVzZe7a!vZ0ip_jY^ z{R3tJV+_xzXAZ^+)I|XiKT(Bo zaklrX2-;r@7ZEaCzy+{ql%(mEupQjy@S$w;ZkTX)-mf=$_zbq*IGcd-hYn%UC}@zV!Xn>K2JK zcc5bO17g|0zFDg}D61Dy!vg6+%$MEyC`kyvZO>i)l_*`I)*!c9&4OpVp1M$WuG|zR zjWuF2seR76i3_$CD|zup2nwz2$oph zz4+>BNQfQ*h!Vg=m?9CRv4vNVJc*?gr}i{4G!c%F1e+>R3Dr=cnGAY zKyNu9`By^+bOE+r=eB3ND2Qud1ifkl4OeJRsA_6HeE04hiR9V~J1fWH`@gXxb9>&T zTm&5(mUHIMeu%QX4oQCxz5_^loPvUjWpcOfjJTJAc0!|+AaN8_3TGFl$uiCLLE(u> z51UHvVMfJI&#Fy5-aEw6dB?Ez)C$i?-+3tIR5!s7*{F~XGG7&p{0TTKD#3~ePk9xx zCio%H2ZS!bHd7sM#B&9^Q4?Z2E*Emd!XO#iJyqha23NAcz2BUa98zrHkgWy?@*7Ct z!M7m(R0p5qg&(sLUM4XcujHE%)%yJ_6>8a+lTuQHmL~-ZIbd(RZzmVS@Dr|PGS_ZB z9z2#tUdbN|S9kpeX@{rq^GA~3Q*t@Fgwf8p;#0yYldptbejtl`p&4fTzRVAsRS~(Q zDE7jP5(|vCvL)e$%P&`B-Euelu=s>jw}#mJM^RG#yMxm2xF05Y6EBFtN~&EkfeW-B zQNR(7;}#r096BXznI97dm)4Ue!811W5!rfp5g6ZnMj}W;)z9U)@G(Oy3}}I-4RR+! zr?PFh-T*SmQw6gij<4m$aIvOOIHEu>TwpTR3B|V?U=W%y|C!MTN*KPygrtOokc;s{Nyt<(itSm<$Mh$H@rz0YfB?p(a1nS%rJ|ctF1-eq4Qg z_ZNgl%QX&pFhzlV3PCO?L0c03ke!hc9gLINK*|4%J9)J)S7O}{GMcPN=5!gc+l1Gz zwu?fIubs1fnN#v{B^u;ZtF{lQ8(0m!TJX;6=|h{bRS=O>pg)WtupJO@=*_SLbrb>z zSDyJ##(rq^BG(VXYFJ>8Eh5)+Y-~?K5CGN89}m&z2<_yXlgMK)2o^SEL_#7wa<_qn zW*9z?1%A5ol>kF+0I)hC2-|Ab_3?HPbX|-a-wJI2E6as0F`r(+^{q{0qH2s483UkI z4ITtRtJagKQPZ0D6&kXDl8-^pP1=2aF#INeF;NcGl-DHAOlWOlojd3jEpDDz17cGWnz_A8rjTy0PIKU*4k_8Cj* zB@?%kZ#OtEq~`t3U?}YMfZB>`y}E`5^7bYsHog`lgqmIZBkJ_=C@anLmD!P$n0IPlS5Z-ppsNv=k_W~1&qxZQMf zjd5_N=fJF?zxp0RC8hz)5Qn~xC(J2BLp>O_KNy@ILk4yI*M7*#$_l{ab9NDEYf`dH zFhg`!Bika(0Al4^o2dT|4J+vEZTW>a`8k}mo@t)%3=|4H_d2u6niHetNDAV_YK2cP zHLgwYA(WK-&2Jm&Nmn5F(cGijPfR?%TmxM1<_HZ2rKF|Q!(qy&SU&H&Wd)p3iqE2$WL(h(1@r@7z#Lm)uQ!8sAk)@q4x)NwitOx|x(d}rw(E4a@&I|in44EJ!IRT+Pi`r|!7ViU3ls?!$T z6WnA3Xfz=9julTPAQ5U21k|o+U38iRQnRseY^okUoK-}QJL)}9NiuSBIVB}Z0A3-G z>Tg8$fe!-NTftnSiAgm6bZe;y2q@C$hnYl9bgh@otoG$#YE2Z6f9#ugsEAmjLDFw0 zZf?o`?IDxF3}ey5P>9NVVL-?w3EAevxpPz?sL+F72Gs#L$pYrI2Oz40-WCdW1T)xT zp2PP^9eIj4h9@Ku+)k27|yWB?v^${_dt5=Dj8?F6O_dd8f!N}b4 zuOC9OR#{}=A)v`IP>bZCPC>IW6mXjIzhw~+Up|6`!l7bU80=obK=giF5?$yx2J`rV zXS!m&}2eXMb}E*_LmNvNmBgVyw+IT@W+P<|`RgaWZ)*W&j)u}r`FNCnFA1ZoUk`CMG$G-_&U80RAyYu2X<$t#2E z=I{`&J=kUN`Rut#Gm)=#lTTxMGyDv?Y-BB2Z<9R%+C1PSL&Xo`kBz!1r^uLLXhTB zH+Cs`u4QW%kp!$!?QDky!7w!W1^jnBYiep_fHlG?EFme2+1^5gVc%(IwSX)HH7~v8 z=WQLu;(b|8#bU~14GIKle_qFy=>wE$_bz;c-4l*&0hb`SDc)&sr=_Hz<1R&iUfj&} zS+|#1`F*8mEaLJ4Gy^U<-y#vc^H<-&n5;6cs+Lyf0+m?f}oJ}qy_c0l{^wZdf3kP9$tl$j`zN8oU zi9#g%Y`z`%-@41ZTw)^gdTgOtB4rf*DN~jcd&WF>DDcdI0HH}bD~wrKSa4mq&}w-H z@Dg}e6>sj|`n1$*lT&FdaNP)mfN(<mZT2?UW9nm}9a%ctws(r1PX$vS>s30nbZg3h zyvd+A_!c*Pik^%xAw8_19ZbHiy7~hElE^KNNwk&C43@J(&4sl66;jKqwTj6EA4iZA zCH6MPM8OCrwe|M|!a+#ficQ|oS`x->vl0QKp~WFN@%lQg~Wsal`j;7bJpa{@3y?K`%BpWg8NIa5(gfg8A{S! zeOt7ry;%gjF%L?q0$;~wmOU*QmNCQ;8wjILhmTSj-x)tfG|Gq*`7gvt@K|@%8S`<6 z=he+Jv<~zOZ>rRFk7aY8WkRZzA#Bz-CGK}0k1(r9?_yV0c!{he&TXbG@hRWF1S7Fd zh0w>%%g_ekRB3rth&5VM#^L3p&L_CsBdXq~gVx%JDE~KTRua56zLedu!vzQDfz_Q4 zPRFKOPzHXI*>rZ)YR7_KH4?wBKL}PKNMgj%9Un<4u_y22$b(_UtRvASe~e>TX@2I9 zcWzi<|KZD_ipP|-`O$;KqX&tpS{Bwif)NTSJ|xY=Io=ROlYNxX_$()}j7|r=q)+Vq z9vXB;*SZSpCQomez!hkz5t3=XCJ#PwA59PmdKzVAyv*ixV`?Il0^UOEAo!<8gjX>a z3armBW+8)l(L&GijKKKFGDaZtHC+b7FUB1f&FYDSONYQ)3&OZQHZ9W94dY|3ykavd zBBT$H%2$Y-0|%Z*8I)D#%_Nih7J??BqiWP!1&wRxlGA1?5v z;B&W(iauafkngmUgoOf4aMllr(>X)&d3*=s2}zRHX{~keo%&<2f%ba^x((;+k$zR1nz}Dlnvz_1_UMH zRC^&a5kWL5K3`rtx*LI&kPu!N=qc-qe0cRUA_JDIsO4Bx>YDA+{%?2y?A`N09R_mPRb=j$T2QM3(Fx+ z3Xi~bcADt#;jDQ=GHf9E0fs%ks1&XToS4hn4`!LJSd&oK1)HIpJrqd#A1!8s`Mci3 zOj~44hxxoD#jVKmG)cfiuG8m%zD=!Qu z!%hENvZ0SAH@&4n9=$^W?~GCf7QP{=%kqfBVY#Q{50**-ZvMOkK%Y#7=LyW%!`tLU zGz=|7?*w`P!+NPe881x2vy&*ct%Lc$s1Ak|dH&;{FpNh0;a}R18dY=7F5)O_5Mr z+%KWz@1ytrn!-D3XF;zBZU1^mR5wRX4m5$>ZC8^kOb46hC_H7&WwMlPWjrQI`w;GR z5-r%~B>}epzJo3OoC(cIVvI}~FEtU}v|12~W;+xMqjm(@)10)}U%F#NsroVrJrS_D zR0ao0Q~tj-;Z$AMlL=RkNNAD80u2t-6YH*CO-vuCADm5rbFl(cyrPxakODooS5E4j>HKy(>7!A1_Y5zGz8}j^2Q4oF14}Ef8;L zkI#DS@9#`XAM|FSD>DZ8ccZIf?-BS+hBML!-quZ6xeHFJH7D2;6`P`wTKQkewlX? z*qpQm(KWx|!>EwP{^lll2W=c+2grYG1%1_OaG@g~Z$%`WUuAZm={`>U4d|^YoIOC~ z;BCsU)l-)v?{gk{?@eUIkSjJI`r>x~Z+Sq@N!oHP{lxdkii?ZENeZV1S9;iiOv4jx z`~5=C1de=U@<`&TnsOaY@R`f_a;V!PA0)OLL$OL9g1rdb-aVsmEUNKVCO#2$=r5~7 z&6ZhlcZ^|(VP3ET&v6KjLRY&al3c0IY=bapdyb$V0stLz5!wnSJ)g}zH^*OP`ThcR zlLXq&ezo=WA|_8H0SIS%H;s2i9xO?3xv&}`Gb1AjkYr#{iLxj%^|w>(pi7F*22w7_6i%#@Y-5xXZ+^=ifx$C@HfOG+SP{_di+?-i~Ez z@=`JjU|BjjFTX(ldEZodmCmqi}E&`R3p>nk*QxN$(PrG731H!*}_ipyY`>$1OYwKdh|U&rY_)p>xWyRs{CvQ=|e{*@y@>sEJJW z09slH!1g@)Xl4h2-~Y5vv0C9cejdC3-4v=y!}q(BMuh2V4XHQYef{u9?)*B z^M*;BM8z1T3KI=&nl2N}rgtwpH^uwCxMHS-72e=4vSl?|_E!(pJl3e&q@|vX1Ml~so(a}b+ z(u?CDVbMUsQW(UN1Irt>aTD?D2X*A&ss2z2(7fw<6fcLvNSofO-pfl|Uqp}WcJRn) z_r>-x=A$XHuR^d8uG}di8yu8_UJAHe-DUFb9t=l|DYzaY#6C*D?BlFQo9`t+pqS@B zS+k*7JmsSZgg(Tj?+2G0hZ=9rV$Cj-bNtDB)dpfvjYl;Tie)2iK+v6Ih1_`JtWP~l zCZfCV0!W)(1^!EY95737g0n%zeIEbw?SH~?FEJXC9z}PDBkuQQ+PiH}`bn~Gqq_Do z4DN6B-3u$jX%T??u z-3%#O`d|P`a_UsZgd#XX{IeQb3@?5907~@o!Zoj-bBN{C%A*K?GU*JB^~jHX4DLMm)S>r6t18NRwcQC%}Xq z2A>jBFb;!(`@=Yo=oDV`-H zL_mHe#GsNep;H&gTOG8W=9x{ zz0r`68CpJN63roP;NPH!qg*%)%t2rP7q)EC<8wPfO@Nb7{$=LvZH)s(_+GRNLgmX= zYnZ6TFXn!y`eTSfBY!;l#SknII-;D%kH7b#=#mqf;4#i|Do@5?74yvpI82STZ3gEE zKU=^o?#cs-8~SAtu1oC~F%u|ns19Cym2GbQOAT*$qU7Om)lV`ne*_y$5r?}UJgj%) zASqaP(T}5iEZBuMwry~00X1;$Br;Kb`;1%0SJcn`VIH`6SbAPO$lT|m;JXw5E$0y! zWf2Iu;5(Jw@<+d#0ETIFc9wx5cj5=fBYl!L! zwV>afA;rLhcU>q*^G)XSNrIIUMHZ^KLuz*srd7N1dnQN*8S{Y%8-qC#{c6ffzS{(t zsP_sFxCYPF6{iJrOi-?xPV;iTqq26AFJSQZM}Av2ug z0>3RBxX{sel82=jU+TofS@I4sFI*xt8mQNx*a*mq6#93Nx2?#y`d0rn-n{^V#Jlu# zGH_2Qd(X{gY>K|sdhq8p=SsMU@W0~L<#Wgx;8-H>8?dfQsdD!m?DRsz#?8$E^-DhV z0vJfQNZAo}{Y#6%?<^dJmSdnkzr(}}m|a1#nzK?@AO8p%T}(V@<+wBm@xt;j1`=nFTgRPmi}6sytk$-uS4033NC7r zAN}&-j~O89sJJNDd@R>s^MN#a0(!q-6#<{oY4B|w9Pa1lMvjC=gEGdfQ6A&cwt>I& zLf2ReTDR~+4$=eZldyM^>N;j{3vedA4h~m5dG>6{-~9di_sBc22t5`NvmbiGKq2ne zMi{v#Ru0uWv+Tx2k$5YZ?>jW#j_x%G_m@H&kgbs&>#!CI4GTMKcmB+o`(P3YK3qsW zh~0B58gYH{ou{D6)}?C7dF;A{Q!-Hj1^pE|jwJcK#wSNeMFr71+MuUEc1Ht`fk)u> zm0^&FgL0tWldku>&~Pig{*C6KOc{S9b^K25r0a3_I9~i-zC4w`${Qs-6;ll%_HC%n z!WahBnb|`)yuUlN4@brh0Wx}|kbED6aPVBgktoYD06AzvZf3o>!i`I5pM8uU}h$j#e@@oRqtJ-;<$j=(W21yB>^x=!9mWmaOj?2nXnCdzOG=x ze{-|*bH)*8{a#4|@?uK8RJPO3zXW1lK9;gMvDy+QWG(pZ7Nvim3*+*>#Dnve)b`QK zDDjM0y~IQT@K^_YvuI?Q+Mh35Rxx8r>j))ljoz154WBWMT`BMA@eI1e&fa$9=bE{3 z<8!td(U?fwF|q&VtCbJu2*>9Odn2Q$x(w@8k3mxW&10S`-VguM%IB#WR@Vqfa#Mv= zd-Sy~c5+->n2nEPehXs}f_v-c1xK{ZD$mQaURj2>TQ+Sp4stY@vIAlHp_`No2O+K3&%GJ)QQnRHsO+o)(VbZVnjJc{2pMV^dNTD;sE`_q z4)FH$?2(@Co^=P8E=fj42At|U6Tv3-0NM&%!opvk+#Fm0K6*r(Fi%|ndxn6T>lMWa zL1R@pfjE1*p`B_yga%(`Hxl7J2E9n(zta{?amZ{u8g)zRzDim(*yTq&_Q7060KXQt z0l(LUN+SGbhcTRQ{oD7|f&Nw5NIbwa*jbT;Z*;u`C>}BTB*(c-EL_F#uVU5J?mAs+ z5JPCs1Q7o{aGIOdQ^VP8ymbpK9EeHX6rWE=60H8oDCMMU7+_W_N%e+(a&+X zLQ3-*8~_Dh>XzRxXptg=K4eJL`b5-WqB$`Vej_TiVY%B@7)~c7<{Z!n$0s}jeNH^d zWpTCImdSA%-1H0I#|JRX$X>~=V8Q|xLOcMDrguK>n??NrWY$AG2!1iE5_#1@)J|!r zN2lB1bY-iKudgrt%c3<%mVeCWXC|V&9K)V{JO4%4aCzo0I~_2-s~Odgt_5@x#^$ef zeL!eQ9xfjI=n?#k)`_!ce_Hy00SL@KJ5t>6TTRgXdZcgoP1_#MwLE+C=1}QCz{RQl zViz?{&69qqX=x(;QTL1oi!q9G)MNy|&r31OjCEiHf$-yYPI4D6DIVREdKXE6VK9b{cp8>lnl!Z_@YX{!t zibyaILnCo%(>kN95f4)PhigyO2=N+(-LKEOuY`$=E>8u$Q~#d3WXw2d;8oDlgan$^ zHf{n=44ukEKbwYr(gIQ3MHa@(J!%%+=hLXAqX9^6#JvIgh_iDiFkZ0R-;a98( z4FrXCcG~ZEz-}+#{vNRjG)xUt!u0L&rVjlddgu(Q7Uur=V}ZB2;%mOO$%lKRf{@87 z@51!%Jvsmnr&5u&4YT$HEWqfHXDj|0w64G39rqHEl0t4RQox8NKsZUEa(lwbTlkfh zTbH^t?y1V^ol;c|{r~uS%djfjFM9CM-CfcxNS8DS2uMmJ-7O`h(w!{|RqEpQ79<-L zcQyX~_28*`=3EGJ8Pc8;y+3H7@=2r!E0?}7CWB>5d)^K7fcI5!9b*q2!3y{^iXvDv$cd zwDRHT4sbtT<&Y7F6U+b-iDdM2QIrhh9Iv+5HG8Gz94q~CA5(F<;?XkaLRe})ez^yq zmJW#lt5iBY?mI*ac9l#PL1Xn!R(P8V=2{6e0}A5S)d5p>HWTvXpNI5<6`U8n6tO`N zmw89*Z=e8~zvCoEeaxWmom7=DB^r*9dcoq4Uyy+b=ztb7BL!q?wi%-2lTeHO#ZPm% z75(ceKKziT_GYMe<^?Kw`pi?}kKe<7QNR37LwxjSqN7fd?vVj0a{VNt z)aAsBIg!v+MVX<~^N)t6>b23a8=T<1y}eW?B|Xw_@Kc`-ytIDrUC5U{vvqZmy>b48 z$o!rJQxtqUeDkJ%42h6|MsBAI>`Jpn`XsnNIcu65RX z4w`_~7POUcq@MO377uZ_*W3FD?I&?4kL;;s=+%^Bj;S?*iQZo#^25kSe65(Ynl+=7_@y%&vCGcbkNGA5T-mLmsz8Ym}9OX%hc`0&9aBV zmC37nBjp6%=E!%vfyRV_=s}Y~sq0z`?H#3mOyP>q_(>q{WqUD(E*)S(h3NA6z|e&h zEzZ@$ojN3kDUXV9GVtD>_Ksyq^=vk}cn7iB2#NsTX!ypZkd9M%NR^L_$a_4GcXh1F zBmv(qmyDsj%p(e*jRGmKCcSHHBJ8C#FQ2+T-~Y#cmWJH)hiv|+jn9mP)4H+;4lW;I z_NT_F01E};!=6Yx^CeDN!i?D9&iSwh&KO(2G?Dj+6n-e%FHCv(T=g0Z$~HXicMflK zyF5sc@LZ;T_-B^NWm^g}naf%KFY@m+yKX*nxt8Ci%xoU@EGU}8J3ALRc9@2ZmJmhimiGM<=4fx(byAWRMb1npN-7(2M`gl} zvisxwb-J8ltWvruGLSvj!RDYV?aJ}fEXk?ZHEM3CQ^oqkLs%xC+nU7@E9)P$z3h-# z4Vo>2EshCWPxvr1d_rArw(|Q}`G)KQ|MrTB{+yj3;9u%hoyX{uGqyihDuYyQzpfAx z-?2JvX{)muc}Q-u`vFrB)>Jw?g)z*2q{}fu8bycW#kFQBPb~^MqDe8@xR6o^#p~U0 zX$*Js1!mLx6SS)Bbk`v3fjT(c%%0LKTxVSOxhFK=eN2uFV4qMUKE|{#=1p#tk0c1X z6u;S-_TIj~AsR}e;4)-~iYk(;vrX^>qysArzoYi(5F0`$qbUb*8JrwQ3}TVxaCX&g z@pMD%jqXR}0Vj?h`n?w@)^y^E7#%~rGJWn4RIB^*7v0~+oOpgmHmo&}bb)9RFxN(KSY|KE=!h-_?7u=0dlWn*D z!fRZstUNCS4`DyqJqo4Pr9`0dP9Y4lQ91bM^n+opZLaFgL7P$GUA_8so6ND#sD(f! z&onH8hC}+I_lEi9c!~PGFBFpI`z}wlAV9exhdRETF=&XEUtu??a~9b$nkF|66QALciop=OAaTg-8j8=b~0 z*3K~@eiMa)t_#lHY!6+RiJuIPU09PBO6(cduIjQL|7IyQ|9G*!JQxmL;8P^OW6Y47 z)qT9f+bYV=7(9_sv;|?-)K@`-9(#1dc-uFQZ&^++yty`V(^ym+<53XZ_Po)+u%Yi6 z=n4ON_gwMKC*j!&|C%xL&Xjq>8=ER;iG7wS$vuhIIFOgjJu1P5(Ta z%2Y9Cn4s7^I;*cDN(5a9ZU+#3bL=&OC( zF&=BbIi35v@^xBKllH?SAMNGg%oUAke5f#J6}fGYe#1-<@p3L3#4a{l<%;MolDI<>rL`IaBbi2Aq8h4>l35i( z@gkl_OXBf9=_6RD)f8wqTdW!!& z=$-n&tvCKElRBGv4c^zURmbJlo6UYVpZvTkZL7EuoEEdlsJiCw1@&BXi?TTZo^$yRQ@cKX_Ok6Z># z`sB$4Q4rRXA#{|Cv&0^(N&c=kSiM9kVu2pW(>QG_c1l=y0xiWS}oX7=3RYH z>ZxCnN2g;og1}f~c_Uo{AO@S`ICJ_@ZiW1Ql!T=y#z(o`DYr+}2Irp6M1DxNv;9}p z38zAH1-*n>B$=dx`HT!|P*Z`Ma>I5@W+rU<@`uFOqBNcadDE-WOFPkq?9X3jqDk-l zBUHx@V*>FqrE_S^qkkPb9k{0HThFQ`C^X|n;?^bE=dzxqK$PIcGm4L>lMFG!`i0p8 z0UsjN3>}wGYsel|@kHHxoR{{)7uql?4z~4gx_7rpNsxEVzh5eeyP$PTLe0EmxOj3- zDc$Kyq_z3t{<*on_XtKK*vk5upuh%S&i55kL)ZbvFQ%){G4Wv-wGWF-u8HHPhYn=T!fh+Zj*w2ygJq zTgAVRMomIKT!}oHdq|5E!3S&!XfjNp=wgn#a2FVN-Z;us!~?KKBm=p63u}&;s31Zr z>7$i*(NmI&T8pVh8L;kOFg*4^tF+unL}Fs{_{ykiObpVj`kEn4Wj#WlrU2)t-< z;ne8=Rl{iR^l-&Dj59TAJAI66LpDMN1o{xAkyetGG;FNCSHZLatsn$IdeyIWE0sOs z82at+H6X@VrG~b$^HFk5-^FX-1Y^Yvp^uJE9`Ok*WK(~W#DBvX$pl*kw)(FTxl%8I z-pCzGx9*dCoLABUguoo88rj5H@Wu3Qs01l+qfX(n4Wi#gX%Uoo;6ZMdgMBKTP6!DN z6&h2M1e}+E(8pJ6(cgr6Lz3^#7S+@U+ay!i8>wbuWy;KC#EezFr&FlT^I{5zCo-S; z>eqe4FkriMm?jT3tOw@YKFc#@evVpX$e!VHgO?wRim{+KNl9wuJ)X_4zqMF(cEM7V z?&|#o_sR`qTXITq4`+>i*uT$yny>{**8XMedmi8T#?)0lX|YU*6Z_yfS6;gg7~Y~zBsfK%}ykUdrHH7Bpf~>74BwF9R+JRnRY@<+{kE&^{RokC%Us zE!WW~)#ols*ZMnx0j%Gz0fNVeBR`dj?$&iQJ^s~g3gnP=fF4)4pZfRApRMlW{vmZ2 z)XMco6>OUgcWaK--KINb9bS_SpV?a->?pqZ`EBPR%+8Y=keq+-h6R@fDn>n@Y9@JF zKJ$7^flqm1np{Mo-*g9Zak6F5WO(=$I2mrM5j^cV;dx=46N^6qSeJ5qsRpBO#Zif4 z+ay845_i-mx91eEwZ7*Yxe)_g*LyV2`fICO6LQ*d@o(ES1a3YBkE&1>^zrI8)x?lk z#5r$@&3q@mIfM%0ggc=%X<@*vCqfNK(NW?)Nmwisff&Q+9Y9DD+V03(h&gS#S#v{n zKyFG8DJsM;_zJ{Dag~zJqL8M7G{>~)5O=aSa@RoTlMFMzTA{LD>kSxMD1wq|QZy|X zDbrWKe8Ww*Q)%#tw^~#0;cjMp&;WY(zIUOcX6h(?IQ%Tg9`jLn;2S?|9*h4%f>L*T zX)Z*F2r>)+RJZ9#uroD7_4p&0u(5S`y`0am%ehU8xsaG&Yk?7Y?xmj`p(EwGmxCas zr(_fsT>W}6c+P>8ud1}*UWl`nf+$6e&rDcy*e>0LgBP=XeV!dOKVy7C!~oxVwz@I= zpBI7L-ZUM**#A-SzaTgY)UP3Q*PAOhM%ykn{1k$kXUJaZE#y$Bg&diH8>L*eq9HsXdt%)m)dTZd#*H3}fh?V-2h}?34WAWM`B+ zkWLa+^*%g(qsp7^Xk?1w@Zeb_j6VvZn2@uCa2L^G%A6xEzmC&o!oj;X%rT9LX#7uD zQ!#*0<1+;0HrbAnmHEEqhHP$$iS|=TNXXQp0#CoVqb8qBUXL;+>G5OeJeZ&G6jb3m z&E;2gNTVplyQxRkq$0n2B9Dwc4OS7YLs>zB&w zgE@|MPPVw3hMcIPxNMQT^?ag?P`=du{%@UcA_bPvuWrjhLAcG4G08OznK}bM;HA_r zsKaY?Q3TSZAUkE1RmRFNdy$n0`3DaKs+5)5*(8tG5~ugq2~5=AG5sDsCPc5Fdyt+L zS_!eRc1Emx(Pn1xAo|`XS9WoRQ8a{a0_bg<)(i#H;Z_?Hnc>fp z)?+-78%kuGB*OLm@J=n)-{#Ak--WD{GrX##UPTcM`aCSjBUeX)B1Ic!I&f+hUo%wQ zpE(H^hNKt^0?SxLxCm}G_ggDtJ?dvHsM7XEpO~@nBbAl=5Ng%g;)vX~_bSSHv~Z)M zJE!Y>vY&X%PomHSgmI`vJ?2TgsM<1Kc&JmvOk?|Nvq(dBr2}JDhz^*R-BiQ+2@Omp z>%WagPD2_QMH%x}edwdPuzx8P%dp*@vu*jEhbS%>FT82^4`|}F?3?lsD?Das=Pfdh z*7a>;+~z5j!Kz41!;sAxCF-k-vBTK3>EB)It0EZw!+pBA`&aW1Pf9g3leat%kYlnP+xs7D>u<6)g>YwgHjlTHsW!RfgNhqF$lZU75x3 z$7rMqcds8+Uw58<0ZiySc0+0r9tcU15k68Z0av=rvhellx5+!NTCLDzU&|6lkSc!J z^J4;PCJD|8(J1rie+=Qg?nc~pvd34`#hbNKz(KG?Ou^P3tFQ7bXgRQkik)sL?Vq_H z*!SA+O}%WOmG?yWzE{rXzL|alK$bk+PgZ`dX=Y-KRvAO`Zh#hqG%97Wj?oFBiRLOW zhh-sR?a6G;4u})?$HTU%9Q&448y^Z3QeV$Mix!S5Zr$2rm^N-yjTBmXa6{+De!CBS z^v<;2n6$1T8qIdK`%S!;-vWy}hQFp8=fEB(qPZi6zIPwVU5u(ZG%_rEYRkRJ2!kL~ z5>vk5xJYlPh(cYn7#TSF;+IQ%n;11~$Bl#)=*5ulhaMenK1k}L+imCJx7@0hJc;fL z_30^T*%XHL<5GhmgaSF04!7MaA+8&U!}<5my;>K4Kly^Z?x4s{G;{?wLI;yG`j5K> z!2}mGStx*KoIb-wlI2|TyGq9Y0+RGFVHUU|JcXO5(5p^=&Tca_{qPFZvoAeFa7$ZE ziGCK=^|$7J`E#V~_?QhODPbt7When?hI*}?6QSg{(iJ(XEkkY&3pa@Kw}y;ZXX;oS z8`Tr#i*H9^l|4o+Y{`6QLy*T5V5nFg@EK^-9crzN*aa0fRD`TWaL++dAAHl(|Gp_d z2@3UV`nc}6>6Ds#_{Smy!LOgLhx<(^PfInSHZ;V&=1pcfjaEok+$7sSdE$cS$0JGZ zo%uHC?pADQL%DtX$f(w0h_xzu8HL0%gG9iL_O7yFPJe?i(gh)u89IjWOCsYNq<$+q z{5fjd0Gsc1Maf!MTKr=KZ?uA^aGfT?*PhJ0k^-679=i-T`z7Hk2jrP%4GQE{Ww!Qh zW=38BjEV?w0a;Ah6<}yCityCP22*(e2mr$c0UD*ZdcFv4R(G4oyM({v@nl3=3g(YX87$jHiCfmt?b6dV*;bgt4YruyP&p zUJQq1d0p*LxOQ#lrlp7H%i&lDEebFZj$^u~U#gMmX7Jsiavxhu+6zWQ$X;Et&CqX# z5`*M692QYhnKL5Z0yk94d4Zy%;NfvpE(-J6wIk>08*Z0&R8kV%1OR}hv;tfa0K>fb zIr<DKn33EkHX8{%$Wy+{$aUUr^ACnagJcjrLxgRweN1_#w!Dd2ik z05+J&y6c9<%7fV#Sy}POqH?HXb1Qg8DoRw2Gq+!L(#VuVYPl?n4k_-C@Pgp)#*qmZ zcI0|~n~C@XZe1(zyAPNZq!ANXwQ@pXKdAC=RfHrCZ}cE5sDRWXfii2Co(WP>nS*#% zv6yRaOAsOd*{{J9ln_LBXv5RKYA5m#&xmJbaY+DT?d<||&9KFS$_qaC=O69BF--(i zHs%}a$cj=(J(l{g}ukl#hqAsLN0gwYB;CascL!v(& zfc~#pVkC&Yiq=+Yq@aR%`m0Qv`_d-5vhjTEyO z|2_tLP|p_tzV1}lGa9f5_1g8gTm6O-rpYSjr9Zh?}ohYfx{0X`l%PeyF25NWQ1 zN5QXU8OPTJ$U#7dK>&>kvZm9p)`HL7r)>%8wg`nFrq0*TqPj~}{6Q$Z6FNfrsP~4Ow!IH*K(oBEz>FDd zs8(wQPjh4k5oBp5Fl;wII|u{Gi-ULt_QK#I_X~<)z>O}?sMbO@MVvMXq2qj8*9;WZ z{zfAx#D`VPe;5DQW%D)IKpi&{Lbv=v9T^6~ClgJ;%a7DzfC`)nT9F1J-a9D~2bOTx;+D?)N$LJ&hjCa>$+{^Q|Dn^^sFz@dkK zpE4}nN5vYT9Hje1q7*w|Yyp11dmeGd)^P;>dp|xwDwKG9ztIk zjWB7wh#&w0lIWh`_y`3Ri_c2<&`5OsB(NjP z7<4}lUvD9i_pzl-Wzc<3t@_ftjdfGvQ*N?pF#ximBj84XBpx-x zH>E4A@lNa6>m0S=7OSs4Pse0)pU?rx{;p4_H7@efd?b~W?9*8emNnS1su1`4VmOGLs&ueCR=k3UL> zyko}5;8a~xa}fM4gtBu^x#(++1+Z*Ih?ZC>o+GZh?yeV9UWSJ>mSTE%*g=kpcHF#YXbv8{z6m|YtJB7)CDdRD08v8o@Y6U6Q0>I1`-*feq!T$ z^RI_jHOU|xwxcuwz}jz;z*DZws4?>cGBzlO-0>u zr66;UdIA)esL>V7uF2(*JOh@(GHFCS3jm$r9=c)aUp&XS9~vAum17=3^1V$<6ANId zar*}O=^MdSNOOy>&a(M?IQO)y0`#asQ4FQ5AZ1rle03v&ObHT=dYL9f>Cq?GbMpc^ z5AixDeICMG(e53}dUkdqnSzM1+cTkIINdtD-(@#0E}aMg+@W4#MJ3sibbLdO@Z$l_ z1YZlkdtg0K!fPhdDWZ9XS-5R3UNpuh&uCaM-xD7_f8%rYHqe}msFXE$_ojCLd+V(l z%rydEcs?jP@{EE#@Bl+9!9@`$?Td~S=$QJvXV2q@+AZ&3f=Co}@dC_*Op+av0OC7c zFaRuSeACztHzqHl~VY~P@W1-wYWCH>E(6Ti8K zcH^(#Xlr>dW@}>-mv&Ujm-y0&4yST+xw-CuZ_(u_`RcQMk|rrb_2g3SCCI9V?Ob&q zV<)(41(?0nU@*ssE^9&_N{&-UN3x*>Tm@>hbt^P%`M2m2SA7$P`1uc>ZZZ5xGc!~w zGx(_E@~GF&FRyG0fOCv@_|&h6!>{)x6BHBBqFx?#MxfAQaGWHe=-i;3#-)L^A{4K_ z>h&%y%W=S7hJ~a`e-&_3Hj5cn(wv?Xq=5L!F&=P=ULamdKE|Uapjo=hZkz?GV3t3G zM360Nub#658@T3p^`C0DxbAe$CqHnGN>>p?>w0?Tu=1NC=HYM@!^8Dd!dNjUlmM4@ zbQIBk?-Uavp&5gi1~0ZsYJleel{0>NlS+Y>{U#x&1O7ev z4}{(6-%1(snm_BT+bN6=PFL z1~<@m@`V-OI8ZJ?@`WUK|22@bSvcZq6nEM$6`&$x44ONJ-(SvI`vu&Xg>4SgAB#P; zGGpB>5ik=8tVXmi?(fU&CLT$+@RQ;2FMtzpdS_tcV;V4tk?qd}vWEnfYG1OdRrY0u z>%DT<`umWHtZf1>P1o)>PEV-g$=+z2^cA_%Zyrrr>J*w@QeyitwUJSvSAWe-bZ|9a zh^1_jFCZl<6K9~hNnnm+-lidogk6Y)=>TeXwtq~kg!)45V?7i>SY2nbn2*(a8&|2T z=yLn2W8l9(rjviBdq3V!)n|-%CiFWsT4+PbwNNn>KvaVzo9=D>hcYYS4V%lv9S8J* zFhi348_R>3u4%cJ@k={Vh|oHOXrifh84OWf`W)a0eLO1R(O4D5i0vE;4jwhMcbZ63 z6@BDPz5u$jNH!W5l4Bk1sihgV+j^T_)R zu?Vw8nMd6QIiJ4i`XH9w2P_4Mcx~su;X_1$MIv7clBIpRh;AHaVxZLNhZIZ7$pL*Z zZ)CvwLTRm`F56u69SyO09f%Gr`9OV@P0{zv;w)XnpOxD6SnT^C24H%xim{gUuU?Po zwo&s(;m{(R$>7JWODxT$lwBLAn&kU3mi;J-#e`JKx^B7=_hZYD4u3xr#Ssu4NPK$9 zi6>hc%_aZfiR)N}U94abY93e6MKggqewZSEgau!QOS@F`Zoa{Ja@Fsn-InTn5DUhxlT@_8ALm1MS@3 zDkN}4(1MZ+f(dkI3J@MCmFmH0S(z~1@Sq)m@t6?LR#XxId&+8xBYL&b1q#j&kO?7Ien~>0`NGDCcVu@JF`^7utb*8*afS{ z)A#Ct%~8qGGiBi$DEobTME!nhi8R8HYcemAxJvp()DW)z$36_#`sylAn>sCny^S?g zc;{VOi;dCSs_0grH%Z=lp>}-UALCS5UhmYdMx-1-!YRmG2Bu&ieF&%;4ySj6V@ zyq^w!6(*U2DF|eXJ)6F)rE}2`unqCmD-qjKXFDlxHKfjSeu1M&d&B{-EJ#hGRk&3{ zRl<0K@2uzQ-kr;_h-J;}&uvOM1|`0fuFWGw3$YHZu=!*VF-v%zGFkjN=;nEIMs!;X zCNp~U2*wmd(!#0%@5h36MD!58!_ zE~d!+uCp9~rbT58X^wnS!NdzTQ11aF_z%@$c1V6Mr$GC;g8_g#dWav?YaeQ@it^iO zTGlEUFmp&}PgA1W6^HbBr4`r2iO^DQyfzpJg{aaEbqDVa3 zpG&7uc^0PQ3)f4RS3DEkV6LUTT(kR98*nH=k&o9y3qF7iKfGCqj{7c@y72n^2MB7{ zl->^AY%nzCQ`#?$u7ys9-X|7|l0|p&v`mT9JUQB=dZe&jMMgM%x=RNjA6}|zsj9DEI z?UBLpo1=Y8C3;wz_WGyt=mkl%=99N5J#_nSwS7U-Ilz*_IiZi)&k8`nGxwc8)`QL= zt(y`+?<*fjT%+m7mTg!;yi$76PeW3mf1YD*%s~b^k-RROT5`o*UVh_*iEjz=2I`W*Wq!d63Eq{4mfh&%4q)*3(viO!LsDu zG@!VvG#CbCDJdIqJ;SWu%M+ymZE^G`^&!y@9u* zx4l-XaCXjfrxih-cfZ2##V|TG@a(S{hHlkskol{kpU>3LzEy`Jt-PT%`Q-rCDO?(@ z@2^OT4AexSdmhGjA+@IGpdhqKGL8|~2)QCJm7deJul;ym;&;S?KpKkRWO{^LacPJZx84uo3g^g_;d5$T_R`{HFcn)Iw<|M(h&4`}BT#Ey zXTd%#;g3s{s-kN2wf5%Qz*%oXqWiPA=Yn08lup$9GB9)w0{Q%@pb`gEF{TjQ9&QXw z1?5D{rjy1fev8u~sI`?RnFYLTuR`D{vGp zz!VT*rq1Nx&E_9>B2a3x6+jr&cO{lB@Px`zz2?=h~wL57KyP%yX@j zKKX{#m;@SiQ(9y#w$!a}VN8al8edO`<~(8rosf6C(My94bOsVpqW}FsmX8YpWi<5V z`SVK!;!w|)5@e~(h=DZAQ3TTI;!A?c&N*nH7G)P=IHJ~S(sB@plz(-l6Bj+oQz1yF zo9*_1O9%~X)a8P|A9+yE2~zhPa_;{<^M6q%$E2Ikg%kyD-O;~?xX*3(XL}Qmn5Jmp z*ALRqCJl7^4IAHM%g&LnG#;3yf^vxyiXbK_>*f?E3RUOteS_6_xSF+o4-D}B&zFHp z$xUA+@~heX-@twv)$Cv(0vtDVA=F;7+h8sD^uI6U^g;+5l_@?QEBwAlppLXhXB`@1 zG>@2{LiPWAW$bW7Q_pSExu?Q)v%>2^1rUKBefCEp+^1Mdk^!$^bGit8cnIq1UoS-xFF*W- z^3ku<|IZJL#J?9sF)A|nDEQRdG9-8_3hvcaw={~Dzpi*k>TXRz?ZbRMs}+w&SVdDR zHe-u6fuDl;8ZkpNeuLN+72zhoes`?cM=gRxQ7H~;2QMp=nM+$Qm|8D%DF3yb-Ta{y z-SyH1%nLe~bCX#Tklxbv|Cpm68=vyI;us}HwyZD77WH6#Atu+XM&t@rKw_WI>Mzs(7`)<_}M`c?VW z*oO!b{|q|0pVATa2i3h~8fOr>7^$~CCxnmA@q@tpar`F-gW zfYx-A$i=JdjrwE7hv|zQty}9-=QDZETQzntdVd$GOy(fVs#it_pcYhcYF;LXJWfRp zohS?uzZR}oy?}T?AdoK^lkubb=rIiv8twcVf=kuWgz1`WC;sXDwQ2oy*mO*T>Eq>r zf{CNOZa!2FURM+|RHQ$QZUi=e1xokcl}KXa9FLPEVF<Wk@ZL)FLs{N@~N&;Wc{AyYRo zR{mb$o7(#9U>Oij3G5ncEG!}?zDyxNZVFFh&l0RN-Z5w3=o#}0EaV&U@?g|F`K1!_ zbW{h@zp#)-H0B`ohI?XFw_hdzWKze@&Is;09mLn)LU7?CHlMytiy}ZK$s642G;clF{lr;2ZYozusrR!M7Pk*w>AfRjTK@y~6EnMou zhoa<-BXQvF3<47DU(D~1Wpl+5(U@f*`E!)(q6E$shCNbuuN>uOQ=2u|HqvVX$PZPV z7?2i%_?mUtu76i)9#UQEXVmf3h0PPT>Yr3l9$}BOF8=@ltYGWen%11JG!duIh{Q{S zM2O`j9_Yl6&gAqt?rE{86+)^Pt;i2f&o|AVD$uL{e(T<3|_@I6$)F<;;y-zMK8Y`WT4NSSC@3z?r4Ib!5(xfc1O*|h z-b&oJh`J#!;w7}}+4QmoA8yR*G|drV$dHl&CY9WQLT_qDp%Wa+XxZEf> zn)!MBm~P7RJ^pZ@nI`h}eV2`@U218Z1SCQqQZ~UuFa?A<#aGpYR6_Apa4t^I0rufh zKg}K01S7{)7qDrDj!;0<>@pBUG+%Vfe*3y2pQMPJm^6PU6inNYD@PNOK}vdhfJk+1 zeAb|5g0n#bhIEKYn17Fi`{xHpa;gZ$0g6ATFCAM;?TJvhy#Bcq=%qi~fpvJ$VOqoH z+E_IrWFh#fU(6aOS&3<<5$kmkAI<|Vdvz-zyJsAe{%YL!j&V)CDmuUZ*shu7{|skG zb261bwcQz~wr>SBi8(B^o4NHBb-PvItiwms(MzS7{-YjJw_)QCqls7{2jkQ4M`Kyy(TouQH;-R$Y5m+gPm?vNJpV@apnS1eL&2kxHlJ zh5n2D-e)0&#=qUR4_68YZhX(w^D?raeUJIFY-c~=pUI>CDA}jf;V)w3$Q3kdi3mN3 zNicm|uUdubtb}aw=?A-4JF*a`rx-e(AKr5{x5;5A7>4OcgcIHJFO;KJ=vYdc-!ZM1 zW3>1YzO)l_i+F&3VVW(7ZC_#dkNN&-LHQtE%e@}7RqV0F^(cPZKV!egW=Rky>XIj) zoKUw3B3Fr`nAHaTx3d=M)e$(%k%=@N>d_^+PWGd#1Z&=p7%^+{miCX<72D{9Z_-LU z?ryyu<3*omp!~eU!V}Sf_OZ9;$9)msfU&9d{urt@T@$A$&7NN2)bGXEcfT(181Jj}34-Ne{rf}=%V}J24MCyHd-$_3=?d0jIjW6y+i4&_tTf}+Z`l2{}PS|=G z@hYdLU*=pTyKPMoCWxLY=f^6M$`}=Pe(5blx_S81t5P(0s?(1jN?E2|;WuT}k0z{U zh90hY-!cWXZ*4m!a*Nm+|J;E<*4aC6X+DKNg;5VDC50~7>rp4k{y!%EM}gy1*z0bU zXpL30+3tQ_RIyeMYpmy<-Go(wyX5H3uWT&xvC~n7HY5x?S8iu4O;b^l(Z0#K#=uZnM^pAso|Lt;Jv{Qh)qu~lDBK(SJR?}w^AYP{ zSx+(lEksup$=K>C>u_FAxSLEsa&NA-DT;g*^}wQ;Rrp=Ll}TQ$zokn_ni04;9&*xG z%*MXBZzV7C4OC)UZE@@~22*A%7~!q+M*?k!n}*ov!&mFCcBgrYwi!j(ZuI(u>TxJo zuIw`Cv(d*0*rs~XH%#0g5-wr7lUfjvMM(6`y7x9?OJ06&1aSfrse%aRKjN(5_J`@y z-LPgT?MrQv?ByxGZ#__x#bFhL=OVgDF@X=**Rqi`m2!Wy&07n#yt~ zRgq)03nleP+ARn}NYC@J&?l>tt9umkirCDyTzq#zUu+S_3&1D|&X!Qb@ZY0FxhG@c z`~K=r)kxHee1pvd_FB()y>hX;7507Zt$ypz7$)TsU&o^GevW@6&ka*Ih$miRY`gI@ zzR)tnEzBT-u!RvG@b)CAf7Lce5A(T-yiyF7yohdt6S^9^^rmC+TC%2$L~?KbF~jz8 z%(%D?$y+Ci)VruFSQQT(l2DHu^?of|<|dVRFlvdPt@UkK46#eURj1iCEfkIs#pS;5 z&At26<4^dwk7k;Nj+6{Rpo%E}*@*(5nxLF;P%^BiS53ImBFoW*RPV=k4;53@58wEU z7m*TXVp7Bl`~G>PB(5d)JAPIaRsOveN{Sr1_ET&Uf6)>>oEV)~%+fk%IKt5bHL@c9 zzflnXT267Fyu1D@`dpuTlzH?;xYeuG_+C!J^xKaW?&loHPoIy^TD52S4wL3?A*kx;LAdtkQ zRH6`dYeZ;u(vV7O@rm#I!r2uQKir}UJ16QPqt9QRj>KDQ5qSpcQ3^ z-pHZ1RWeq0$ojTk)E96u_#4Todk212pOsHNdgY;)F!2PhfBRURtZAS)bGM{>{hMq{ZOD<A*X7z%*V?X0M#Wq~jM6Ly*wTlAMvQ;EvBOufL%O#=TMtlEw_RL3tG}bm z9!V@zQX?unRX~x-qBgcg#7gb3BH2~enf1N=`?%<}&E3TnvroUIV_<7Jnr2H(t`S#i zgTF?MY^@5(Qf`et%Y#y7*xEiu=5W;wiI;~dWK@|nv05gS7~sp5FyBe;e}{<}|70}M z&wp})q5EJNCF2%)E}DZ`(>7itLZW}rfktm^Zkp4Oxw_E&+F_FSVg6DCxdLjjIV!{r z8Mh*}S{O-hvO*hiUdOpBm(rQ1;oIZGL^5dPx5@TekI5iR+`VJoEFF8fjM3 zppI7FTLf<&ov!}K`|dKYNyd`cO_i88R?@$8K0tCwwYQ#0$!SMQNE3vj9{3jb_7b^_ zYNLvLLN6B1V1B_Et$2ha=e?-+hEx|y*3wUwed#aT>ELN`m&K%nkF>RW--cORzSnaP z(JVLXMs}owzD8k+`SN$~;(*O>q3%K__)Q>9KahU?AQwD3I&y91j3oBnlSodej4v)3 zTIccXn&x5h@^kNg1*0lWRXr5dgU^wK*y|$Y62iGfh=mqvN@BS#P=RstwR4Zr)_k7+ z$2|Q{dCxSu9?B13yW*pUI;f#ayrnJH|Af4GNM)tw(GlKB+&Z7w1|%<9Y(~nRD)zz+lOpc{jWp*>9M& znz`y+bi@|I$ra)=4Mo4}-O$6qDl{cbUT0bj{1w#hDp)im$Y+4lsM6Je!BJmJb-VES zlOOzYMbeP&(`JByzrU#nq5GF76747=zm;oe&82!{VFBEyH0}RR)Wx^l9hK zi4~t|tp=Ws z2n`z0Voma_ljWz8vQ{fbuQ><(I-5rut~!*)n(R79P6(xzm~*6cqo-}63knh6P}kqj z+fq*^N4N!whU$Dvoab!jvJ|eyd5XoG-o`VfuY?u&h7`|5XHt%&u3O0Y4?AS($PS`r zMymc2VSt6@5=CA-IoWr7Bm2kT_6wn+J#s7jvWqITd;z6+CIvXALK-ikEyTU|Nm=YGzGAM9&g}Kb+!NK&!F7DFlZTvCim}GN=(z!z3P^=C*XcI`>W-{6@h_)0d&q@ ziag1Lp-5BbztgM`rLpv_Rb5-tEzCZ-&2*L4?TH~zeCZA|4RhE8xBVI$@rYlAvAl1r zNz6DIVY)ewmP^{*R$a0x6GH;jd~7}RyXL6RGbu^{_?`_mbI z!u2g$eHAy=fzcOb2uxIzZ0SJKjg5^pvD__P3yb8etSmaI=-ItH0@RV+R@Ai~$O}N{ zSw?jFqq#oyaVv);1P!?B$yRf8amPm7mvp3wCy+J@KPrMU?MptoSI@mTTq`3Z zs-9JWo0J-h{t5lz(4u;IOt9H)9`*GIWri~0#@XfS*=7Io1OC}EcVwWe)#J1FJtJ9VyjAGnefqjNi%rh2I8vgoDTvpr|~XZLZs9Pq1(snrFUmxCzR+UtouE;@E_VK~8@)(cZSf!ns{&0TB zN9%=r8!~H5%SwsdfZX03Nlfy4ZKprK5B+&XN+Dl3jvc2QetLS^`V;=EGp(Kt`2mVv zSMX{_V+=V&iBG8Q82gSi%enVjEbc>_Ilnq84zt~}IKC($Lx)$>bxss5*;Ywdxm#XO zbuV7g4_D}~Xf$fxPtqXOFF=J}$@N~ViuVl+;ucuauq!GmbWBa9cGr<+W5{;q&`EHx z;7&r#rF1xxeC71O6|o|A=2wa22rX`n_zkrQzfZa`n;)ly>@7Cn<5!_^%mDm&9rTTF zKbg?j-rFN{#HfV^D&T=W*ZKH1VkP6lUv^}R3Aw8sZREMT<48YkS~&+-F&1L%73eh1z(PK`1?S>lF3T)3USW<*rBlUWf}d4XdzO!$ z3NOXX_E85_4f)TX*>Rz;!QWut75Xo@VUA>@`7dpP{ff^Xiu@bqyV0b`Kr=FxP3iwU zCR6APRV#At!HGG)QF!qGK7-=&o7QIAsvc?p-lB&%0!~8VZW-jK4vl!XEkOjN*M6MB!#4rs$9;LNoC8h| z9TU5M`u93ChHX7Rc9Ez+d_&FM5_JFi_Mv36VP!E<96J0MX8+?g-OpqZYq`{{{W2!J zPX#|_p8ogpY=Zx<_jwK^)LgSW9lC;=uhBEyei=coeXX^k=&;g>rX}P(C(0}vj$lDxx^3>eZ)+PdXU%YBVJZNSH{Xfxfq;S@ZWC}ahfn61J zP=@_!1ATwiAGz2ot{)>TIIbh@{@OlJkTBK`f$vEp! zC2LesSy>NFrm@3A|Nad@c12r%9Q1r9sqYFpxzU~GK85DKYhQI1W324-kPTO$zuXV7 zEVg>{rqato<9j5u9l6;LuP}!Q&4d zf&9TVxE^{WnJqHnMj2aMGxOfMKD z=Afg}`su-3eZ-Eh)G721Zut7u^mMxRN&3d-rqG*F&gSx}DmxfbWK$el)ns~WFduV+ z1~O|;N+&2j7??Fv?-)5o03cW`|q3= zXYH3~9cy{PnpvLzGtcvVe!sOmpHH|swV>vc$2@@4d3Lv{kkOITO@p$0IWE1Twl>Fr!wZUC zIG&rIzftBRxP{eFbJ8tuJqr4VF!pH9Ez8SP%N@IR?UE(tki<-b9brXUyFd42@<7}Y z6#4=ARZ&txZE||c(l?q)+b8u9{?i4#i*KnQF66W#-ipw0Dzu4+sIN;Oi^#ru^;T)A zdb~yB(uulYA*}F-hzJTk3~UDC>kIW|)0p$1+g-`Y*}`cmEfvB4@B_q2El5oj1A&c{ z<47@7ek$W|_VeD&)tOF&?#j;2Zf766J3xa?j9P%*@tb)j1XaucSowgi)@7C5xnmU_ zZ4t>}XuRb0_jTZD1S)Mh`3fSLLbj(Y-~*DCf63fPrOr1 z&x}A#<7Kq*Folv#N~S&U9vwbFS8~jMvrgh>dHI@Of=#E=R}<3Am1A8+PKWLW#v%&B z;aNU>=ujMswZk0zN3y^kA0LM(9Y*isfeC>kt%ic1gov=l==K3MR;I^EZAVo$J^1<) zpL4@8WiDcgtr7$3CMFkn2Gj-A=G@y~ek$+iu&Z#d6$3Q9E__-g=0jGI7p_U%DJzS& zQ7OKb8E>nWptLx$iUPBv*qSv$UY(Xl_xlM#>PKegZ@Or51=)dXRN0$|2TSjQRL#uf zG5sJowqlwNojjQd%_4yeyeMg9=v_&v*}KS~(+%wG?BL2t-~DC2%Xv!4P&qMr;`l4c zFP_j0^7+(niYzx_Hn(bN*?V=BW{@WK^XJb4d-`ojicDg~jjgY2P(9naif{H!?CJZeDx!qefAb zBo^W;(jN+~qQkJITanhS+8*E9gG)sNJ$y?D!6k`gMwj!j;P47lsL4V|M;HoLJ`2-` zcmjD>z50wZlPhS&u#vqPU?ReX#b!4>c%bOu;6UxPx3{MQPg zwg}ntp`rSmlE=o7(bOcaT7M5hyXt4pj<~tIYg$^e{2#(!ItXdjAdD}0k4~3(dtDB0 zd@%_r8~MGKU`(@R2FslP&inQ8RXJLZw-*$DP-}kV;Uwa9)kcd9Cq9;9Q&1@|C{c-fC?0Iq>|d zaa*ohZo5zQ@^Z|yEY7cwp9GoPZ#Z&sSP63Frz4xcW^sznfqMY*&q0x0145&>o!)^E zivcFX+WIdH2xtaz--<$`sglE^czP-xXZh!auT5PD&L$jH$lQjChZ<6UUB|QO8meCH zo)Zm~m7dM{03>d&_jqb(XviDyD?es!omls3Y^LUY%*RG;W8<7M7tOhD>-9A(7ORft z(GZ$~{gbdQ$Ii!S__?>g{~lwiJ_%_~4gwAW_3;fFH~iSc z6SMa)@7uE;wd16C{Pd|0&KZTdqJydPPvp0a66C?vzJoSfAA&y~#@%#5AJ2g%pI@jt zh~<=42rlC=f z4GkNK?&0CIpqQD0?ul6dGbzv@>7Hm%Q`B?Y83kOUmto$`KHq6b;*=#s)kcL^E5BB^ zm3kqB{w*jVAb@h;N1UwtAz&7TM-MeZD>PT#y}iOPWCNBdL;%X4(7G9CKbnM8+@Q45 z%;BHey&$Klr9~g@ltW+;R<5pp!-YO9LHgTgTR^oIf>!C%d{=DYzn*Wocx9pl)wbcU zD1HEUKGpZ5E2$zQ0CN-~vhB7k#_Xs_Cdf`%}Xi^(JKt`JqM}lH~?#sDXhV|0=`}_YnHnXS9Wd(sH zEdrcvXJ;qfLT0aMy{nP%H==nT5T6+*7x^-#&>f>ls6NxB7#bEvLZQ)6wIX52qpPY) zS2%G`#fe5~5RT!TYKQ*0o5xEYANP%V&v<2RZ_f-Lw%Qy=*2t)W+F*IC4j9@&8UsU@ zl$1|DyCt?6bNJl1megO7S5p6NG8CA!%!`u_!F^0=a>+5JbrNtKKs*{uil&j@q>&Lq z(3Oxy!U>w4lf!luMuzCqIBQA&RZNQ#HghZbfr2_ItO)sb0}iFcY!4c=g4v0IwqJrr zP~SU*9u-x7UD{*1@=r}#w}k$GeuMF0AO7F^xA|DVOF7LUrLP?bd>!29Xj8S