From ac9c86b0e4c2985b8eb86193a80c0198833eb100 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 8 May 2026 17:12:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: varshak1/open_reward_agent_qwen3_8b_sft_v1 Source: Original Platform --- .gitattributes | 36 + README.md | 61 ++ all_results.json | 8 + chat_template.jinja | 89 ++ config.json | 71 ++ generation_config.json | 12 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 15 + train_results.json | 8 + trainer_log.jsonl | 271 ++++++ trainer_state.json | 1933 ++++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 34545 bytes 14 files changed, 2513 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..d02727c --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen3-8B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: sft_jupiter + results: [] +--- + + + +# sft_jupiter + +This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B) on the open_reward_agent_sft_mix dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 16 +- total_train_batch_size: 128 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.1 +- num_epochs: 3.0 + +### Training results + + + +### Framework versions + +- Transformers 5.2.0 +- Pytorch 2.6.0+cu124 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..3bb71d1 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 2.5566761492312123e+20, + "train_loss": 0.34524431255128646, + "train_runtime": 116173.3714, + "train_samples_per_second": 2.973, + "train_steps_per_second": 0.023 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..a8e7a96 --- /dev/null +++ b/config.json @@ -0,0 +1,71 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.2.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..1701c94 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.2.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..8510aaf --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5abe32285fb4b26e6c498671376bdc6c6cd73f194331ed2c043e924e7d7f9750 +size 16381517208 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..ea4d101 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,15 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "is_local": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..3bb71d1 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 2.5566761492312123e+20, + "train_loss": 0.34524431255128646, + "train_runtime": 116173.3714, + "train_samples_per_second": 2.973, + "train_steps_per_second": 0.023 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..e307f87 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,271 @@ +{"current_steps": 10, "total_steps": 2700, "loss": 0.8242700576782227, "lr": 1.3333333333333334e-06, "epoch": 0.011118832522585128, "percentage": 0.37, "elapsed_time": "0:07:15", "remaining_time": "1 day, 8:30:32"} +{"current_steps": 20, "total_steps": 2700, "loss": 0.7332224369049072, "lr": 2.814814814814815e-06, "epoch": 0.022237665045170257, "percentage": 0.74, "elapsed_time": "0:14:25", "remaining_time": "1 day, 8:12:02"} +{"current_steps": 30, "total_steps": 2700, "loss": 0.6391815185546875, "lr": 4.296296296296296e-06, "epoch": 0.03335649756775538, "percentage": 1.11, "elapsed_time": "0:21:30", "remaining_time": "1 day, 7:53:41"} +{"current_steps": 40, "total_steps": 2700, "loss": 0.5873191356658936, "lr": 5.777777777777778e-06, "epoch": 0.04447533009034051, "percentage": 1.48, "elapsed_time": "0:28:36", "remaining_time": "1 day, 7:42:29"} +{"current_steps": 50, "total_steps": 2700, "loss": 0.5601994514465332, "lr": 7.2592592592592605e-06, "epoch": 0.05559416261292564, "percentage": 1.85, "elapsed_time": "0:35:47", "remaining_time": "1 day, 7:36:55"} +{"current_steps": 60, "total_steps": 2700, "loss": 0.538310432434082, "lr": 8.740740740740741e-06, "epoch": 0.06671299513551077, "percentage": 2.22, "elapsed_time": "0:42:56", "remaining_time": "1 day, 7:29:37"} +{"current_steps": 70, "total_steps": 2700, "loss": 0.5150705337524414, "lr": 1.0222222222222223e-05, "epoch": 0.0778318276580959, "percentage": 2.59, "elapsed_time": "0:50:06", "remaining_time": "1 day, 7:22:53"} +{"current_steps": 80, "total_steps": 2700, "loss": 0.5032827377319335, "lr": 1.1703703703703703e-05, "epoch": 0.08895066018068103, "percentage": 2.96, "elapsed_time": "0:57:15", "remaining_time": "1 day, 7:15:10"} +{"current_steps": 90, "total_steps": 2700, "loss": 0.49479260444641116, "lr": 1.3185185185185185e-05, "epoch": 0.10006949270326616, "percentage": 3.33, "elapsed_time": "1:04:27", "remaining_time": "1 day, 7:09:08"} +{"current_steps": 100, "total_steps": 2700, "loss": 0.49692888259887696, "lr": 1.4666666666666666e-05, "epoch": 0.11118832522585129, "percentage": 3.7, "elapsed_time": "1:11:38", "remaining_time": "1 day, 7:02:36"} +{"current_steps": 110, "total_steps": 2700, "loss": 0.47324380874633787, "lr": 1.614814814814815e-05, "epoch": 0.12230715774843641, "percentage": 4.07, "elapsed_time": "1:18:46", "remaining_time": "1 day, 6:54:48"} +{"current_steps": 120, "total_steps": 2700, "loss": 0.4717508316040039, "lr": 1.7629629629629633e-05, "epoch": 0.13342599027102153, "percentage": 4.44, "elapsed_time": "1:25:54", "remaining_time": "1 day, 6:47:01"} +{"current_steps": 130, "total_steps": 2700, "loss": 0.4714301586151123, "lr": 1.9111111111111113e-05, "epoch": 0.14454482279360667, "percentage": 4.81, "elapsed_time": "1:33:04", "remaining_time": "1 day, 6:40:02"} +{"current_steps": 140, "total_steps": 2700, "loss": 0.4707786083221436, "lr": 2.0592592592592596e-05, "epoch": 0.1556636553161918, "percentage": 5.19, "elapsed_time": "1:40:12", "remaining_time": "1 day, 6:32:31"} +{"current_steps": 150, "total_steps": 2700, "loss": 0.4618192672729492, "lr": 2.2074074074074073e-05, "epoch": 0.16678248783877692, "percentage": 5.56, "elapsed_time": "1:47:19", "remaining_time": "1 day, 6:24:33"} +{"current_steps": 160, "total_steps": 2700, "loss": 0.45795350074768065, "lr": 2.355555555555556e-05, "epoch": 0.17790132036136205, "percentage": 5.93, "elapsed_time": "1:54:28", "remaining_time": "1 day, 6:17:19"} +{"current_steps": 170, "total_steps": 2700, "loss": 0.4513235569000244, "lr": 2.5037037037037036e-05, "epoch": 0.1890201528839472, "percentage": 6.3, "elapsed_time": "2:01:37", "remaining_time": "1 day, 6:10:05"} +{"current_steps": 180, "total_steps": 2700, "loss": 0.4494623184204102, "lr": 2.651851851851852e-05, "epoch": 0.20013898540653233, "percentage": 6.67, "elapsed_time": "2:08:47", "remaining_time": "1 day, 6:03:05"} +{"current_steps": 190, "total_steps": 2700, "loss": 0.4489255428314209, "lr": 2.8e-05, "epoch": 0.21125781792911744, "percentage": 7.04, "elapsed_time": "2:15:58", "remaining_time": "1 day, 5:56:22"} +{"current_steps": 200, "total_steps": 2700, "loss": 0.44628753662109377, "lr": 2.9481481481481483e-05, "epoch": 0.22237665045170257, "percentage": 7.41, "elapsed_time": "2:23:06", "remaining_time": "1 day, 5:48:57"} +{"current_steps": 210, "total_steps": 2700, "loss": 0.44461727142333984, "lr": 3.096296296296296e-05, "epoch": 0.2334954829742877, "percentage": 7.78, "elapsed_time": "2:30:13", "remaining_time": "1 day, 5:41:10"} +{"current_steps": 220, "total_steps": 2700, "loss": 0.4425827503204346, "lr": 3.2444444444444446e-05, "epoch": 0.24461431549687282, "percentage": 8.15, "elapsed_time": "2:37:21", "remaining_time": "1 day, 5:33:53"} +{"current_steps": 230, "total_steps": 2700, "loss": 0.4386408805847168, "lr": 3.392592592592593e-05, "epoch": 0.25573314801945796, "percentage": 8.52, "elapsed_time": "2:44:25", "remaining_time": "1 day, 5:25:48"} +{"current_steps": 240, "total_steps": 2700, "loss": 0.43536901473999023, "lr": 3.540740740740741e-05, "epoch": 0.26685198054204307, "percentage": 8.89, "elapsed_time": "2:51:35", "remaining_time": "1 day, 5:18:45"} +{"current_steps": 250, "total_steps": 2700, "loss": 0.43506660461425783, "lr": 3.6888888888888896e-05, "epoch": 0.27797081306462823, "percentage": 9.26, "elapsed_time": "2:58:45", "remaining_time": "1 day, 5:11:48"} +{"current_steps": 260, "total_steps": 2700, "loss": 0.43353118896484377, "lr": 3.837037037037037e-05, "epoch": 0.28908964558721334, "percentage": 9.63, "elapsed_time": "3:05:56", "remaining_time": "1 day, 5:04:55"} +{"current_steps": 270, "total_steps": 2700, "loss": 0.4353696346282959, "lr": 3.9851851851851856e-05, "epoch": 0.30020847810979845, "percentage": 10.0, "elapsed_time": "3:13:08", "remaining_time": "1 day, 4:58:13"} +{"current_steps": 280, "total_steps": 2700, "loss": 0.4296071529388428, "lr": 3.999864616007525e-05, "epoch": 0.3113273106323836, "percentage": 10.37, "elapsed_time": "3:20:16", "remaining_time": "1 day, 4:50:55"} +{"current_steps": 290, "total_steps": 2700, "loss": 0.4362457275390625, "lr": 3.999396645490857e-05, "epoch": 0.3224461431549687, "percentage": 10.74, "elapsed_time": "3:27:25", "remaining_time": "1 day, 4:43:42"} +{"current_steps": 300, "total_steps": 2700, "loss": 0.4307443618774414, "lr": 3.998594495240786e-05, "epoch": 0.33356497567755383, "percentage": 11.11, "elapsed_time": "3:34:31", "remaining_time": "1 day, 4:36:10"} +{"current_steps": 310, "total_steps": 2700, "loss": 0.4261889934539795, "lr": 3.997458299328936e-05, "epoch": 0.344683808200139, "percentage": 11.48, "elapsed_time": "3:41:40", "remaining_time": "1 day, 4:29:02"} +{"current_steps": 320, "total_steps": 2700, "loss": 0.4217526435852051, "lr": 3.99598824765942e-05, "epoch": 0.3558026407227241, "percentage": 11.85, "elapsed_time": "3:48:48", "remaining_time": "1 day, 4:21:45"} +{"current_steps": 330, "total_steps": 2700, "loss": 0.4260251998901367, "lr": 3.994184585937099e-05, "epoch": 0.3669214732453092, "percentage": 12.22, "elapsed_time": "3:55:54", "remaining_time": "1 day, 4:14:16"} +{"current_steps": 340, "total_steps": 2700, "loss": 0.4209277153015137, "lr": 3.992047615626516e-05, "epoch": 0.3780403057678944, "percentage": 12.59, "elapsed_time": "4:03:05", "remaining_time": "1 day, 4:07:21"} +{"current_steps": 350, "total_steps": 2700, "loss": 0.4218775272369385, "lr": 3.989577693901505e-05, "epoch": 0.3891591382904795, "percentage": 12.96, "elapsed_time": "4:10:10", "remaining_time": "1 day, 3:59:47"} +{"current_steps": 360, "total_steps": 2700, "loss": 0.42417049407958984, "lr": 3.986775233585499e-05, "epoch": 0.40027797081306465, "percentage": 13.33, "elapsed_time": "4:17:23", "remaining_time": "1 day, 3:53:05"} +{"current_steps": 370, "total_steps": 2700, "loss": 0.41838369369506834, "lr": 3.983640703082523e-05, "epoch": 0.41139680333564976, "percentage": 13.7, "elapsed_time": "4:24:34", "remaining_time": "1 day, 3:46:07"} +{"current_steps": 380, "total_steps": 2700, "loss": 0.41819052696228026, "lr": 3.980174626298914e-05, "epoch": 0.4225156358582349, "percentage": 14.07, "elapsed_time": "4:31:47", "remaining_time": "1 day, 3:39:20"} +{"current_steps": 390, "total_steps": 2700, "loss": 0.4195350170135498, "lr": 3.9763775825557476e-05, "epoch": 0.43363446838082004, "percentage": 14.44, "elapsed_time": "4:39:00", "remaining_time": "1 day, 3:32:32"} +{"current_steps": 400, "total_steps": 2700, "loss": 0.4215540885925293, "lr": 3.9722502064920105e-05, "epoch": 0.44475330090340515, "percentage": 14.81, "elapsed_time": "4:46:06", "remaining_time": "1 day, 3:25:08"} +{"current_steps": 410, "total_steps": 2700, "loss": 0.41279850006103513, "lr": 3.967793187958533e-05, "epoch": 0.45587213342599026, "percentage": 15.19, "elapsed_time": "4:53:13", "remaining_time": "1 day, 3:17:48"} +{"current_steps": 420, "total_steps": 2700, "loss": 0.4138369560241699, "lr": 3.9630072719026816e-05, "epoch": 0.4669909659485754, "percentage": 15.56, "elapsed_time": "5:00:21", "remaining_time": "1 day, 3:10:32"} +{"current_steps": 430, "total_steps": 2700, "loss": 0.41005849838256836, "lr": 3.957893258243849e-05, "epoch": 0.47810979847116053, "percentage": 15.93, "elapsed_time": "5:07:29", "remaining_time": "1 day, 3:03:18"} +{"current_steps": 440, "total_steps": 2700, "loss": 0.4146875858306885, "lr": 3.9524520017397574e-05, "epoch": 0.48922863099374564, "percentage": 16.3, "elapsed_time": "5:14:39", "remaining_time": "1 day, 2:56:13"} +{"current_steps": 450, "total_steps": 2700, "loss": 0.4060019016265869, "lr": 3.946684411843591e-05, "epoch": 0.5003474635163307, "percentage": 16.67, "elapsed_time": "5:21:49", "remaining_time": "1 day, 2:49:07"} +{"current_steps": 460, "total_steps": 2700, "loss": 0.40746545791625977, "lr": 3.940591452551993e-05, "epoch": 0.5114662960389159, "percentage": 17.04, "elapsed_time": "5:28:56", "remaining_time": "1 day, 2:41:49"} +{"current_steps": 470, "total_steps": 2700, "loss": 0.4112556457519531, "lr": 3.9341741422439416e-05, "epoch": 0.5225851285615011, "percentage": 17.41, "elapsed_time": "5:36:05", "remaining_time": "1 day, 2:34:38"} +{"current_steps": 480, "total_steps": 2700, "loss": 0.4094208240509033, "lr": 3.9274335535105373e-05, "epoch": 0.5337039610840861, "percentage": 17.78, "elapsed_time": "5:43:15", "remaining_time": "1 day, 2:27:34"} +{"current_steps": 490, "total_steps": 2700, "loss": 0.41716728210449217, "lr": 3.920370812975729e-05, "epoch": 0.5448227936066713, "percentage": 18.15, "elapsed_time": "5:50:31", "remaining_time": "1 day, 2:20:55"} +{"current_steps": 500, "total_steps": 2700, "loss": 0.4076206684112549, "lr": 3.912987101108012e-05, "epoch": 0.5559416261292565, "percentage": 18.52, "elapsed_time": "5:57:41", "remaining_time": "1 day, 2:13:51"} +{"current_steps": 510, "total_steps": 2700, "loss": 0.40010957717895507, "lr": 3.905283652023123e-05, "epoch": 0.5670604586518415, "percentage": 18.89, "elapsed_time": "6:05:45", "remaining_time": "1 day, 2:10:38"} +{"current_steps": 520, "total_steps": 2700, "loss": 0.4060469627380371, "lr": 3.8972617532777686e-05, "epoch": 0.5781792911744267, "percentage": 19.26, "elapsed_time": "6:12:54", "remaining_time": "1 day, 2:03:19"} +{"current_steps": 530, "total_steps": 2700, "loss": 0.4046156883239746, "lr": 3.8889227456544254e-05, "epoch": 0.5892981236970118, "percentage": 19.63, "elapsed_time": "6:20:02", "remaining_time": "1 day, 1:56:00"} +{"current_steps": 540, "total_steps": 2700, "loss": 0.40668258666992185, "lr": 3.8802680229372374e-05, "epoch": 0.6004169562195969, "percentage": 20.0, "elapsed_time": "6:27:09", "remaining_time": "1 day, 1:48:39"} +{"current_steps": 550, "total_steps": 2700, "loss": 0.4025533676147461, "lr": 3.8712990316790633e-05, "epoch": 0.6115357887421821, "percentage": 20.37, "elapsed_time": "6:34:20", "remaining_time": "1 day, 1:41:32"} +{"current_steps": 560, "total_steps": 2700, "loss": 0.4043358325958252, "lr": 3.862017270959694e-05, "epoch": 0.6226546212647672, "percentage": 20.74, "elapsed_time": "6:41:31", "remaining_time": "1 day, 1:34:25"} +{"current_steps": 570, "total_steps": 2700, "loss": 0.3996579170227051, "lr": 3.8524242921353e-05, "epoch": 0.6337734537873523, "percentage": 21.11, "elapsed_time": "6:48:41", "remaining_time": "1 day, 1:27:11"} +{"current_steps": 580, "total_steps": 2700, "loss": 0.39752275943756105, "lr": 3.842521698579136e-05, "epoch": 0.6448922863099374, "percentage": 21.48, "elapsed_time": "6:55:50", "remaining_time": "1 day, 1:19:59"} +{"current_steps": 590, "total_steps": 2700, "loss": 0.39977571964263914, "lr": 3.832311145413552e-05, "epoch": 0.6560111188325226, "percentage": 21.85, "elapsed_time": "7:02:58", "remaining_time": "1 day, 1:12:39"} +{"current_steps": 600, "total_steps": 2700, "loss": 0.3992427349090576, "lr": 3.8217943392333555e-05, "epoch": 0.6671299513551077, "percentage": 22.22, "elapsed_time": "7:10:06", "remaining_time": "1 day, 1:05:21"} +{"current_steps": 610, "total_steps": 2700, "loss": 0.4037761211395264, "lr": 3.810973037820572e-05, "epoch": 0.6782487838776928, "percentage": 22.59, "elapsed_time": "7:17:14", "remaining_time": "1 day, 0:58:05"} +{"current_steps": 620, "total_steps": 2700, "loss": 0.3975439310073853, "lr": 3.7998490498506494e-05, "epoch": 0.689367616400278, "percentage": 22.96, "elapsed_time": "7:24:19", "remaining_time": "1 day, 0:50:38"} +{"current_steps": 630, "total_steps": 2700, "loss": 0.4000706195831299, "lr": 3.788424234590153e-05, "epoch": 0.700486448922863, "percentage": 23.33, "elapsed_time": "7:31:30", "remaining_time": "1 day, 0:43:30"} +{"current_steps": 640, "total_steps": 2700, "loss": 0.3945141792297363, "lr": 3.776700501586009e-05, "epoch": 0.7116052814454482, "percentage": 23.7, "elapsed_time": "7:38:37", "remaining_time": "1 day, 0:36:12"} +{"current_steps": 650, "total_steps": 2700, "loss": 0.39577999114990237, "lr": 3.7646798103463395e-05, "epoch": 0.7227241139680334, "percentage": 24.07, "elapsed_time": "7:45:46", "remaining_time": "1 day, 0:28:59"} +{"current_steps": 660, "total_steps": 2700, "loss": 0.39435544013977053, "lr": 3.752364170012956e-05, "epoch": 0.7338429464906184, "percentage": 24.44, "elapsed_time": "7:52:55", "remaining_time": "1 day, 0:21:47"} +{"current_steps": 670, "total_steps": 2700, "loss": 0.3988224506378174, "lr": 3.739755639025543e-05, "epoch": 0.7449617790132036, "percentage": 24.81, "elapsed_time": "8:00:07", "remaining_time": "1 day, 0:14:43"} +{"current_steps": 680, "total_steps": 2700, "loss": 0.3910386085510254, "lr": 3.726856324777616e-05, "epoch": 0.7560806115357888, "percentage": 25.19, "elapsed_time": "8:07:15", "remaining_time": "1 day, 0:07:26"} +{"current_steps": 690, "total_steps": 2700, "loss": 0.38977618217468263, "lr": 3.713668383264288e-05, "epoch": 0.7671994440583739, "percentage": 25.56, "elapsed_time": "8:14:24", "remaining_time": "1 day, 0:00:13"} +{"current_steps": 700, "total_steps": 2700, "loss": 0.38769371509552003, "lr": 3.700194018721916e-05, "epoch": 0.778318276580959, "percentage": 25.93, "elapsed_time": "8:21:29", "remaining_time": "23:52:49"} +{"current_steps": 710, "total_steps": 2700, "loss": 0.39794325828552246, "lr": 3.686435483259686e-05, "epoch": 0.7894371091035441, "percentage": 26.3, "elapsed_time": "8:28:39", "remaining_time": "23:45:41"} +{"current_steps": 720, "total_steps": 2700, "loss": 0.39336109161376953, "lr": 3.672395076483192e-05, "epoch": 0.8005559416261293, "percentage": 26.67, "elapsed_time": "8:35:47", "remaining_time": "23:38:24"} +{"current_steps": 730, "total_steps": 2700, "loss": 0.3947201490402222, "lr": 3.658075145110083e-05, "epoch": 0.8116747741487144, "percentage": 27.04, "elapsed_time": "8:42:59", "remaining_time": "23:31:22"} +{"current_steps": 740, "total_steps": 2700, "loss": 0.39340207576751707, "lr": 3.64347808257783e-05, "epoch": 0.8227936066712995, "percentage": 27.41, "elapsed_time": "8:50:06", "remaining_time": "23:24:03"} +{"current_steps": 750, "total_steps": 2700, "loss": 0.3845417261123657, "lr": 3.6286063286436826e-05, "epoch": 0.8339124391938847, "percentage": 27.78, "elapsed_time": "8:57:14", "remaining_time": "23:16:49"} +{"current_steps": 760, "total_steps": 2700, "loss": 0.3933848857879639, "lr": 3.613462368976894e-05, "epoch": 0.8450312717164697, "percentage": 28.15, "elapsed_time": "9:04:23", "remaining_time": "23:09:37"} +{"current_steps": 770, "total_steps": 2700, "loss": 0.3893456935882568, "lr": 3.598048734743262e-05, "epoch": 0.8561501042390549, "percentage": 28.52, "elapsed_time": "9:11:32", "remaining_time": "23:02:25"} +{"current_steps": 780, "total_steps": 2700, "loss": 0.38582921028137207, "lr": 3.58236800218207e-05, "epoch": 0.8672689367616401, "percentage": 28.89, "elapsed_time": "9:18:37", "remaining_time": "22:55:05"} +{"current_steps": 790, "total_steps": 2700, "loss": 0.38297524452209475, "lr": 3.566422792175489e-05, "epoch": 0.8783877692842251, "percentage": 29.26, "elapsed_time": "9:25:44", "remaining_time": "22:47:47"} +{"current_steps": 800, "total_steps": 2700, "loss": 0.3857751369476318, "lr": 3.550215769810532e-05, "epoch": 0.8895066018068103, "percentage": 29.63, "elapsed_time": "9:32:52", "remaining_time": "22:40:33"} +{"current_steps": 810, "total_steps": 2700, "loss": 0.392465877532959, "lr": 3.5337496439336014e-05, "epoch": 0.9006254343293955, "percentage": 30.0, "elapsed_time": "9:40:01", "remaining_time": "22:33:23"} +{"current_steps": 820, "total_steps": 2700, "loss": 0.3881709098815918, "lr": 3.5170271666977383e-05, "epoch": 0.9117442668519805, "percentage": 30.37, "elapsed_time": "9:47:17", "remaining_time": "22:26:28"} +{"current_steps": 830, "total_steps": 2700, "loss": 0.3881243705749512, "lr": 3.5000511331026224e-05, "epoch": 0.9228630993745657, "percentage": 30.74, "elapsed_time": "9:54:28", "remaining_time": "22:19:21"} +{"current_steps": 840, "total_steps": 2700, "loss": 0.38112101554870603, "lr": 3.4828243805274166e-05, "epoch": 0.9339819318971508, "percentage": 31.11, "elapsed_time": "10:01:34", "remaining_time": "22:12:04"} +{"current_steps": 850, "total_steps": 2700, "loss": 0.38739733695983886, "lr": 3.4653497882565276e-05, "epoch": 0.9451007644197359, "percentage": 31.48, "elapsed_time": "10:08:42", "remaining_time": "22:04:50"} +{"current_steps": 860, "total_steps": 2700, "loss": 0.3910486936569214, "lr": 3.44763027699836e-05, "epoch": 0.9562195969423211, "percentage": 31.85, "elapsed_time": "10:15:55", "remaining_time": "21:57:47"} +{"current_steps": 870, "total_steps": 2700, "loss": 0.3879512071609497, "lr": 3.429668808397147e-05, "epoch": 0.9673384294649062, "percentage": 32.22, "elapsed_time": "10:23:07", "remaining_time": "21:50:42"} +{"current_steps": 880, "total_steps": 2700, "loss": 0.38755533695220945, "lr": 3.4114683845379465e-05, "epoch": 0.9784572619874913, "percentage": 32.59, "elapsed_time": "10:30:17", "remaining_time": "21:43:32"} +{"current_steps": 890, "total_steps": 2700, "loss": 0.3850740432739258, "lr": 3.393032047444862e-05, "epoch": 0.9895760945100764, "percentage": 32.96, "elapsed_time": "10:37:25", "remaining_time": "21:36:20"} +{"current_steps": 900, "total_steps": 2700, "loss": 0.3849788665771484, "lr": 3.3743628785726075e-05, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "10:44:08", "remaining_time": "21:28:16"} +{"current_steps": 910, "total_steps": 2700, "loss": 0.34186859130859376, "lr": 3.355463998291465e-05, "epoch": 1.011118832522585, "percentage": 33.7, "elapsed_time": "10:51:16", "remaining_time": "21:21:04"} +{"current_steps": 920, "total_steps": 2700, "loss": 0.3563653230667114, "lr": 3.3363385653657486e-05, "epoch": 1.0222376650451703, "percentage": 34.07, "elapsed_time": "10:58:25", "remaining_time": "21:13:53"} +{"current_steps": 930, "total_steps": 2700, "loss": 0.34113943576812744, "lr": 3.3169897764258476e-05, "epoch": 1.0333564975677554, "percentage": 34.44, "elapsed_time": "11:05:29", "remaining_time": "21:06:35"} +{"current_steps": 940, "total_steps": 2700, "loss": 0.33684582710266114, "lr": 3.2974208654339405e-05, "epoch": 1.0444753300903404, "percentage": 34.81, "elapsed_time": "11:12:38", "remaining_time": "20:59:24"} +{"current_steps": 950, "total_steps": 2700, "loss": 0.33628795146942136, "lr": 3.277635103143467e-05, "epoch": 1.0555941626129257, "percentage": 35.19, "elapsed_time": "11:19:47", "remaining_time": "20:52:14"} +{"current_steps": 960, "total_steps": 2700, "loss": 0.3357236862182617, "lr": 3.2576357965524574e-05, "epoch": 1.0667129951355108, "percentage": 35.56, "elapsed_time": "11:26:53", "remaining_time": "20:44:58"} +{"current_steps": 970, "total_steps": 2700, "loss": 0.33824107646942136, "lr": 3.237426288350798e-05, "epoch": 1.0778318276580958, "percentage": 35.93, "elapsed_time": "11:33:58", "remaining_time": "20:37:42"} +{"current_steps": 980, "total_steps": 2700, "loss": 0.34063472747802737, "lr": 3.217009956361531e-05, "epoch": 1.088950660180681, "percentage": 36.3, "elapsed_time": "11:41:09", "remaining_time": "20:30:36"} +{"current_steps": 990, "total_steps": 2700, "loss": 0.34016103744506837, "lr": 3.196390212976291e-05, "epoch": 1.1000694927032661, "percentage": 36.67, "elapsed_time": "11:48:18", "remaining_time": "20:23:27"} +{"current_steps": 1000, "total_steps": 2700, "loss": 0.3383723974227905, "lr": 3.1755705045849465e-05, "epoch": 1.1111883252258512, "percentage": 37.04, "elapsed_time": "11:55:27", "remaining_time": "20:16:16"} +{"current_steps": 1010, "total_steps": 2700, "loss": 0.33558709621429444, "lr": 3.154554310999578e-05, "epoch": 1.1223071577484365, "percentage": 37.41, "elapsed_time": "12:03:37", "remaining_time": "20:10:48"} +{"current_steps": 1020, "total_steps": 2700, "loss": 0.3336428165435791, "lr": 3.133345144872859e-05, "epoch": 1.1334259902710215, "percentage": 37.78, "elapsed_time": "12:10:45", "remaining_time": "20:03:36"} +{"current_steps": 1030, "total_steps": 2700, "loss": 0.33807053565979006, "lr": 3.111946551110947e-05, "epoch": 1.1445448227936066, "percentage": 38.15, "elapsed_time": "12:17:56", "remaining_time": "19:56:27"} +{"current_steps": 1040, "total_steps": 2700, "loss": 0.33912909030914307, "lr": 3.09036210628099e-05, "epoch": 1.1556636553161919, "percentage": 38.52, "elapsed_time": "12:25:09", "remaining_time": "19:49:22"} +{"current_steps": 1050, "total_steps": 2700, "loss": 0.3401691436767578, "lr": 3.068595418013339e-05, "epoch": 1.166782487838777, "percentage": 38.89, "elapsed_time": "12:32:15", "remaining_time": "19:42:06"} +{"current_steps": 1060, "total_steps": 2700, "loss": 0.3396461963653564, "lr": 3.046650124398562e-05, "epoch": 1.177901320361362, "percentage": 39.26, "elapsed_time": "12:39:27", "remaining_time": "19:35:01"} +{"current_steps": 1070, "total_steps": 2700, "loss": 0.3356295108795166, "lr": 3.0245298933793798e-05, "epoch": 1.1890201528839472, "percentage": 39.63, "elapsed_time": "12:46:34", "remaining_time": "19:27:45"} +{"current_steps": 1080, "total_steps": 2700, "loss": 0.3362587928771973, "lr": 3.0022384221376017e-05, "epoch": 1.2001389854065323, "percentage": 40.0, "elapsed_time": "12:53:44", "remaining_time": "19:20:37"} +{"current_steps": 1090, "total_steps": 2700, "loss": 0.33704962730407717, "lr": 2.9797794364761743e-05, "epoch": 1.2112578179291174, "percentage": 40.37, "elapsed_time": "13:00:52", "remaining_time": "19:13:24"} +{"current_steps": 1100, "total_steps": 2700, "loss": 0.3362391471862793, "lr": 2.9571566901964552e-05, "epoch": 1.2223766504517026, "percentage": 40.74, "elapsed_time": "13:07:59", "remaining_time": "19:06:09"} +{"current_steps": 1110, "total_steps": 2700, "loss": 0.33880271911621096, "lr": 2.9343739644707986e-05, "epoch": 1.2334954829742877, "percentage": 41.11, "elapsed_time": "13:15:11", "remaining_time": "18:59:03"} +{"current_steps": 1120, "total_steps": 2700, "loss": 0.3303499698638916, "lr": 2.911435067210569e-05, "epoch": 1.2446143154968727, "percentage": 41.48, "elapsed_time": "13:22:21", "remaining_time": "18:51:53"} +{"current_steps": 1130, "total_steps": 2700, "loss": 0.3369396686553955, "lr": 2.8883438324296866e-05, "epoch": 1.255733148019458, "percentage": 41.85, "elapsed_time": "13:29:28", "remaining_time": "18:44:40"} +{"current_steps": 1140, "total_steps": 2700, "loss": 0.33591766357421876, "lr": 2.8651041196038098e-05, "epoch": 1.266851980542043, "percentage": 42.22, "elapsed_time": "13:36:38", "remaining_time": "18:37:30"} +{"current_steps": 1150, "total_steps": 2700, "loss": 0.337198281288147, "lr": 2.8417198130252584e-05, "epoch": 1.2779708130646283, "percentage": 42.59, "elapsed_time": "13:43:52", "remaining_time": "18:30:26"} +{"current_steps": 1160, "total_steps": 2700, "loss": 0.33505361080169677, "lr": 2.8181948211537954e-05, "epoch": 1.2890896455872134, "percentage": 42.96, "elapsed_time": "13:51:01", "remaining_time": "18:23:15"} +{"current_steps": 1170, "total_steps": 2700, "loss": 0.3337593078613281, "lr": 2.7945330759633642e-05, "epoch": 1.3002084781097984, "percentage": 43.33, "elapsed_time": "13:58:12", "remaining_time": "18:16:07"} +{"current_steps": 1180, "total_steps": 2700, "loss": 0.3352059364318848, "lr": 2.770738532284897e-05, "epoch": 1.3113273106323837, "percentage": 43.7, "elapsed_time": "14:05:17", "remaining_time": "18:08:50"} +{"current_steps": 1190, "total_steps": 2700, "loss": 0.34058656692504885, "lr": 2.746815167145303e-05, "epoch": 1.3224461431549688, "percentage": 44.07, "elapsed_time": "14:12:27", "remaining_time": "18:01:41"} +{"current_steps": 1200, "total_steps": 2700, "loss": 0.33803424835205076, "lr": 2.7227669791027497e-05, "epoch": 1.3335649756775538, "percentage": 44.44, "elapsed_time": "14:19:35", "remaining_time": "17:54:29"} +{"current_steps": 1210, "total_steps": 2700, "loss": 0.3345954418182373, "lr": 2.6985979875783388e-05, "epoch": 1.344683808200139, "percentage": 44.81, "elapsed_time": "14:26:45", "remaining_time": "17:47:19"} +{"current_steps": 1220, "total_steps": 2700, "loss": 0.3368945598602295, "lr": 2.6743122321843014e-05, "epoch": 1.3558026407227242, "percentage": 45.19, "elapsed_time": "14:33:55", "remaining_time": "17:40:10"} +{"current_steps": 1230, "total_steps": 2700, "loss": 0.3394474983215332, "lr": 2.6499137720488163e-05, "epoch": 1.3669214732453092, "percentage": 45.56, "elapsed_time": "14:41:00", "remaining_time": "17:32:55"} +{"current_steps": 1240, "total_steps": 2700, "loss": 0.33933372497558595, "lr": 2.625406685137564e-05, "epoch": 1.3780403057678945, "percentage": 45.93, "elapsed_time": "14:48:11", "remaining_time": "17:25:46"} +{"current_steps": 1250, "total_steps": 2700, "loss": 0.33671281337738035, "lr": 2.6007950675721373e-05, "epoch": 1.3891591382904795, "percentage": 46.3, "elapsed_time": "14:55:21", "remaining_time": "17:18:37"} +{"current_steps": 1260, "total_steps": 2700, "loss": 0.3355069637298584, "lr": 2.5760830329454117e-05, "epoch": 1.4002779708130646, "percentage": 46.67, "elapsed_time": "15:02:32", "remaining_time": "17:11:28"} +{"current_steps": 1270, "total_steps": 2700, "loss": 0.3366411209106445, "lr": 2.5512747116339985e-05, "epoch": 1.4113968033356499, "percentage": 47.04, "elapsed_time": "15:09:40", "remaining_time": "17:04:16"} +{"current_steps": 1280, "total_steps": 2700, "loss": 0.34022998809814453, "lr": 2.5263742501078957e-05, "epoch": 1.422515635858235, "percentage": 47.41, "elapsed_time": "15:16:49", "remaining_time": "16:57:06"} +{"current_steps": 1290, "total_steps": 2700, "loss": 0.3365932941436768, "lr": 2.501385810237442e-05, "epoch": 1.43363446838082, "percentage": 47.78, "elapsed_time": "15:24:01", "remaining_time": "16:49:58"} +{"current_steps": 1300, "total_steps": 2700, "loss": 0.3349552392959595, "lr": 2.476313568597702e-05, "epoch": 1.4447533009034053, "percentage": 48.15, "elapsed_time": "15:31:12", "remaining_time": "16:42:50"} +{"current_steps": 1310, "total_steps": 2700, "loss": 0.32939877510070803, "lr": 2.4511617157703915e-05, "epoch": 1.4558721334259903, "percentage": 48.52, "elapsed_time": "15:38:21", "remaining_time": "16:35:39"} +{"current_steps": 1320, "total_steps": 2700, "loss": 0.33145139217376707, "lr": 2.4259344556434656e-05, "epoch": 1.4669909659485754, "percentage": 48.89, "elapsed_time": "15:45:28", "remaining_time": "16:28:26"} +{"current_steps": 1330, "total_steps": 2700, "loss": 0.3342320919036865, "lr": 2.400636004708475e-05, "epoch": 1.4781097984711606, "percentage": 49.26, "elapsed_time": "15:52:40", "remaining_time": "16:21:19"} +{"current_steps": 1340, "total_steps": 2700, "loss": 0.3325347423553467, "lr": 2.3752705913558228e-05, "epoch": 1.4892286309937457, "percentage": 49.63, "elapsed_time": "15:59:49", "remaining_time": "16:14:09"} +{"current_steps": 1350, "total_steps": 2700, "loss": 0.3336307525634766, "lr": 2.3498424551680318e-05, "epoch": 1.5003474635163307, "percentage": 50.0, "elapsed_time": "16:06:55", "remaining_time": "16:06:55"} +{"current_steps": 1360, "total_steps": 2700, "loss": 0.33458542823791504, "lr": 2.3243558462111354e-05, "epoch": 1.511466296038916, "percentage": 50.37, "elapsed_time": "16:14:02", "remaining_time": "15:59:43"} +{"current_steps": 1370, "total_steps": 2700, "loss": 0.3298256158828735, "lr": 2.2988150243243235e-05, "epoch": 1.522585128561501, "percentage": 50.74, "elapsed_time": "16:21:12", "remaining_time": "15:52:33"} +{"current_steps": 1380, "total_steps": 2700, "loss": 0.3372241973876953, "lr": 2.273224258407951e-05, "epoch": 1.5337039610840861, "percentage": 51.11, "elapsed_time": "16:28:24", "remaining_time": "15:45:25"} +{"current_steps": 1390, "total_steps": 2700, "loss": 0.3346505641937256, "lr": 2.2475878257100333e-05, "epoch": 1.5448227936066714, "percentage": 51.48, "elapsed_time": "16:35:37", "remaining_time": "15:38:19"} +{"current_steps": 1400, "total_steps": 2700, "loss": 0.33000621795654295, "lr": 2.2219100111113408e-05, "epoch": 1.5559416261292565, "percentage": 51.85, "elapsed_time": "16:42:48", "remaining_time": "15:31:10"} +{"current_steps": 1410, "total_steps": 2700, "loss": 0.32919626235961913, "lr": 2.196195106409232e-05, "epoch": 1.5670604586518415, "percentage": 52.22, "elapsed_time": "16:49:53", "remaining_time": "15:23:56"} +{"current_steps": 1420, "total_steps": 2700, "loss": 0.3363958835601807, "lr": 2.1704474096003135e-05, "epoch": 1.5781792911744268, "percentage": 52.59, "elapsed_time": "16:57:04", "remaining_time": "15:16:47"} +{"current_steps": 1430, "total_steps": 2700, "loss": 0.33312478065490725, "lr": 2.1446712241620734e-05, "epoch": 1.5892981236970118, "percentage": 52.96, "elapsed_time": "17:04:16", "remaining_time": "15:09:39"} +{"current_steps": 1440, "total_steps": 2700, "loss": 0.327138090133667, "lr": 2.118870858333599e-05, "epoch": 1.600416956219597, "percentage": 53.33, "elapsed_time": "17:11:26", "remaining_time": "15:02:30"} +{"current_steps": 1450, "total_steps": 2700, "loss": 0.334153938293457, "lr": 2.093050624395494e-05, "epoch": 1.6115357887421822, "percentage": 53.7, "elapsed_time": "17:18:36", "remaining_time": "14:55:21"} +{"current_steps": 1460, "total_steps": 2700, "loss": 0.32985107898712157, "lr": 2.0672148379491234e-05, "epoch": 1.6226546212647672, "percentage": 54.07, "elapsed_time": "17:25:42", "remaining_time": "14:48:07"} +{"current_steps": 1470, "total_steps": 2700, "loss": 0.3321858882904053, "lr": 2.0413678171953056e-05, "epoch": 1.6337734537873523, "percentage": 54.44, "elapsed_time": "17:32:53", "remaining_time": "14:40:59"} +{"current_steps": 1480, "total_steps": 2700, "loss": 0.3292757511138916, "lr": 2.0155138822125608e-05, "epoch": 1.6448922863099376, "percentage": 54.81, "elapsed_time": "17:40:05", "remaining_time": "14:33:51"} +{"current_steps": 1490, "total_steps": 2700, "loss": 0.3216125011444092, "lr": 1.9896573542350576e-05, "epoch": 1.6560111188325226, "percentage": 55.19, "elapsed_time": "17:47:11", "remaining_time": "14:26:38"} +{"current_steps": 1500, "total_steps": 2700, "loss": 0.33061861991882324, "lr": 1.9638025549303576e-05, "epoch": 1.6671299513551077, "percentage": 55.56, "elapsed_time": "17:54:21", "remaining_time": "14:19:29"} +{"current_steps": 1510, "total_steps": 2700, "loss": 0.33137152194976804, "lr": 1.9379538056770927e-05, "epoch": 1.678248783877693, "percentage": 55.93, "elapsed_time": "18:02:30", "remaining_time": "14:13:06"} +{"current_steps": 1520, "total_steps": 2700, "loss": 0.33290562629699705, "lr": 1.912115426842686e-05, "epoch": 1.689367616400278, "percentage": 56.3, "elapsed_time": "18:09:40", "remaining_time": "14:05:56"} +{"current_steps": 1530, "total_steps": 2700, "loss": 0.3290142059326172, "lr": 1.8862917370612454e-05, "epoch": 1.700486448922863, "percentage": 56.67, "elapsed_time": "18:16:47", "remaining_time": "13:58:43"} +{"current_steps": 1540, "total_steps": 2700, "loss": 0.3255646228790283, "lr": 1.8604870525117496e-05, "epoch": 1.7116052814454483, "percentage": 57.04, "elapsed_time": "18:23:52", "remaining_time": "13:51:29"} +{"current_steps": 1550, "total_steps": 2700, "loss": 0.3327143907546997, "lr": 1.8347056861966333e-05, "epoch": 1.7227241139680334, "percentage": 57.41, "elapsed_time": "18:31:02", "remaining_time": "13:44:19"} +{"current_steps": 1560, "total_steps": 2700, "loss": 0.3347191572189331, "lr": 1.8089519472209168e-05, "epoch": 1.7338429464906184, "percentage": 57.78, "elapsed_time": "18:38:16", "remaining_time": "13:37:12"} +{"current_steps": 1570, "total_steps": 2700, "loss": 0.326206111907959, "lr": 1.7832301400719793e-05, "epoch": 1.7449617790132037, "percentage": 58.15, "elapsed_time": "18:45:26", "remaining_time": "13:30:01"} +{"current_steps": 1580, "total_steps": 2700, "loss": 0.3275812387466431, "lr": 1.7575445639001026e-05, "epoch": 1.7560806115357888, "percentage": 58.52, "elapsed_time": "18:52:36", "remaining_time": "13:22:51"} +{"current_steps": 1590, "total_steps": 2700, "loss": 0.32840893268585203, "lr": 1.7318995117999158e-05, "epoch": 1.7671994440583738, "percentage": 58.89, "elapsed_time": "18:59:44", "remaining_time": "13:15:39"} +{"current_steps": 1600, "total_steps": 2700, "loss": 0.3295578956604004, "lr": 1.706299270092842e-05, "epoch": 1.778318276580959, "percentage": 59.26, "elapsed_time": "19:06:52", "remaining_time": "13:08:28"} +{"current_steps": 1610, "total_steps": 2700, "loss": 0.3292530536651611, "lr": 1.6807481176106816e-05, "epoch": 1.7894371091035441, "percentage": 59.63, "elapsed_time": "19:14:02", "remaining_time": "13:01:18"} +{"current_steps": 1620, "total_steps": 2700, "loss": 0.32708158493041994, "lr": 1.655250324980447e-05, "epoch": 1.8005559416261292, "percentage": 60.0, "elapsed_time": "19:21:13", "remaining_time": "12:54:08"} +{"current_steps": 1630, "total_steps": 2700, "loss": 0.3281073093414307, "lr": 1.6298101539105712e-05, "epoch": 1.8116747741487145, "percentage": 60.37, "elapsed_time": "19:28:22", "remaining_time": "12:46:58"} +{"current_steps": 1640, "total_steps": 2700, "loss": 0.32400391101837156, "lr": 1.604431856478602e-05, "epoch": 1.8227936066712995, "percentage": 60.74, "elapsed_time": "19:35:26", "remaining_time": "12:39:44"} +{"current_steps": 1650, "total_steps": 2700, "loss": 0.3259273052215576, "lr": 1.5791196744205094e-05, "epoch": 1.8339124391938846, "percentage": 61.11, "elapsed_time": "19:42:38", "remaining_time": "12:32:35"} +{"current_steps": 1660, "total_steps": 2700, "loss": 0.3238994598388672, "lr": 1.5538778384217215e-05, "epoch": 1.8450312717164699, "percentage": 61.48, "elapsed_time": "19:49:48", "remaining_time": "12:25:25"} +{"current_steps": 1670, "total_steps": 2700, "loss": 0.32615640163421633, "lr": 1.5287105674100053e-05, "epoch": 1.856150104239055, "percentage": 61.85, "elapsed_time": "19:56:57", "remaining_time": "12:18:14"} +{"current_steps": 1680, "total_steps": 2700, "loss": 0.3246027946472168, "lr": 1.5036220678503137e-05, "epoch": 1.86726893676164, "percentage": 62.22, "elapsed_time": "20:04:10", "remaining_time": "12:11:06"} +{"current_steps": 1690, "total_steps": 2700, "loss": 0.325272798538208, "lr": 1.4786165330417173e-05, "epoch": 1.8783877692842252, "percentage": 62.59, "elapsed_time": "20:11:23", "remaining_time": "12:03:57"} +{"current_steps": 1700, "total_steps": 2700, "loss": 0.32622013092041013, "lr": 1.4536981424165334e-05, "epoch": 1.8895066018068103, "percentage": 62.96, "elapsed_time": "20:18:32", "remaining_time": "11:56:47"} +{"current_steps": 1710, "total_steps": 2700, "loss": 0.32583372592926024, "lr": 1.4288710608417754e-05, "epoch": 1.9006254343293953, "percentage": 63.33, "elapsed_time": "20:25:37", "remaining_time": "11:49:34"} +{"current_steps": 1720, "total_steps": 2700, "loss": 0.32550692558288574, "lr": 1.404139437923036e-05, "epoch": 1.9117442668519806, "percentage": 63.7, "elapsed_time": "20:32:49", "remaining_time": "11:42:25"} +{"current_steps": 1730, "total_steps": 2700, "loss": 0.3274375438690186, "lr": 1.3795074073109211e-05, "epoch": 1.9228630993745657, "percentage": 64.07, "elapsed_time": "20:40:00", "remaining_time": "11:35:16"} +{"current_steps": 1740, "total_steps": 2700, "loss": 0.3290217399597168, "lr": 1.3549790860101481e-05, "epoch": 1.9339819318971507, "percentage": 64.44, "elapsed_time": "20:47:11", "remaining_time": "11:28:06"} +{"current_steps": 1750, "total_steps": 2700, "loss": 0.3270266056060791, "lr": 1.3305585736914318e-05, "epoch": 1.945100764419736, "percentage": 64.81, "elapsed_time": "20:54:17", "remaining_time": "11:20:53"} +{"current_steps": 1760, "total_steps": 2700, "loss": 0.32512893676757815, "lr": 1.3062499520062608e-05, "epoch": 1.956219596942321, "percentage": 65.19, "elapsed_time": "21:01:26", "remaining_time": "11:13:43"} +{"current_steps": 1770, "total_steps": 2700, "loss": 0.32194349765777586, "lr": 1.2820572839046915e-05, "epoch": 1.9673384294649061, "percentage": 65.56, "elapsed_time": "21:08:35", "remaining_time": "11:06:32"} +{"current_steps": 1780, "total_steps": 2700, "loss": 0.32468571662902834, "lr": 1.2579846129562663e-05, "epoch": 1.9784572619874914, "percentage": 65.93, "elapsed_time": "21:15:47", "remaining_time": "10:59:23"} +{"current_steps": 1790, "total_steps": 2700, "loss": 0.31974453926086427, "lr": 1.2340359626741676e-05, "epoch": 1.9895760945100764, "percentage": 66.3, "elapsed_time": "21:22:55", "remaining_time": "10:52:12"} +{"current_steps": 1800, "total_steps": 2700, "loss": 0.32196643352508547, "lr": 1.2102153358427264e-05, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "21:29:32", "remaining_time": "10:44:46"} +{"current_steps": 1810, "total_steps": 2700, "loss": 0.2720228672027588, "lr": 1.1865267138484e-05, "epoch": 2.0111188325225853, "percentage": 67.04, "elapsed_time": "21:36:38", "remaining_time": "10:37:34"} +{"current_steps": 1820, "total_steps": 2700, "loss": 0.2708899974822998, "lr": 1.1629740560143162e-05, "epoch": 2.02223766504517, "percentage": 67.41, "elapsed_time": "21:43:43", "remaining_time": "10:30:22"} +{"current_steps": 1830, "total_steps": 2700, "loss": 0.2705179214477539, "lr": 1.139561298938515e-05, "epoch": 2.0333564975677554, "percentage": 67.78, "elapsed_time": "21:50:51", "remaining_time": "10:23:11"} +{"current_steps": 1840, "total_steps": 2700, "loss": 0.2721697807312012, "lr": 1.1162923558359849e-05, "epoch": 2.0444753300903407, "percentage": 68.15, "elapsed_time": "21:58:00", "remaining_time": "10:16:01"} +{"current_steps": 1850, "total_steps": 2700, "loss": 0.2725118398666382, "lr": 1.0931711158846024e-05, "epoch": 2.0555941626129255, "percentage": 68.52, "elapsed_time": "22:05:09", "remaining_time": "10:08:51"} +{"current_steps": 1860, "total_steps": 2700, "loss": 0.27192416191101076, "lr": 1.0702014435750985e-05, "epoch": 2.0667129951355108, "percentage": 68.89, "elapsed_time": "22:12:14", "remaining_time": "10:01:39"} +{"current_steps": 1870, "total_steps": 2700, "loss": 0.27294752597808836, "lr": 1.0473871780651435e-05, "epoch": 2.077831827658096, "percentage": 69.26, "elapsed_time": "22:19:24", "remaining_time": "9:54:29"} +{"current_steps": 1880, "total_steps": 2700, "loss": 0.2742859601974487, "lr": 1.0247321325376704e-05, "epoch": 2.088950660180681, "percentage": 69.63, "elapsed_time": "22:26:30", "remaining_time": "9:47:18"} +{"current_steps": 1890, "total_steps": 2700, "loss": 0.2734071254730225, "lr": 1.00224009356354e-05, "epoch": 2.100069492703266, "percentage": 70.0, "elapsed_time": "22:33:38", "remaining_time": "9:40:07"} +{"current_steps": 1900, "total_steps": 2700, "loss": 0.27077765464782716, "lr": 9.799148204686495e-06, "epoch": 2.1111883252258514, "percentage": 70.37, "elapsed_time": "22:40:44", "remaining_time": "9:32:56"} +{"current_steps": 1910, "total_steps": 2700, "loss": 0.2729313373565674, "lr": 9.577600447055983e-06, "epoch": 2.1223071577484363, "percentage": 70.74, "elapsed_time": "22:47:52", "remaining_time": "9:25:46"} +{"current_steps": 1920, "total_steps": 2700, "loss": 0.27156963348388674, "lr": 9.357794692300134e-06, "epoch": 2.1334259902710215, "percentage": 71.11, "elapsed_time": "22:55:00", "remaining_time": "9:18:35"} +{"current_steps": 1930, "total_steps": 2700, "loss": 0.27226369380950927, "lr": 9.13976767881634e-06, "epoch": 2.144544822793607, "percentage": 71.48, "elapsed_time": "23:02:09", "remaining_time": "9:11:25"} +{"current_steps": 1940, "total_steps": 2700, "loss": 0.2755557060241699, "lr": 8.923555847702675e-06, "epoch": 2.1556636553161916, "percentage": 71.85, "elapsed_time": "23:09:19", "remaining_time": "9:04:16"} +{"current_steps": 1950, "total_steps": 2700, "loss": 0.2707196235656738, "lr": 8.709195336667102e-06, "epoch": 2.166782487838777, "percentage": 72.22, "elapsed_time": "23:16:26", "remaining_time": "8:57:05"} +{"current_steps": 1960, "total_steps": 2700, "loss": 0.271243953704834, "lr": 8.496721973987423e-06, "epoch": 2.177901320361362, "percentage": 72.59, "elapsed_time": "23:23:33", "remaining_time": "8:49:55"} +{"current_steps": 1970, "total_steps": 2700, "loss": 0.2702665090560913, "lr": 8.286171272522904e-06, "epoch": 2.189020152883947, "percentage": 72.96, "elapsed_time": "23:30:45", "remaining_time": "8:42:46"} +{"current_steps": 1980, "total_steps": 2700, "loss": 0.2705970764160156, "lr": 8.077578423778658e-06, "epoch": 2.2001389854065323, "percentage": 73.33, "elapsed_time": "23:37:56", "remaining_time": "8:35:37"} +{"current_steps": 1990, "total_steps": 2700, "loss": 0.275134539604187, "lr": 7.870978292023739e-06, "epoch": 2.2112578179291176, "percentage": 73.7, "elapsed_time": "23:45:08", "remaining_time": "8:28:27"} +{"current_steps": 2000, "total_steps": 2700, "loss": 0.27126991748809814, "lr": 7.666405408463889e-06, "epoch": 2.2223766504517024, "percentage": 74.07, "elapsed_time": "23:52:16", "remaining_time": "8:21:17"} +{"current_steps": 2010, "total_steps": 2700, "loss": 0.26952409744262695, "lr": 7.4638939654700235e-06, "epoch": 2.2334954829742877, "percentage": 74.44, "elapsed_time": "1 day, 0:00:27", "remaining_time": "8:14:29"} +{"current_steps": 2020, "total_steps": 2700, "loss": 0.27427287101745607, "lr": 7.263477810863282e-06, "epoch": 2.244614315496873, "percentage": 74.81, "elapsed_time": "1 day, 0:07:39", "remaining_time": "8:07:19"} +{"current_steps": 2030, "total_steps": 2700, "loss": 0.27138872146606446, "lr": 7.065190442257686e-06, "epoch": 2.255733148019458, "percentage": 75.19, "elapsed_time": "1 day, 0:14:54", "remaining_time": "8:00:11"} +{"current_steps": 2040, "total_steps": 2700, "loss": 0.2695302486419678, "lr": 6.8690650014613505e-06, "epoch": 2.266851980542043, "percentage": 75.56, "elapsed_time": "1 day, 0:22:04", "remaining_time": "7:53:01"} +{"current_steps": 2050, "total_steps": 2700, "loss": 0.2692440032958984, "lr": 6.675134268937158e-06, "epoch": 2.2779708130646283, "percentage": 75.93, "elapsed_time": "1 day, 0:29:14", "remaining_time": "7:45:51"} +{"current_steps": 2060, "total_steps": 2700, "loss": 0.26996283531188964, "lr": 6.483430658323806e-06, "epoch": 2.289089645587213, "percentage": 76.3, "elapsed_time": "1 day, 0:36:26", "remaining_time": "7:38:41"} +{"current_steps": 2070, "total_steps": 2700, "loss": 0.2742361783981323, "lr": 6.293986211018208e-06, "epoch": 2.3002084781097984, "percentage": 76.67, "elapsed_time": "1 day, 0:43:38", "remaining_time": "7:31:32"} +{"current_steps": 2080, "total_steps": 2700, "loss": 0.2687552452087402, "lr": 6.106832590820053e-06, "epoch": 2.3113273106323837, "percentage": 77.04, "elapsed_time": "1 day, 0:50:46", "remaining_time": "7:24:22"} +{"current_steps": 2090, "total_steps": 2700, "loss": 0.273982572555542, "lr": 5.922001078639541e-06, "epoch": 2.3224461431549686, "percentage": 77.41, "elapsed_time": "1 day, 0:57:55", "remaining_time": "7:17:11"} +{"current_steps": 2100, "total_steps": 2700, "loss": 0.27311880588531495, "lr": 5.739522567269052e-06, "epoch": 2.333564975677554, "percentage": 77.78, "elapsed_time": "1 day, 1:05:02", "remaining_time": "7:10:00"} +{"current_steps": 2110, "total_steps": 2700, "loss": 0.273662805557251, "lr": 5.559427556219734e-06, "epoch": 2.344683808200139, "percentage": 78.15, "elapsed_time": "1 day, 1:12:12", "remaining_time": "7:02:50"} +{"current_steps": 2120, "total_steps": 2700, "loss": 0.269588041305542, "lr": 5.381746146623805e-06, "epoch": 2.355802640722724, "percentage": 78.52, "elapsed_time": "1 day, 1:19:20", "remaining_time": "6:55:40"} +{"current_steps": 2130, "total_steps": 2700, "loss": 0.2678502321243286, "lr": 5.20650803620343e-06, "epoch": 2.366921473245309, "percentage": 78.89, "elapsed_time": "1 day, 1:26:30", "remaining_time": "6:48:30"} +{"current_steps": 2140, "total_steps": 2700, "loss": 0.273479700088501, "lr": 5.033742514307061e-06, "epoch": 2.3780403057678945, "percentage": 79.26, "elapsed_time": "1 day, 1:33:39", "remaining_time": "6:41:19"} +{"current_steps": 2150, "total_steps": 2700, "loss": 0.27426838874816895, "lr": 4.863478457013977e-06, "epoch": 2.3891591382904793, "percentage": 79.63, "elapsed_time": "1 day, 1:40:46", "remaining_time": "6:34:09"} +{"current_steps": 2160, "total_steps": 2700, "loss": 0.27318222522735597, "lr": 4.6957443223079425e-06, "epoch": 2.4002779708130646, "percentage": 80.0, "elapsed_time": "1 day, 1:47:53", "remaining_time": "6:26:58"} +{"current_steps": 2170, "total_steps": 2700, "loss": 0.2738449811935425, "lr": 4.530568145320724e-06, "epoch": 2.41139680333565, "percentage": 80.37, "elapsed_time": "1 day, 1:55:05", "remaining_time": "6:19:48"} +{"current_steps": 2180, "total_steps": 2700, "loss": 0.26780765056610106, "lr": 4.367977533646297e-06, "epoch": 2.4225156358582347, "percentage": 80.74, "elapsed_time": "1 day, 2:02:15", "remaining_time": "6:12:38"} +{"current_steps": 2190, "total_steps": 2700, "loss": 0.2710136413574219, "lr": 4.207999662726516e-06, "epoch": 2.43363446838082, "percentage": 81.11, "elapsed_time": "1 day, 2:09:24", "remaining_time": "6:05:28"} +{"current_steps": 2200, "total_steps": 2700, "loss": 0.27028565406799315, "lr": 4.050661271308969e-06, "epoch": 2.4447533009034053, "percentage": 81.48, "elapsed_time": "1 day, 2:16:34", "remaining_time": "5:58:18"} +{"current_steps": 2210, "total_steps": 2700, "loss": 0.2697636604309082, "lr": 3.895988656977898e-06, "epoch": 2.45587213342599, "percentage": 81.85, "elapsed_time": "1 day, 2:23:43", "remaining_time": "5:51:08"} +{"current_steps": 2220, "total_steps": 2700, "loss": 0.26787629127502444, "lr": 3.744007671758778e-06, "epoch": 2.4669909659485754, "percentage": 82.22, "elapsed_time": "1 day, 2:30:52", "remaining_time": "5:43:58"} +{"current_steps": 2230, "total_steps": 2700, "loss": 0.2722454071044922, "lr": 3.59474371779742e-06, "epoch": 2.4781097984711606, "percentage": 82.59, "elapsed_time": "1 day, 2:38:05", "remaining_time": "5:36:49"} +{"current_steps": 2240, "total_steps": 2700, "loss": 0.27159295082092283, "lr": 3.4482217431142394e-06, "epoch": 2.4892286309937455, "percentage": 82.96, "elapsed_time": "1 day, 2:45:16", "remaining_time": "5:29:39"} +{"current_steps": 2250, "total_steps": 2700, "loss": 0.26755647659301757, "lr": 3.304466237434458e-06, "epoch": 2.5003474635163307, "percentage": 83.33, "elapsed_time": "1 day, 2:52:23", "remaining_time": "5:22:28"} +{"current_steps": 2260, "total_steps": 2700, "loss": 0.2669699668884277, "lr": 3.1635012280948496e-06, "epoch": 2.511466296038916, "percentage": 83.7, "elapsed_time": "1 day, 2:59:29", "remaining_time": "5:15:17"} +{"current_steps": 2270, "total_steps": 2700, "loss": 0.2691537380218506, "lr": 3.0253502760278406e-06, "epoch": 2.5225851285615013, "percentage": 84.07, "elapsed_time": "1 day, 3:06:39", "remaining_time": "5:08:07"} +{"current_steps": 2280, "total_steps": 2700, "loss": 0.2669252872467041, "lr": 2.8900364718234987e-06, "epoch": 2.533703961084086, "percentage": 84.44, "elapsed_time": "1 day, 3:13:47", "remaining_time": "5:00:57"} +{"current_steps": 2290, "total_steps": 2700, "loss": 0.26923959255218505, "lr": 2.7575824318701806e-06, "epoch": 2.5448227936066714, "percentage": 84.81, "elapsed_time": "1 day, 3:20:56", "remaining_time": "4:53:47"} +{"current_steps": 2300, "total_steps": 2700, "loss": 0.2703924417495728, "lr": 2.6280102945744124e-06, "epoch": 2.5559416261292567, "percentage": 85.19, "elapsed_time": "1 day, 3:28:07", "remaining_time": "4:46:37"} +{"current_steps": 2310, "total_steps": 2700, "loss": 0.2688326358795166, "lr": 2.501341716660699e-06, "epoch": 2.5670604586518415, "percentage": 85.56, "elapsed_time": "1 day, 3:35:15", "remaining_time": "4:39:27"} +{"current_steps": 2320, "total_steps": 2700, "loss": 0.2724630832672119, "lr": 2.377597869551762e-06, "epoch": 2.578179291174427, "percentage": 85.93, "elapsed_time": "1 day, 3:42:28", "remaining_time": "4:32:18"} +{"current_steps": 2330, "total_steps": 2700, "loss": 0.27178168296813965, "lr": 2.2567994358299973e-06, "epoch": 2.589298123697012, "percentage": 86.3, "elapsed_time": "1 day, 3:49:36", "remaining_time": "4:25:07"} +{"current_steps": 2340, "total_steps": 2700, "loss": 0.2691415548324585, "lr": 2.138966605780537e-06, "epoch": 2.600416956219597, "percentage": 86.67, "elapsed_time": "1 day, 3:56:50", "remaining_time": "4:17:58"} +{"current_steps": 2350, "total_steps": 2700, "loss": 0.26769893169403075, "lr": 2.024119074016664e-06, "epoch": 2.611535788742182, "percentage": 87.04, "elapsed_time": "1 day, 4:04:00", "remaining_time": "4:10:48"} +{"current_steps": 2360, "total_steps": 2700, "loss": 0.2699122428894043, "lr": 1.9122760361880364e-06, "epoch": 2.6226546212647674, "percentage": 87.41, "elapsed_time": "1 day, 4:11:08", "remaining_time": "4:03:38"} +{"current_steps": 2370, "total_steps": 2700, "loss": 0.2678532123565674, "lr": 1.8034561857723453e-06, "epoch": 2.6337734537873523, "percentage": 87.78, "elapsed_time": "1 day, 4:18:15", "remaining_time": "3:56:27"} +{"current_steps": 2380, "total_steps": 2700, "loss": 0.2715311050415039, "lr": 1.6976777109508446e-06, "epoch": 2.6448922863099376, "percentage": 88.15, "elapsed_time": "1 day, 4:25:21", "remaining_time": "3:49:17"} +{"current_steps": 2390, "total_steps": 2700, "loss": 0.26792240142822266, "lr": 1.5949582915684025e-06, "epoch": 2.656011118832523, "percentage": 88.52, "elapsed_time": "1 day, 4:32:31", "remaining_time": "3:42:07"} +{"current_steps": 2400, "total_steps": 2700, "loss": 0.2684680461883545, "lr": 1.4953150961784713e-06, "epoch": 2.6671299513551077, "percentage": 88.89, "elapsed_time": "1 day, 4:39:40", "remaining_time": "3:34:57"} +{"current_steps": 2410, "total_steps": 2700, "loss": 0.2693314552307129, "lr": 1.398764779173538e-06, "epoch": 2.678248783877693, "percentage": 89.26, "elapsed_time": "1 day, 4:46:55", "remaining_time": "3:27:48"} +{"current_steps": 2420, "total_steps": 2700, "loss": 0.27136645317077634, "lr": 1.3053234780015012e-06, "epoch": 2.689367616400278, "percentage": 89.63, "elapsed_time": "1 day, 4:54:08", "remaining_time": "3:20:38"} +{"current_steps": 2430, "total_steps": 2700, "loss": 0.2695932149887085, "lr": 1.2150068104684577e-06, "epoch": 2.700486448922863, "percentage": 90.0, "elapsed_time": "1 day, 5:01:20", "remaining_time": "3:13:28"} +{"current_steps": 2440, "total_steps": 2700, "loss": 0.2679957151412964, "lr": 1.12782987212833e-06, "epoch": 2.7116052814454483, "percentage": 90.37, "elapsed_time": "1 day, 5:08:30", "remaining_time": "3:06:19"} +{"current_steps": 2450, "total_steps": 2700, "loss": 0.2688181400299072, "lr": 1.0438072337597972e-06, "epoch": 2.7227241139680336, "percentage": 90.74, "elapsed_time": "1 day, 5:15:41", "remaining_time": "2:59:09"} +{"current_steps": 2460, "total_steps": 2700, "loss": 0.2718325138092041, "lr": 9.6295293893093e-07, "epoch": 2.7338429464906184, "percentage": 91.11, "elapsed_time": "1 day, 5:22:48", "remaining_time": "2:51:58"} +{"current_steps": 2470, "total_steps": 2700, "loss": 0.26870386600494384, "lr": 8.852805016519417e-07, "epoch": 2.7449617790132037, "percentage": 91.48, "elapsed_time": "1 day, 5:29:58", "remaining_time": "2:44:48"} +{"current_steps": 2480, "total_steps": 2700, "loss": 0.2723594903945923, "lr": 8.108029041164566e-07, "epoch": 2.756080611535789, "percentage": 91.85, "elapsed_time": "1 day, 5:37:09", "remaining_time": "2:37:39"} +{"current_steps": 2490, "total_steps": 2700, "loss": 0.26740460395812987, "lr": 7.395325945316623e-07, "epoch": 2.767199444058374, "percentage": 92.22, "elapsed_time": "1 day, 5:44:16", "remaining_time": "2:30:28"} +{"current_steps": 2500, "total_steps": 2700, "loss": 0.26805920600891114, "lr": 6.714814850377082e-07, "epoch": 2.778318276580959, "percentage": 92.59, "elapsed_time": "1 day, 5:51:24", "remaining_time": "2:23:18"} +{"current_steps": 2510, "total_steps": 2700, "loss": 0.26962528228759763, "lr": 6.066609497167086e-07, "epoch": 2.7894371091035444, "percentage": 92.96, "elapsed_time": "1 day, 5:59:35", "remaining_time": "2:16:13"} +{"current_steps": 2520, "total_steps": 2700, "loss": 0.26596574783325194, "lr": 5.450818226916799e-07, "epoch": 2.800555941626129, "percentage": 93.33, "elapsed_time": "1 day, 6:06:45", "remaining_time": "2:09:03"} +{"current_steps": 2530, "total_steps": 2700, "loss": 0.27477524280548093, "lr": 4.867543963157162e-07, "epoch": 2.8116747741487145, "percentage": 93.7, "elapsed_time": "1 day, 6:13:55", "remaining_time": "2:01:53"} +{"current_steps": 2540, "total_steps": 2700, "loss": 0.26975407600402834, "lr": 4.3168841945172347e-07, "epoch": 2.8227936066712997, "percentage": 94.07, "elapsed_time": "1 day, 6:21:08", "remaining_time": "1:54:43"} +{"current_steps": 2550, "total_steps": 2700, "loss": 0.2677044630050659, "lr": 3.798930958430025e-07, "epoch": 2.8339124391938846, "percentage": 94.44, "elapsed_time": "1 day, 6:28:19", "remaining_time": "1:47:32"} +{"current_steps": 2560, "total_steps": 2700, "loss": 0.2706420421600342, "lr": 3.3137708257491074e-07, "epoch": 2.84503127171647, "percentage": 94.81, "elapsed_time": "1 day, 6:35:27", "remaining_time": "1:40:22"} +{"current_steps": 2570, "total_steps": 2700, "loss": 0.26921744346618653, "lr": 2.861484886279331e-07, "epoch": 2.856150104239055, "percentage": 95.19, "elapsed_time": "1 day, 6:42:35", "remaining_time": "1:33:12"} +{"current_steps": 2580, "total_steps": 2700, "loss": 0.2678064823150635, "lr": 2.4421487352234376e-07, "epoch": 2.86726893676164, "percentage": 95.56, "elapsed_time": "1 day, 6:49:41", "remaining_time": "1:26:01"} +{"current_steps": 2590, "total_steps": 2700, "loss": 0.26693019866943357, "lr": 2.0558324605469248e-07, "epoch": 2.8783877692842252, "percentage": 95.93, "elapsed_time": "1 day, 6:56:52", "remaining_time": "1:18:51"} +{"current_steps": 2600, "total_steps": 2700, "loss": 0.266402268409729, "lr": 1.7026006312635956e-07, "epoch": 2.8895066018068105, "percentage": 96.3, "elapsed_time": "1 day, 7:03:59", "remaining_time": "1:11:41"} +{"current_steps": 2610, "total_steps": 2700, "loss": 0.2690951585769653, "lr": 1.3825122866435893e-07, "epoch": 2.9006254343293953, "percentage": 96.67, "elapsed_time": "1 day, 7:11:09", "remaining_time": "1:04:31"} +{"current_steps": 2620, "total_steps": 2700, "loss": 0.26980152130126955, "lr": 1.0956209263453421e-07, "epoch": 2.9117442668519806, "percentage": 97.04, "elapsed_time": "1 day, 7:18:21", "remaining_time": "0:57:21"} +{"current_steps": 2630, "total_steps": 2700, "loss": 0.26876671314239503, "lr": 8.419745014737412e-08, "epoch": 2.922863099374566, "percentage": 97.41, "elapsed_time": "1 day, 7:25:31", "remaining_time": "0:50:11"} +{"current_steps": 2640, "total_steps": 2700, "loss": 0.2718991279602051, "lr": 6.216154065656233e-08, "epoch": 2.9339819318971507, "percentage": 97.78, "elapsed_time": "1 day, 7:32:41", "remaining_time": "0:43:00"} +{"current_steps": 2650, "total_steps": 2700, "loss": 0.2709752321243286, "lr": 4.345804725037983e-08, "epoch": 2.945100764419736, "percentage": 98.15, "elapsed_time": "1 day, 7:39:50", "remaining_time": "0:35:50"} +{"current_steps": 2660, "total_steps": 2700, "loss": 0.26477723121643065, "lr": 2.8090096036119675e-08, "epoch": 2.9562195969423213, "percentage": 98.52, "elapsed_time": "1 day, 7:46:59", "remaining_time": "0:28:40"} +{"current_steps": 2670, "total_steps": 2700, "loss": 0.27164206504821775, "lr": 1.6060255617595943e-08, "epoch": 2.967338429464906, "percentage": 98.89, "elapsed_time": "1 day, 7:54:06", "remaining_time": "0:21:30"} +{"current_steps": 2680, "total_steps": 2700, "loss": 0.2670041561126709, "lr": 7.370536665811667e-09, "epoch": 2.9784572619874914, "percentage": 99.26, "elapsed_time": "1 day, 8:01:15", "remaining_time": "0:14:20"} +{"current_steps": 2690, "total_steps": 2700, "loss": 0.27080345153808594, "lr": 2.0223915829031828e-09, "epoch": 2.9895760945100767, "percentage": 99.63, "elapsed_time": "1 day, 8:08:24", "remaining_time": "0:07:10"} +{"current_steps": 2700, "total_steps": 2700, "loss": 0.2644808292388916, "lr": 1.6714259387651256e-11, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "1 day, 8:15:06", "remaining_time": "0:00:00"} +{"current_steps": 2700, "total_steps": 2700, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "1 day, 8:16:12", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..372e8a4 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,1933 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 2700, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.011118832522585128, + "grad_norm": 3.517343759536743, + "learning_rate": 1.3333333333333334e-06, + "loss": 0.8242700576782227, + "step": 10 + }, + { + "epoch": 0.022237665045170257, + "grad_norm": 0.8755150437355042, + "learning_rate": 2.814814814814815e-06, + "loss": 0.7332224369049072, + "step": 20 + }, + { + "epoch": 0.03335649756775538, + "grad_norm": 0.5096220970153809, + "learning_rate": 4.296296296296296e-06, + "loss": 0.6391815185546875, + "step": 30 + }, + { + "epoch": 0.04447533009034051, + "grad_norm": 0.39251089096069336, + "learning_rate": 5.777777777777778e-06, + "loss": 0.5873191356658936, + "step": 40 + }, + { + "epoch": 0.05559416261292564, + "grad_norm": 0.2596520781517029, + "learning_rate": 7.2592592592592605e-06, + "loss": 0.5601994514465332, + "step": 50 + }, + { + "epoch": 0.06671299513551077, + "grad_norm": 0.21380962431430817, + "learning_rate": 8.740740740740741e-06, + "loss": 0.538310432434082, + "step": 60 + }, + { + "epoch": 0.0778318276580959, + "grad_norm": 0.2109403759241104, + "learning_rate": 1.0222222222222223e-05, + "loss": 0.5150705337524414, + "step": 70 + }, + { + "epoch": 0.08895066018068103, + "grad_norm": 0.2186734825372696, + "learning_rate": 1.1703703703703703e-05, + "loss": 0.5032827377319335, + "step": 80 + }, + { + "epoch": 0.10006949270326616, + "grad_norm": 0.2625578045845032, + "learning_rate": 1.3185185185185185e-05, + "loss": 0.49479260444641116, + "step": 90 + }, + { + "epoch": 0.11118832522585129, + "grad_norm": 0.2372923344373703, + "learning_rate": 1.4666666666666666e-05, + "loss": 0.49692888259887696, + "step": 100 + }, + { + "epoch": 0.12230715774843641, + "grad_norm": 0.3200058043003082, + "learning_rate": 1.614814814814815e-05, + "loss": 0.47324380874633787, + "step": 110 + }, + { + "epoch": 0.13342599027102153, + "grad_norm": 0.2912400960922241, + "learning_rate": 1.7629629629629633e-05, + "loss": 0.4717508316040039, + "step": 120 + }, + { + "epoch": 0.14454482279360667, + "grad_norm": 0.35332974791526794, + "learning_rate": 1.9111111111111113e-05, + "loss": 0.4714301586151123, + "step": 130 + }, + { + "epoch": 0.1556636553161918, + "grad_norm": 0.3428114950656891, + "learning_rate": 2.0592592592592596e-05, + "loss": 0.4707786083221436, + "step": 140 + }, + { + "epoch": 0.16678248783877692, + "grad_norm": 0.23904399573802948, + "learning_rate": 2.2074074074074073e-05, + "loss": 0.4618192672729492, + "step": 150 + }, + { + "epoch": 0.17790132036136205, + "grad_norm": 0.3916633725166321, + "learning_rate": 2.355555555555556e-05, + "loss": 0.45795350074768065, + "step": 160 + }, + { + "epoch": 0.1890201528839472, + "grad_norm": 0.291522741317749, + "learning_rate": 2.5037037037037036e-05, + "loss": 0.4513235569000244, + "step": 170 + }, + { + "epoch": 0.20013898540653233, + "grad_norm": 0.3826625645160675, + "learning_rate": 2.651851851851852e-05, + "loss": 0.4494623184204102, + "step": 180 + }, + { + "epoch": 0.21125781792911744, + "grad_norm": 0.2857173979282379, + "learning_rate": 2.8e-05, + "loss": 0.4489255428314209, + "step": 190 + }, + { + "epoch": 0.22237665045170257, + "grad_norm": 0.2880389392375946, + "learning_rate": 2.9481481481481483e-05, + "loss": 0.44628753662109377, + "step": 200 + }, + { + "epoch": 0.2334954829742877, + "grad_norm": 0.2952287495136261, + "learning_rate": 3.096296296296296e-05, + "loss": 0.44461727142333984, + "step": 210 + }, + { + "epoch": 0.24461431549687282, + "grad_norm": 0.30243533849716187, + "learning_rate": 3.2444444444444446e-05, + "loss": 0.4425827503204346, + "step": 220 + }, + { + "epoch": 0.25573314801945796, + "grad_norm": 0.308292418718338, + "learning_rate": 3.392592592592593e-05, + "loss": 0.4386408805847168, + "step": 230 + }, + { + "epoch": 0.26685198054204307, + "grad_norm": 0.3824830651283264, + "learning_rate": 3.540740740740741e-05, + "loss": 0.43536901473999023, + "step": 240 + }, + { + "epoch": 0.27797081306462823, + "grad_norm": 0.32702672481536865, + "learning_rate": 3.6888888888888896e-05, + "loss": 0.43506660461425783, + "step": 250 + }, + { + "epoch": 0.28908964558721334, + "grad_norm": 0.349981427192688, + "learning_rate": 3.837037037037037e-05, + "loss": 0.43353118896484377, + "step": 260 + }, + { + "epoch": 0.30020847810979845, + "grad_norm": 0.26233726739883423, + "learning_rate": 3.9851851851851856e-05, + "loss": 0.4353696346282959, + "step": 270 + }, + { + "epoch": 0.3113273106323836, + "grad_norm": 0.3655954599380493, + "learning_rate": 3.999864616007525e-05, + "loss": 0.4296071529388428, + "step": 280 + }, + { + "epoch": 0.3224461431549687, + "grad_norm": 0.2861635386943817, + "learning_rate": 3.999396645490857e-05, + "loss": 0.4362457275390625, + "step": 290 + }, + { + "epoch": 0.33356497567755383, + "grad_norm": 0.27363601326942444, + "learning_rate": 3.998594495240786e-05, + "loss": 0.4307443618774414, + "step": 300 + }, + { + "epoch": 0.344683808200139, + "grad_norm": 0.2889789044857025, + "learning_rate": 3.997458299328936e-05, + "loss": 0.4261889934539795, + "step": 310 + }, + { + "epoch": 0.3558026407227241, + "grad_norm": 0.2857920229434967, + "learning_rate": 3.99598824765942e-05, + "loss": 0.4217526435852051, + "step": 320 + }, + { + "epoch": 0.3669214732453092, + "grad_norm": 0.24713562428951263, + "learning_rate": 3.994184585937099e-05, + "loss": 0.4260251998901367, + "step": 330 + }, + { + "epoch": 0.3780403057678944, + "grad_norm": 0.321676641702652, + "learning_rate": 3.992047615626516e-05, + "loss": 0.4209277153015137, + "step": 340 + }, + { + "epoch": 0.3891591382904795, + "grad_norm": 0.32741880416870117, + "learning_rate": 3.989577693901505e-05, + "loss": 0.4218775272369385, + "step": 350 + }, + { + "epoch": 0.40027797081306465, + "grad_norm": 0.25548964738845825, + "learning_rate": 3.986775233585499e-05, + "loss": 0.42417049407958984, + "step": 360 + }, + { + "epoch": 0.41139680333564976, + "grad_norm": 0.2476252168416977, + "learning_rate": 3.983640703082523e-05, + "loss": 0.41838369369506834, + "step": 370 + }, + { + "epoch": 0.4225156358582349, + "grad_norm": 0.274328351020813, + "learning_rate": 3.980174626298914e-05, + "loss": 0.41819052696228026, + "step": 380 + }, + { + "epoch": 0.43363446838082004, + "grad_norm": 0.3162706196308136, + "learning_rate": 3.9763775825557476e-05, + "loss": 0.4195350170135498, + "step": 390 + }, + { + "epoch": 0.44475330090340515, + "grad_norm": 0.28077232837677, + "learning_rate": 3.9722502064920105e-05, + "loss": 0.4215540885925293, + "step": 400 + }, + { + "epoch": 0.45587213342599026, + "grad_norm": 0.24924027919769287, + "learning_rate": 3.967793187958533e-05, + "loss": 0.41279850006103513, + "step": 410 + }, + { + "epoch": 0.4669909659485754, + "grad_norm": 0.2332940250635147, + "learning_rate": 3.9630072719026816e-05, + "loss": 0.4138369560241699, + "step": 420 + }, + { + "epoch": 0.47810979847116053, + "grad_norm": 0.25689420104026794, + "learning_rate": 3.957893258243849e-05, + "loss": 0.41005849838256836, + "step": 430 + }, + { + "epoch": 0.48922863099374564, + "grad_norm": 0.2200179100036621, + "learning_rate": 3.9524520017397574e-05, + "loss": 0.4146875858306885, + "step": 440 + }, + { + "epoch": 0.5003474635163307, + "grad_norm": 0.2616479694843292, + "learning_rate": 3.946684411843591e-05, + "loss": 0.4060019016265869, + "step": 450 + }, + { + "epoch": 0.5114662960389159, + "grad_norm": 0.250016450881958, + "learning_rate": 3.940591452551993e-05, + "loss": 0.40746545791625977, + "step": 460 + }, + { + "epoch": 0.5225851285615011, + "grad_norm": 0.24024935066699982, + "learning_rate": 3.9341741422439416e-05, + "loss": 0.4112556457519531, + "step": 470 + }, + { + "epoch": 0.5337039610840861, + "grad_norm": 0.2836955189704895, + "learning_rate": 3.9274335535105373e-05, + "loss": 0.4094208240509033, + "step": 480 + }, + { + "epoch": 0.5448227936066713, + "grad_norm": 0.24973008036613464, + "learning_rate": 3.920370812975729e-05, + "loss": 0.41716728210449217, + "step": 490 + }, + { + "epoch": 0.5559416261292565, + "grad_norm": 0.25282275676727295, + "learning_rate": 3.912987101108012e-05, + "loss": 0.4076206684112549, + "step": 500 + }, + { + "epoch": 0.5670604586518415, + "grad_norm": 0.2290191948413849, + "learning_rate": 3.905283652023123e-05, + "loss": 0.40010957717895507, + "step": 510 + }, + { + "epoch": 0.5781792911744267, + "grad_norm": 0.2107991874217987, + "learning_rate": 3.8972617532777686e-05, + "loss": 0.4060469627380371, + "step": 520 + }, + { + "epoch": 0.5892981236970118, + "grad_norm": 0.23016655445098877, + "learning_rate": 3.8889227456544254e-05, + "loss": 0.4046156883239746, + "step": 530 + }, + { + "epoch": 0.6004169562195969, + "grad_norm": 0.20803174376487732, + "learning_rate": 3.8802680229372374e-05, + "loss": 0.40668258666992185, + "step": 540 + }, + { + "epoch": 0.6115357887421821, + "grad_norm": 0.23622117936611176, + "learning_rate": 3.8712990316790633e-05, + "loss": 0.4025533676147461, + "step": 550 + }, + { + "epoch": 0.6226546212647672, + "grad_norm": 0.20919625461101532, + "learning_rate": 3.862017270959694e-05, + "loss": 0.4043358325958252, + "step": 560 + }, + { + "epoch": 0.6337734537873523, + "grad_norm": 0.22993041574954987, + "learning_rate": 3.8524242921353e-05, + "loss": 0.3996579170227051, + "step": 570 + }, + { + "epoch": 0.6448922863099374, + "grad_norm": 0.2250276803970337, + "learning_rate": 3.842521698579136e-05, + "loss": 0.39752275943756105, + "step": 580 + }, + { + "epoch": 0.6560111188325226, + "grad_norm": 0.22397875785827637, + "learning_rate": 3.832311145413552e-05, + "loss": 0.39977571964263914, + "step": 590 + }, + { + "epoch": 0.6671299513551077, + "grad_norm": 0.22084222733974457, + "learning_rate": 3.8217943392333555e-05, + "loss": 0.3992427349090576, + "step": 600 + }, + { + "epoch": 0.6782487838776928, + "grad_norm": 0.2924990653991699, + "learning_rate": 3.810973037820572e-05, + "loss": 0.4037761211395264, + "step": 610 + }, + { + "epoch": 0.689367616400278, + "grad_norm": 0.2066657841205597, + "learning_rate": 3.7998490498506494e-05, + "loss": 0.3975439310073853, + "step": 620 + }, + { + "epoch": 0.700486448922863, + "grad_norm": 0.19355815649032593, + "learning_rate": 3.788424234590153e-05, + "loss": 0.4000706195831299, + "step": 630 + }, + { + "epoch": 0.7116052814454482, + "grad_norm": 0.1997012048959732, + "learning_rate": 3.776700501586009e-05, + "loss": 0.3945141792297363, + "step": 640 + }, + { + "epoch": 0.7227241139680334, + "grad_norm": 0.2134384959936142, + "learning_rate": 3.7646798103463395e-05, + "loss": 0.39577999114990237, + "step": 650 + }, + { + "epoch": 0.7338429464906184, + "grad_norm": 0.24351662397384644, + "learning_rate": 3.752364170012956e-05, + "loss": 0.39435544013977053, + "step": 660 + }, + { + "epoch": 0.7449617790132036, + "grad_norm": 0.2532612383365631, + "learning_rate": 3.739755639025543e-05, + "loss": 0.3988224506378174, + "step": 670 + }, + { + "epoch": 0.7560806115357888, + "grad_norm": 0.24978569149971008, + "learning_rate": 3.726856324777616e-05, + "loss": 0.3910386085510254, + "step": 680 + }, + { + "epoch": 0.7671994440583739, + "grad_norm": 0.25254756212234497, + "learning_rate": 3.713668383264288e-05, + "loss": 0.38977618217468263, + "step": 690 + }, + { + "epoch": 0.778318276580959, + "grad_norm": 0.22012752294540405, + "learning_rate": 3.700194018721916e-05, + "loss": 0.38769371509552003, + "step": 700 + }, + { + "epoch": 0.7894371091035441, + "grad_norm": 0.22096213698387146, + "learning_rate": 3.686435483259686e-05, + "loss": 0.39794325828552246, + "step": 710 + }, + { + "epoch": 0.8005559416261293, + "grad_norm": 0.2342117577791214, + "learning_rate": 3.672395076483192e-05, + "loss": 0.39336109161376953, + "step": 720 + }, + { + "epoch": 0.8116747741487144, + "grad_norm": 0.2648347020149231, + "learning_rate": 3.658075145110083e-05, + "loss": 0.3947201490402222, + "step": 730 + }, + { + "epoch": 0.8227936066712995, + "grad_norm": 0.23970480263233185, + "learning_rate": 3.64347808257783e-05, + "loss": 0.39340207576751707, + "step": 740 + }, + { + "epoch": 0.8339124391938847, + "grad_norm": 0.23063965141773224, + "learning_rate": 3.6286063286436826e-05, + "loss": 0.3845417261123657, + "step": 750 + }, + { + "epoch": 0.8450312717164697, + "grad_norm": 0.20158712565898895, + "learning_rate": 3.613462368976894e-05, + "loss": 0.3933848857879639, + "step": 760 + }, + { + "epoch": 0.8561501042390549, + "grad_norm": 0.20051920413970947, + "learning_rate": 3.598048734743262e-05, + "loss": 0.3893456935882568, + "step": 770 + }, + { + "epoch": 0.8672689367616401, + "grad_norm": 0.2043953388929367, + "learning_rate": 3.58236800218207e-05, + "loss": 0.38582921028137207, + "step": 780 + }, + { + "epoch": 0.8783877692842251, + "grad_norm": 0.20056948065757751, + "learning_rate": 3.566422792175489e-05, + "loss": 0.38297524452209475, + "step": 790 + }, + { + "epoch": 0.8895066018068103, + "grad_norm": 0.19881410896778107, + "learning_rate": 3.550215769810532e-05, + "loss": 0.3857751369476318, + "step": 800 + }, + { + "epoch": 0.9006254343293955, + "grad_norm": 0.2066773623228073, + "learning_rate": 3.5337496439336014e-05, + "loss": 0.392465877532959, + "step": 810 + }, + { + "epoch": 0.9117442668519805, + "grad_norm": 0.20534034073352814, + "learning_rate": 3.5170271666977383e-05, + "loss": 0.3881709098815918, + "step": 820 + }, + { + "epoch": 0.9228630993745657, + "grad_norm": 0.1855618804693222, + "learning_rate": 3.5000511331026224e-05, + "loss": 0.3881243705749512, + "step": 830 + }, + { + "epoch": 0.9339819318971508, + "grad_norm": 0.18303897976875305, + "learning_rate": 3.4828243805274166e-05, + "loss": 0.38112101554870603, + "step": 840 + }, + { + "epoch": 0.9451007644197359, + "grad_norm": 0.1936378926038742, + "learning_rate": 3.4653497882565276e-05, + "loss": 0.38739733695983886, + "step": 850 + }, + { + "epoch": 0.9562195969423211, + "grad_norm": 0.2301376312971115, + "learning_rate": 3.44763027699836e-05, + "loss": 0.3910486936569214, + "step": 860 + }, + { + "epoch": 0.9673384294649062, + "grad_norm": 0.20131757855415344, + "learning_rate": 3.429668808397147e-05, + "loss": 0.3879512071609497, + "step": 870 + }, + { + "epoch": 0.9784572619874913, + "grad_norm": 0.20710399746894836, + "learning_rate": 3.4114683845379465e-05, + "loss": 0.38755533695220945, + "step": 880 + }, + { + "epoch": 0.9895760945100764, + "grad_norm": 0.2099325954914093, + "learning_rate": 3.393032047444862e-05, + "loss": 0.3850740432739258, + "step": 890 + }, + { + "epoch": 1.0, + "grad_norm": 0.25888943672180176, + "learning_rate": 3.3743628785726075e-05, + "loss": 0.3849788665771484, + "step": 900 + }, + { + "epoch": 1.011118832522585, + "grad_norm": 0.22799654304981232, + "learning_rate": 3.355463998291465e-05, + "loss": 0.34186859130859376, + "step": 910 + }, + { + "epoch": 1.0222376650451703, + "grad_norm": 0.22239384055137634, + "learning_rate": 3.3363385653657486e-05, + "loss": 0.3563653230667114, + "step": 920 + }, + { + "epoch": 1.0333564975677554, + "grad_norm": 0.2089320719242096, + "learning_rate": 3.3169897764258476e-05, + "loss": 0.34113943576812744, + "step": 930 + }, + { + "epoch": 1.0444753300903404, + "grad_norm": 0.28375443816185, + "learning_rate": 3.2974208654339405e-05, + "loss": 0.33684582710266114, + "step": 940 + }, + { + "epoch": 1.0555941626129257, + "grad_norm": 0.21052372455596924, + "learning_rate": 3.277635103143467e-05, + "loss": 0.33628795146942136, + "step": 950 + }, + { + "epoch": 1.0667129951355108, + "grad_norm": 0.20992518961429596, + "learning_rate": 3.2576357965524574e-05, + "loss": 0.3357236862182617, + "step": 960 + }, + { + "epoch": 1.0778318276580958, + "grad_norm": 0.22243370115756989, + "learning_rate": 3.237426288350798e-05, + "loss": 0.33824107646942136, + "step": 970 + }, + { + "epoch": 1.088950660180681, + "grad_norm": 0.2306300699710846, + "learning_rate": 3.217009956361531e-05, + "loss": 0.34063472747802737, + "step": 980 + }, + { + "epoch": 1.1000694927032661, + "grad_norm": 0.19953912496566772, + "learning_rate": 3.196390212976291e-05, + "loss": 0.34016103744506837, + "step": 990 + }, + { + "epoch": 1.1111883252258512, + "grad_norm": 0.2101643830537796, + "learning_rate": 3.1755705045849465e-05, + "loss": 0.3383723974227905, + "step": 1000 + }, + { + "epoch": 1.1223071577484365, + "grad_norm": 0.20528212189674377, + "learning_rate": 3.154554310999578e-05, + "loss": 0.33558709621429444, + "step": 1010 + }, + { + "epoch": 1.1334259902710215, + "grad_norm": 0.18450650572776794, + "learning_rate": 3.133345144872859e-05, + "loss": 0.3336428165435791, + "step": 1020 + }, + { + "epoch": 1.1445448227936066, + "grad_norm": 0.18666331470012665, + "learning_rate": 3.111946551110947e-05, + "loss": 0.33807053565979006, + "step": 1030 + }, + { + "epoch": 1.1556636553161919, + "grad_norm": 0.20218265056610107, + "learning_rate": 3.09036210628099e-05, + "loss": 0.33912909030914307, + "step": 1040 + }, + { + "epoch": 1.166782487838777, + "grad_norm": 0.18102531135082245, + "learning_rate": 3.068595418013339e-05, + "loss": 0.3401691436767578, + "step": 1050 + }, + { + "epoch": 1.177901320361362, + "grad_norm": 0.1858808994293213, + "learning_rate": 3.046650124398562e-05, + "loss": 0.3396461963653564, + "step": 1060 + }, + { + "epoch": 1.1890201528839472, + "grad_norm": 0.21451160311698914, + "learning_rate": 3.0245298933793798e-05, + "loss": 0.3356295108795166, + "step": 1070 + }, + { + "epoch": 1.2001389854065323, + "grad_norm": 0.24296917021274567, + "learning_rate": 3.0022384221376017e-05, + "loss": 0.3362587928771973, + "step": 1080 + }, + { + "epoch": 1.2112578179291174, + "grad_norm": 0.22454988956451416, + "learning_rate": 2.9797794364761743e-05, + "loss": 0.33704962730407717, + "step": 1090 + }, + { + "epoch": 1.2223766504517026, + "grad_norm": 0.20934318006038666, + "learning_rate": 2.9571566901964552e-05, + "loss": 0.3362391471862793, + "step": 1100 + }, + { + "epoch": 1.2334954829742877, + "grad_norm": 0.20203141868114471, + "learning_rate": 2.9343739644707986e-05, + "loss": 0.33880271911621096, + "step": 1110 + }, + { + "epoch": 1.2446143154968727, + "grad_norm": 0.21586163341999054, + "learning_rate": 2.911435067210569e-05, + "loss": 0.3303499698638916, + "step": 1120 + }, + { + "epoch": 1.255733148019458, + "grad_norm": 0.21403352916240692, + "learning_rate": 2.8883438324296866e-05, + "loss": 0.3369396686553955, + "step": 1130 + }, + { + "epoch": 1.266851980542043, + "grad_norm": 0.2058866173028946, + "learning_rate": 2.8651041196038098e-05, + "loss": 0.33591766357421876, + "step": 1140 + }, + { + "epoch": 1.2779708130646283, + "grad_norm": 0.1970527321100235, + "learning_rate": 2.8417198130252584e-05, + "loss": 0.337198281288147, + "step": 1150 + }, + { + "epoch": 1.2890896455872134, + "grad_norm": 0.2015780508518219, + "learning_rate": 2.8181948211537954e-05, + "loss": 0.33505361080169677, + "step": 1160 + }, + { + "epoch": 1.3002084781097984, + "grad_norm": 0.19171395897865295, + "learning_rate": 2.7945330759633642e-05, + "loss": 0.3337593078613281, + "step": 1170 + }, + { + "epoch": 1.3113273106323837, + "grad_norm": 0.1808820515871048, + "learning_rate": 2.770738532284897e-05, + "loss": 0.3352059364318848, + "step": 1180 + }, + { + "epoch": 1.3224461431549688, + "grad_norm": 0.19644634425640106, + "learning_rate": 2.746815167145303e-05, + "loss": 0.34058656692504885, + "step": 1190 + }, + { + "epoch": 1.3335649756775538, + "grad_norm": 0.20617882907390594, + "learning_rate": 2.7227669791027497e-05, + "loss": 0.33803424835205076, + "step": 1200 + }, + { + "epoch": 1.344683808200139, + "grad_norm": 0.20170675218105316, + "learning_rate": 2.6985979875783388e-05, + "loss": 0.3345954418182373, + "step": 1210 + }, + { + "epoch": 1.3558026407227242, + "grad_norm": 0.20398379862308502, + "learning_rate": 2.6743122321843014e-05, + "loss": 0.3368945598602295, + "step": 1220 + }, + { + "epoch": 1.3669214732453092, + "grad_norm": 0.1875438690185547, + "learning_rate": 2.6499137720488163e-05, + "loss": 0.3394474983215332, + "step": 1230 + }, + { + "epoch": 1.3780403057678945, + "grad_norm": 0.19435080885887146, + "learning_rate": 2.625406685137564e-05, + "loss": 0.33933372497558595, + "step": 1240 + }, + { + "epoch": 1.3891591382904795, + "grad_norm": 0.19872593879699707, + "learning_rate": 2.6007950675721373e-05, + "loss": 0.33671281337738035, + "step": 1250 + }, + { + "epoch": 1.4002779708130646, + "grad_norm": 0.19588671624660492, + "learning_rate": 2.5760830329454117e-05, + "loss": 0.3355069637298584, + "step": 1260 + }, + { + "epoch": 1.4113968033356499, + "grad_norm": 0.1908605545759201, + "learning_rate": 2.5512747116339985e-05, + "loss": 0.3366411209106445, + "step": 1270 + }, + { + "epoch": 1.422515635858235, + "grad_norm": 0.1810505986213684, + "learning_rate": 2.5263742501078957e-05, + "loss": 0.34022998809814453, + "step": 1280 + }, + { + "epoch": 1.43363446838082, + "grad_norm": 0.21036396920681, + "learning_rate": 2.501385810237442e-05, + "loss": 0.3365932941436768, + "step": 1290 + }, + { + "epoch": 1.4447533009034053, + "grad_norm": 0.20304331183433533, + "learning_rate": 2.476313568597702e-05, + "loss": 0.3349552392959595, + "step": 1300 + }, + { + "epoch": 1.4558721334259903, + "grad_norm": 0.17836874723434448, + "learning_rate": 2.4511617157703915e-05, + "loss": 0.32939877510070803, + "step": 1310 + }, + { + "epoch": 1.4669909659485754, + "grad_norm": 0.192827507853508, + "learning_rate": 2.4259344556434656e-05, + "loss": 0.33145139217376707, + "step": 1320 + }, + { + "epoch": 1.4781097984711606, + "grad_norm": 0.18946915864944458, + "learning_rate": 2.400636004708475e-05, + "loss": 0.3342320919036865, + "step": 1330 + }, + { + "epoch": 1.4892286309937457, + "grad_norm": 0.18936337530612946, + "learning_rate": 2.3752705913558228e-05, + "loss": 0.3325347423553467, + "step": 1340 + }, + { + "epoch": 1.5003474635163307, + "grad_norm": 0.1900292932987213, + "learning_rate": 2.3498424551680318e-05, + "loss": 0.3336307525634766, + "step": 1350 + }, + { + "epoch": 1.511466296038916, + "grad_norm": 0.20230746269226074, + "learning_rate": 2.3243558462111354e-05, + "loss": 0.33458542823791504, + "step": 1360 + }, + { + "epoch": 1.522585128561501, + "grad_norm": 0.20732760429382324, + "learning_rate": 2.2988150243243235e-05, + "loss": 0.3298256158828735, + "step": 1370 + }, + { + "epoch": 1.5337039610840861, + "grad_norm": 0.19748058915138245, + "learning_rate": 2.273224258407951e-05, + "loss": 0.3372241973876953, + "step": 1380 + }, + { + "epoch": 1.5448227936066714, + "grad_norm": 0.19819419085979462, + "learning_rate": 2.2475878257100333e-05, + "loss": 0.3346505641937256, + "step": 1390 + }, + { + "epoch": 1.5559416261292565, + "grad_norm": 0.18096713721752167, + "learning_rate": 2.2219100111113408e-05, + "loss": 0.33000621795654295, + "step": 1400 + }, + { + "epoch": 1.5670604586518415, + "grad_norm": 0.17553280293941498, + "learning_rate": 2.196195106409232e-05, + "loss": 0.32919626235961913, + "step": 1410 + }, + { + "epoch": 1.5781792911744268, + "grad_norm": 0.18030349910259247, + "learning_rate": 2.1704474096003135e-05, + "loss": 0.3363958835601807, + "step": 1420 + }, + { + "epoch": 1.5892981236970118, + "grad_norm": 0.17756561934947968, + "learning_rate": 2.1446712241620734e-05, + "loss": 0.33312478065490725, + "step": 1430 + }, + { + "epoch": 1.600416956219597, + "grad_norm": 0.17333616316318512, + "learning_rate": 2.118870858333599e-05, + "loss": 0.327138090133667, + "step": 1440 + }, + { + "epoch": 1.6115357887421822, + "grad_norm": 0.18877775967121124, + "learning_rate": 2.093050624395494e-05, + "loss": 0.334153938293457, + "step": 1450 + }, + { + "epoch": 1.6226546212647672, + "grad_norm": 0.2033713012933731, + "learning_rate": 2.0672148379491234e-05, + "loss": 0.32985107898712157, + "step": 1460 + }, + { + "epoch": 1.6337734537873523, + "grad_norm": 0.18154199421405792, + "learning_rate": 2.0413678171953056e-05, + "loss": 0.3321858882904053, + "step": 1470 + }, + { + "epoch": 1.6448922863099376, + "grad_norm": 0.1664343774318695, + "learning_rate": 2.0155138822125608e-05, + "loss": 0.3292757511138916, + "step": 1480 + }, + { + "epoch": 1.6560111188325226, + "grad_norm": 0.17724835872650146, + "learning_rate": 1.9896573542350576e-05, + "loss": 0.3216125011444092, + "step": 1490 + }, + { + "epoch": 1.6671299513551077, + "grad_norm": 0.1763281524181366, + "learning_rate": 1.9638025549303576e-05, + "loss": 0.33061861991882324, + "step": 1500 + }, + { + "epoch": 1.678248783877693, + "grad_norm": 0.1832234263420105, + "learning_rate": 1.9379538056770927e-05, + "loss": 0.33137152194976804, + "step": 1510 + }, + { + "epoch": 1.689367616400278, + "grad_norm": 0.18359725177288055, + "learning_rate": 1.912115426842686e-05, + "loss": 0.33290562629699705, + "step": 1520 + }, + { + "epoch": 1.700486448922863, + "grad_norm": 0.18772786855697632, + "learning_rate": 1.8862917370612454e-05, + "loss": 0.3290142059326172, + "step": 1530 + }, + { + "epoch": 1.7116052814454483, + "grad_norm": 0.178235724568367, + "learning_rate": 1.8604870525117496e-05, + "loss": 0.3255646228790283, + "step": 1540 + }, + { + "epoch": 1.7227241139680334, + "grad_norm": 0.17328216135501862, + "learning_rate": 1.8347056861966333e-05, + "loss": 0.3327143907546997, + "step": 1550 + }, + { + "epoch": 1.7338429464906184, + "grad_norm": 0.17393898963928223, + "learning_rate": 1.8089519472209168e-05, + "loss": 0.3347191572189331, + "step": 1560 + }, + { + "epoch": 1.7449617790132037, + "grad_norm": 0.1645958125591278, + "learning_rate": 1.7832301400719793e-05, + "loss": 0.326206111907959, + "step": 1570 + }, + { + "epoch": 1.7560806115357888, + "grad_norm": 0.1829153597354889, + "learning_rate": 1.7575445639001026e-05, + "loss": 0.3275812387466431, + "step": 1580 + }, + { + "epoch": 1.7671994440583738, + "grad_norm": 0.1847892552614212, + "learning_rate": 1.7318995117999158e-05, + "loss": 0.32840893268585203, + "step": 1590 + }, + { + "epoch": 1.778318276580959, + "grad_norm": 0.1821216493844986, + "learning_rate": 1.706299270092842e-05, + "loss": 0.3295578956604004, + "step": 1600 + }, + { + "epoch": 1.7894371091035441, + "grad_norm": 0.18880750238895416, + "learning_rate": 1.6807481176106816e-05, + "loss": 0.3292530536651611, + "step": 1610 + }, + { + "epoch": 1.8005559416261292, + "grad_norm": 0.16780254244804382, + "learning_rate": 1.655250324980447e-05, + "loss": 0.32708158493041994, + "step": 1620 + }, + { + "epoch": 1.8116747741487145, + "grad_norm": 0.1843137890100479, + "learning_rate": 1.6298101539105712e-05, + "loss": 0.3281073093414307, + "step": 1630 + }, + { + "epoch": 1.8227936066712995, + "grad_norm": 0.1689286231994629, + "learning_rate": 1.604431856478602e-05, + "loss": 0.32400391101837156, + "step": 1640 + }, + { + "epoch": 1.8339124391938846, + "grad_norm": 0.18957920372486115, + "learning_rate": 1.5791196744205094e-05, + "loss": 0.3259273052215576, + "step": 1650 + }, + { + "epoch": 1.8450312717164699, + "grad_norm": 0.17294242978096008, + "learning_rate": 1.5538778384217215e-05, + "loss": 0.3238994598388672, + "step": 1660 + }, + { + "epoch": 1.856150104239055, + "grad_norm": 0.17969508469104767, + "learning_rate": 1.5287105674100053e-05, + "loss": 0.32615640163421633, + "step": 1670 + }, + { + "epoch": 1.86726893676164, + "grad_norm": 0.17494842410087585, + "learning_rate": 1.5036220678503137e-05, + "loss": 0.3246027946472168, + "step": 1680 + }, + { + "epoch": 1.8783877692842252, + "grad_norm": 0.17964747548103333, + "learning_rate": 1.4786165330417173e-05, + "loss": 0.325272798538208, + "step": 1690 + }, + { + "epoch": 1.8895066018068103, + "grad_norm": 0.1734607219696045, + "learning_rate": 1.4536981424165334e-05, + "loss": 0.32622013092041013, + "step": 1700 + }, + { + "epoch": 1.9006254343293953, + "grad_norm": 0.19146278500556946, + "learning_rate": 1.4288710608417754e-05, + "loss": 0.32583372592926024, + "step": 1710 + }, + { + "epoch": 1.9117442668519806, + "grad_norm": 0.1902935951948166, + "learning_rate": 1.404139437923036e-05, + "loss": 0.32550692558288574, + "step": 1720 + }, + { + "epoch": 1.9228630993745657, + "grad_norm": 0.16681939363479614, + "learning_rate": 1.3795074073109211e-05, + "loss": 0.3274375438690186, + "step": 1730 + }, + { + "epoch": 1.9339819318971507, + "grad_norm": 0.17112983763217926, + "learning_rate": 1.3549790860101481e-05, + "loss": 0.3290217399597168, + "step": 1740 + }, + { + "epoch": 1.945100764419736, + "grad_norm": 0.16517910361289978, + "learning_rate": 1.3305585736914318e-05, + "loss": 0.3270266056060791, + "step": 1750 + }, + { + "epoch": 1.956219596942321, + "grad_norm": 0.20247752964496613, + "learning_rate": 1.3062499520062608e-05, + "loss": 0.32512893676757815, + "step": 1760 + }, + { + "epoch": 1.9673384294649061, + "grad_norm": 0.1725420504808426, + "learning_rate": 1.2820572839046915e-05, + "loss": 0.32194349765777586, + "step": 1770 + }, + { + "epoch": 1.9784572619874914, + "grad_norm": 0.19890804588794708, + "learning_rate": 1.2579846129562663e-05, + "loss": 0.32468571662902834, + "step": 1780 + }, + { + "epoch": 1.9895760945100764, + "grad_norm": 0.17223462462425232, + "learning_rate": 1.2340359626741676e-05, + "loss": 0.31974453926086427, + "step": 1790 + }, + { + "epoch": 2.0, + "grad_norm": 0.23255887627601624, + "learning_rate": 1.2102153358427264e-05, + "loss": 0.32196643352508547, + "step": 1800 + }, + { + "epoch": 2.0111188325225853, + "grad_norm": 0.2428450584411621, + "learning_rate": 1.1865267138484e-05, + "loss": 0.2720228672027588, + "step": 1810 + }, + { + "epoch": 2.02223766504517, + "grad_norm": 0.19334714114665985, + "learning_rate": 1.1629740560143162e-05, + "loss": 0.2708899974822998, + "step": 1820 + }, + { + "epoch": 2.0333564975677554, + "grad_norm": 0.18385189771652222, + "learning_rate": 1.139561298938515e-05, + "loss": 0.2705179214477539, + "step": 1830 + }, + { + "epoch": 2.0444753300903407, + "grad_norm": 0.1807754784822464, + "learning_rate": 1.1162923558359849e-05, + "loss": 0.2721697807312012, + "step": 1840 + }, + { + "epoch": 2.0555941626129255, + "grad_norm": 0.18753038346767426, + "learning_rate": 1.0931711158846024e-05, + "loss": 0.2725118398666382, + "step": 1850 + }, + { + "epoch": 2.0667129951355108, + "grad_norm": 0.17677700519561768, + "learning_rate": 1.0702014435750985e-05, + "loss": 0.27192416191101076, + "step": 1860 + }, + { + "epoch": 2.077831827658096, + "grad_norm": 0.1743370145559311, + "learning_rate": 1.0473871780651435e-05, + "loss": 0.27294752597808836, + "step": 1870 + }, + { + "epoch": 2.088950660180681, + "grad_norm": 0.1780771017074585, + "learning_rate": 1.0247321325376704e-05, + "loss": 0.2742859601974487, + "step": 1880 + }, + { + "epoch": 2.100069492703266, + "grad_norm": 0.17365196347236633, + "learning_rate": 1.00224009356354e-05, + "loss": 0.2734071254730225, + "step": 1890 + }, + { + "epoch": 2.1111883252258514, + "grad_norm": 0.1772630214691162, + "learning_rate": 9.799148204686495e-06, + "loss": 0.27077765464782716, + "step": 1900 + }, + { + "epoch": 2.1223071577484363, + "grad_norm": 0.17199768126010895, + "learning_rate": 9.577600447055983e-06, + "loss": 0.2729313373565674, + "step": 1910 + }, + { + "epoch": 2.1334259902710215, + "grad_norm": 0.17337964475154877, + "learning_rate": 9.357794692300134e-06, + "loss": 0.27156963348388674, + "step": 1920 + }, + { + "epoch": 2.144544822793607, + "grad_norm": 0.1897203028202057, + "learning_rate": 9.13976767881634e-06, + "loss": 0.27226369380950927, + "step": 1930 + }, + { + "epoch": 2.1556636553161916, + "grad_norm": 0.17273284494876862, + "learning_rate": 8.923555847702675e-06, + "loss": 0.2755557060241699, + "step": 1940 + }, + { + "epoch": 2.166782487838777, + "grad_norm": 0.1792151778936386, + "learning_rate": 8.709195336667102e-06, + "loss": 0.2707196235656738, + "step": 1950 + }, + { + "epoch": 2.177901320361362, + "grad_norm": 0.1746506690979004, + "learning_rate": 8.496721973987423e-06, + "loss": 0.271243953704834, + "step": 1960 + }, + { + "epoch": 2.189020152883947, + "grad_norm": 0.1751469522714615, + "learning_rate": 8.286171272522904e-06, + "loss": 0.2702665090560913, + "step": 1970 + }, + { + "epoch": 2.2001389854065323, + "grad_norm": 0.17558525502681732, + "learning_rate": 8.077578423778658e-06, + "loss": 0.2705970764160156, + "step": 1980 + }, + { + "epoch": 2.2112578179291176, + "grad_norm": 0.17805011570453644, + "learning_rate": 7.870978292023739e-06, + "loss": 0.275134539604187, + "step": 1990 + }, + { + "epoch": 2.2223766504517024, + "grad_norm": 0.178203746676445, + "learning_rate": 7.666405408463889e-06, + "loss": 0.27126991748809814, + "step": 2000 + }, + { + "epoch": 2.2334954829742877, + "grad_norm": 0.17006462812423706, + "learning_rate": 7.4638939654700235e-06, + "loss": 0.26952409744262695, + "step": 2010 + }, + { + "epoch": 2.244614315496873, + "grad_norm": 0.1694515347480774, + "learning_rate": 7.263477810863282e-06, + "loss": 0.27427287101745607, + "step": 2020 + }, + { + "epoch": 2.255733148019458, + "grad_norm": 0.19160398840904236, + "learning_rate": 7.065190442257686e-06, + "loss": 0.27138872146606446, + "step": 2030 + }, + { + "epoch": 2.266851980542043, + "grad_norm": 0.16741624474525452, + "learning_rate": 6.8690650014613505e-06, + "loss": 0.2695302486419678, + "step": 2040 + }, + { + "epoch": 2.2779708130646283, + "grad_norm": 0.16422736644744873, + "learning_rate": 6.675134268937158e-06, + "loss": 0.2692440032958984, + "step": 2050 + }, + { + "epoch": 2.289089645587213, + "grad_norm": 0.1828807145357132, + "learning_rate": 6.483430658323806e-06, + "loss": 0.26996283531188964, + "step": 2060 + }, + { + "epoch": 2.3002084781097984, + "grad_norm": 0.17340506613254547, + "learning_rate": 6.293986211018208e-06, + "loss": 0.2742361783981323, + "step": 2070 + }, + { + "epoch": 2.3113273106323837, + "grad_norm": 0.1660027652978897, + "learning_rate": 6.106832590820053e-06, + "loss": 0.2687552452087402, + "step": 2080 + }, + { + "epoch": 2.3224461431549686, + "grad_norm": 0.17267292737960815, + "learning_rate": 5.922001078639541e-06, + "loss": 0.273982572555542, + "step": 2090 + }, + { + "epoch": 2.333564975677554, + "grad_norm": 0.16563960909843445, + "learning_rate": 5.739522567269052e-06, + "loss": 0.27311880588531495, + "step": 2100 + }, + { + "epoch": 2.344683808200139, + "grad_norm": 0.16006183624267578, + "learning_rate": 5.559427556219734e-06, + "loss": 0.273662805557251, + "step": 2110 + }, + { + "epoch": 2.355802640722724, + "grad_norm": 0.16579481959342957, + "learning_rate": 5.381746146623805e-06, + "loss": 0.269588041305542, + "step": 2120 + }, + { + "epoch": 2.366921473245309, + "grad_norm": 0.16734926402568817, + "learning_rate": 5.20650803620343e-06, + "loss": 0.2678502321243286, + "step": 2130 + }, + { + "epoch": 2.3780403057678945, + "grad_norm": 0.16894319653511047, + "learning_rate": 5.033742514307061e-06, + "loss": 0.273479700088501, + "step": 2140 + }, + { + "epoch": 2.3891591382904793, + "grad_norm": 0.16338688135147095, + "learning_rate": 4.863478457013977e-06, + "loss": 0.27426838874816895, + "step": 2150 + }, + { + "epoch": 2.4002779708130646, + "grad_norm": 0.16434775292873383, + "learning_rate": 4.6957443223079425e-06, + "loss": 0.27318222522735597, + "step": 2160 + }, + { + "epoch": 2.41139680333565, + "grad_norm": 0.16170066595077515, + "learning_rate": 4.530568145320724e-06, + "loss": 0.2738449811935425, + "step": 2170 + }, + { + "epoch": 2.4225156358582347, + "grad_norm": 0.16669511795043945, + "learning_rate": 4.367977533646297e-06, + "loss": 0.26780765056610106, + "step": 2180 + }, + { + "epoch": 2.43363446838082, + "grad_norm": 0.15889227390289307, + "learning_rate": 4.207999662726516e-06, + "loss": 0.2710136413574219, + "step": 2190 + }, + { + "epoch": 2.4447533009034053, + "grad_norm": 0.15884160995483398, + "learning_rate": 4.050661271308969e-06, + "loss": 0.27028565406799315, + "step": 2200 + }, + { + "epoch": 2.45587213342599, + "grad_norm": 0.16362424194812775, + "learning_rate": 3.895988656977898e-06, + "loss": 0.2697636604309082, + "step": 2210 + }, + { + "epoch": 2.4669909659485754, + "grad_norm": 0.160287007689476, + "learning_rate": 3.744007671758778e-06, + "loss": 0.26787629127502444, + "step": 2220 + }, + { + "epoch": 2.4781097984711606, + "grad_norm": 0.15940804779529572, + "learning_rate": 3.59474371779742e-06, + "loss": 0.2722454071044922, + "step": 2230 + }, + { + "epoch": 2.4892286309937455, + "grad_norm": 0.17461982369422913, + "learning_rate": 3.4482217431142394e-06, + "loss": 0.27159295082092283, + "step": 2240 + }, + { + "epoch": 2.5003474635163307, + "grad_norm": 0.1559775024652481, + "learning_rate": 3.304466237434458e-06, + "loss": 0.26755647659301757, + "step": 2250 + }, + { + "epoch": 2.511466296038916, + "grad_norm": 0.1622040718793869, + "learning_rate": 3.1635012280948496e-06, + "loss": 0.2669699668884277, + "step": 2260 + }, + { + "epoch": 2.5225851285615013, + "grad_norm": 0.16182290017604828, + "learning_rate": 3.0253502760278406e-06, + "loss": 0.2691537380218506, + "step": 2270 + }, + { + "epoch": 2.533703961084086, + "grad_norm": 0.15870854258537292, + "learning_rate": 2.8900364718234987e-06, + "loss": 0.2669252872467041, + "step": 2280 + }, + { + "epoch": 2.5448227936066714, + "grad_norm": 0.17056338489055634, + "learning_rate": 2.7575824318701806e-06, + "loss": 0.26923959255218505, + "step": 2290 + }, + { + "epoch": 2.5559416261292567, + "grad_norm": 0.16084995865821838, + "learning_rate": 2.6280102945744124e-06, + "loss": 0.2703924417495728, + "step": 2300 + }, + { + "epoch": 2.5670604586518415, + "grad_norm": 0.1600581705570221, + "learning_rate": 2.501341716660699e-06, + "loss": 0.2688326358795166, + "step": 2310 + }, + { + "epoch": 2.578179291174427, + "grad_norm": 0.15505236387252808, + "learning_rate": 2.377597869551762e-06, + "loss": 0.2724630832672119, + "step": 2320 + }, + { + "epoch": 2.589298123697012, + "grad_norm": 0.1598374992609024, + "learning_rate": 2.2567994358299973e-06, + "loss": 0.27178168296813965, + "step": 2330 + }, + { + "epoch": 2.600416956219597, + "grad_norm": 0.161187544465065, + "learning_rate": 2.138966605780537e-06, + "loss": 0.2691415548324585, + "step": 2340 + }, + { + "epoch": 2.611535788742182, + "grad_norm": 0.16358298063278198, + "learning_rate": 2.024119074016664e-06, + "loss": 0.26769893169403075, + "step": 2350 + }, + { + "epoch": 2.6226546212647674, + "grad_norm": 0.159417986869812, + "learning_rate": 1.9122760361880364e-06, + "loss": 0.2699122428894043, + "step": 2360 + }, + { + "epoch": 2.6337734537873523, + "grad_norm": 0.15539702773094177, + "learning_rate": 1.8034561857723453e-06, + "loss": 0.2678532123565674, + "step": 2370 + }, + { + "epoch": 2.6448922863099376, + "grad_norm": 0.15744274854660034, + "learning_rate": 1.6976777109508446e-06, + "loss": 0.2715311050415039, + "step": 2380 + }, + { + "epoch": 2.656011118832523, + "grad_norm": 0.15635013580322266, + "learning_rate": 1.5949582915684025e-06, + "loss": 0.26792240142822266, + "step": 2390 + }, + { + "epoch": 2.6671299513551077, + "grad_norm": 0.1590019315481186, + "learning_rate": 1.4953150961784713e-06, + "loss": 0.2684680461883545, + "step": 2400 + }, + { + "epoch": 2.678248783877693, + "grad_norm": 0.1583629995584488, + "learning_rate": 1.398764779173538e-06, + "loss": 0.2693314552307129, + "step": 2410 + }, + { + "epoch": 2.689367616400278, + "grad_norm": 0.15858042240142822, + "learning_rate": 1.3053234780015012e-06, + "loss": 0.27136645317077634, + "step": 2420 + }, + { + "epoch": 2.700486448922863, + "grad_norm": 0.16220812499523163, + "learning_rate": 1.2150068104684577e-06, + "loss": 0.2695932149887085, + "step": 2430 + }, + { + "epoch": 2.7116052814454483, + "grad_norm": 0.15654098987579346, + "learning_rate": 1.12782987212833e-06, + "loss": 0.2679957151412964, + "step": 2440 + }, + { + "epoch": 2.7227241139680336, + "grad_norm": 0.21130171418190002, + "learning_rate": 1.0438072337597972e-06, + "loss": 0.2688181400299072, + "step": 2450 + }, + { + "epoch": 2.7338429464906184, + "grad_norm": 0.1545591801404953, + "learning_rate": 9.6295293893093e-07, + "loss": 0.2718325138092041, + "step": 2460 + }, + { + "epoch": 2.7449617790132037, + "grad_norm": 0.15754657983779907, + "learning_rate": 8.852805016519417e-07, + "loss": 0.26870386600494384, + "step": 2470 + }, + { + "epoch": 2.756080611535789, + "grad_norm": 0.1659633219242096, + "learning_rate": 8.108029041164566e-07, + "loss": 0.2723594903945923, + "step": 2480 + }, + { + "epoch": 2.767199444058374, + "grad_norm": 0.15784206986427307, + "learning_rate": 7.395325945316623e-07, + "loss": 0.26740460395812987, + "step": 2490 + }, + { + "epoch": 2.778318276580959, + "grad_norm": 0.1567256897687912, + "learning_rate": 6.714814850377082e-07, + "loss": 0.26805920600891114, + "step": 2500 + }, + { + "epoch": 2.7894371091035444, + "grad_norm": 0.1606101393699646, + "learning_rate": 6.066609497167086e-07, + "loss": 0.26962528228759763, + "step": 2510 + }, + { + "epoch": 2.800555941626129, + "grad_norm": 0.17048372328281403, + "learning_rate": 5.450818226916799e-07, + "loss": 0.26596574783325194, + "step": 2520 + }, + { + "epoch": 2.8116747741487145, + "grad_norm": 0.1672402024269104, + "learning_rate": 4.867543963157162e-07, + "loss": 0.27477524280548093, + "step": 2530 + }, + { + "epoch": 2.8227936066712997, + "grad_norm": 0.15722811222076416, + "learning_rate": 4.3168841945172347e-07, + "loss": 0.26975407600402834, + "step": 2540 + }, + { + "epoch": 2.8339124391938846, + "grad_norm": 0.15568679571151733, + "learning_rate": 3.798930958430025e-07, + "loss": 0.2677044630050659, + "step": 2550 + }, + { + "epoch": 2.84503127171647, + "grad_norm": 0.15909866988658905, + "learning_rate": 3.3137708257491074e-07, + "loss": 0.2706420421600342, + "step": 2560 + }, + { + "epoch": 2.856150104239055, + "grad_norm": 0.15334129333496094, + "learning_rate": 2.861484886279331e-07, + "loss": 0.26921744346618653, + "step": 2570 + }, + { + "epoch": 2.86726893676164, + "grad_norm": 0.1526278257369995, + "learning_rate": 2.4421487352234376e-07, + "loss": 0.2678064823150635, + "step": 2580 + }, + { + "epoch": 2.8783877692842252, + "grad_norm": 0.1667514145374298, + "learning_rate": 2.0558324605469248e-07, + "loss": 0.26693019866943357, + "step": 2590 + }, + { + "epoch": 2.8895066018068105, + "grad_norm": 0.15330937504768372, + "learning_rate": 1.7026006312635956e-07, + "loss": 0.266402268409729, + "step": 2600 + }, + { + "epoch": 2.9006254343293953, + "grad_norm": 0.1585593819618225, + "learning_rate": 1.3825122866435893e-07, + "loss": 0.2690951585769653, + "step": 2610 + }, + { + "epoch": 2.9117442668519806, + "grad_norm": 0.15491652488708496, + "learning_rate": 1.0956209263453421e-07, + "loss": 0.26980152130126955, + "step": 2620 + }, + { + "epoch": 2.922863099374566, + "grad_norm": 0.1553027331829071, + "learning_rate": 8.419745014737412e-08, + "loss": 0.26876671314239503, + "step": 2630 + }, + { + "epoch": 2.9339819318971507, + "grad_norm": 0.15838363766670227, + "learning_rate": 6.216154065656233e-08, + "loss": 0.2718991279602051, + "step": 2640 + }, + { + "epoch": 2.945100764419736, + "grad_norm": 0.1559874266386032, + "learning_rate": 4.345804725037983e-08, + "loss": 0.2709752321243286, + "step": 2650 + }, + { + "epoch": 2.9562195969423213, + "grad_norm": 0.15690867602825165, + "learning_rate": 2.8090096036119675e-08, + "loss": 0.26477723121643065, + "step": 2660 + }, + { + "epoch": 2.967338429464906, + "grad_norm": 0.15188027918338776, + "learning_rate": 1.6060255617595943e-08, + "loss": 0.27164206504821775, + "step": 2670 + }, + { + "epoch": 2.9784572619874914, + "grad_norm": 0.15537431836128235, + "learning_rate": 7.370536665811667e-09, + "loss": 0.2670041561126709, + "step": 2680 + }, + { + "epoch": 2.9895760945100767, + "grad_norm": 0.15168948471546173, + "learning_rate": 2.0223915829031828e-09, + "loss": 0.27080345153808594, + "step": 2690 + }, + { + "epoch": 3.0, + "grad_norm": 0.24983854591846466, + "learning_rate": 1.6714259387651256e-11, + "loss": 0.2644808292388916, + "step": 2700 + }, + { + "epoch": 3.0, + "step": 2700, + "total_flos": 2.5566761492312123e+20, + "train_loss": 0.34524431255128646, + "train_runtime": 116173.3714, + "train_samples_per_second": 2.973, + "train_steps_per_second": 0.023 + } + ], + "logging_steps": 10, + "max_steps": 2700, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2.5566761492312123e+20, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..36f336f --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d7b232a3046fee57dedac6ffbea89a85e8170f4464aae5caf95b2ad4d93d2d +size 6776 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..a3c92258fa5af5a96f786dab7d6e27a79b176156 GIT binary patch literal 34545 zcmdqJbyQXF_CC5c-CcsDh!~_I-3X$jC?FjoN=SD%2q=PzNGd8IQX0BnX0#t6o>Sg&;VA2!g>9 z5x^%R-NRGxmxSvzeODca`>r15&Q^%JxvQg{gR9*`3l4WHXP1W#k1q2I3G$0w;&|Zd z>gXaNAYlK0{(|4Z*;=69(5(aBLhN|`t_y-tnxp^4WXonfM38V}RVDe`o+*nX9-g%|`!Bwvx1z7T({+dLg&zLT3;FQJLJ?ojSibS|#Ym3e zU-GYAiQZx6rIYUc-8d9#tBb=^5dNViyt7g<6PzMGos^(D)1h;gGZdkQKltQHwWM-N z@W(zH6Bij7$=f1`(4b$OB9P?Go;b{Y6ZY?w>S&{=Ut3-h)HTd5S2%Y=Y#K8qf9k(3P5l zjTJU8dXi$9Co`(#)6&W{cJ z$u}ldjW2XxGDv@(C*(2aCwlAFErTs)y3cNYgsa<@qSTHY@{)hTmemrJPm z*OTsuAHlDQWf7eypH2Hd;xQK6)uol5e%$p&G499fozj-p7Z?4EUSqWk4WreQua4(r zrP(;~Y5EkoE$GrQGETN$EZFqWerKB?}Uh)}+8&|r^ z7xblX><$kbk+Dk9@gxvmzTYP2=_z*AelWD$W!3_o-90*3NjCmkys{!t`wu5cE&Qp> zKGB629|vabNs`;c@8s&5k5+l9%Y1mVeh5GHTrQuDi;s7%7YVj(ijlXsx6iHpgHOs( zH}C3Qb2Ygg{T``v$m8sh5klfM#Zxu(^K>6vdCkL~shgYZSN-S6YDl}>Hpbvg7vab0 zpNVJ0#ZUR|Z?2&$ng8{E>nl0C%xTdPSK6bU+T(H9ed*b?bpQSHtv`Pj`5$_B`jvs{ zU|l8FRsxP$tgNhvNJ(vV2RdqM!@|P4Y)b6cFIPMok+^;5jz=qf=HTUB)j%H@C>5 zkp!ueJzArTVG_atzlHZ-zj^a}pJ{;c3bXajdzYQVfkJcK`yDA!+1b2vTi!+ihg(~( zD>{~GrlOamf6m}?lT}vzT1Dz(D%r|D*(`M6Qx!mW@;Uf3j zU*oIBcMN6C`A)ZYbTr{oN(Hh>d&}kaLQKLD9rG>LJI)&mIA)FK9#7De$?-UX10aU~ z6T$AkYA5M5fp_$8R`v`J4}nbyGn`$0Gkbt0D*7?m}Hw7AN z{0^!{pMp!q{hZ$It38?)&o3)u5>6t6?W9uh{0hSyM#jc&Rm_0F3YvezgYYotDq-aO z<7|JSc}SlOxXUGORRv|`@T`|3_k_*=_T;GBymSj#dHw5J=I75e2o){uWQjCCKZS78 zr+UH7z1j3km8Wc753Zm`&6#9}iPyII^{gJl znB3mSjnRyg@KF=Qv#xiwJ?y@#@}Xg2=F7w7Ev>EJSRAT?PF=ol_9Oo6tn@aRYPcHD zcgv^J;g27aRIRsOESr2HS!nf>p;HF@jUQrkP^zRR@OsqAt zN8HM3I9REDT4dQg0j}6sX#U;tJGm&wl`C{lrPhfaRW4msdwqqNAmmNA%hmT)LtpK` zgYQZE{e&}LU9McQ059pU4UmP9PC&^P!*5)HMfVZX#k5=O*_$spE?pvifo?DTl%8J1Fj z$!?!MfN7XbG(@3>J6!I;!B89s(h8qH5YUA42%#$K3pNU%$y%Q43h8=W0FSv-tSnZ{HL?8I+KSi;F{ydRXY2 zlau3lv^Ohc-En#tQg_;lmF>#|JFsdlZq;wJno>dVK-F3k%XLl7=6vJIj9#0CC3brH zF!(Lw&RBqKe(jO>FdQ@z7|mZn6u7Wc-}3Ctv$(jxbLqY`-qmcT{(EOpyS!vv(X%1> zV=0J`O%6_OrY$K1qW+(N`YF@kIVlsrtveXGd-w1E@u3Ke`*9DQ@mAX9KM7jfnpUR&d^2+a0+URmN?FD_lv!@4Zl2ihG5+~ zno^9HA)e|ZRIte#cDWxv(xggyFq}Vs{@b`CJXW?nXnPF;e}~tjgdf}=G}HY@g;SO) z7V>E?ytr{%+PkNCY3fG;7dN*Ocui9=-{s3X2vtGN{$H=of#>UKht&)Uk$@VAk%_V6 zqf+Z3m`&KN9J=@K->2C#L|+RH4}T1aq%+NaXV~RwWOOubV`HPqY}M8u!>}Ls){P3z zThS^+0u;FZpv0il36iVA`&&^L3#xuCNN)!m?*!lk_U*XsZ_ab^@HA~~wIy9{d?jS5 zr9)!WhsMF$|Os<)p$eNtUn3U4j7ANs2N(?e!?OnTXwNc-4B$+FESgm9THd!)2VFaF|#QGL&2-|*~u?GY^&A(+1je5t&N6M(VSDXj$7*S+&?z9 z=DIV-9mV2OQ~gFQvouow_NGi9*&g*5St3U5&(5Ab`|7GaGu`9g^y41GPAbv+a^!&N zGL>W3?JhHsp|B|K#fz}RgB@JQ-V3a<{-+`G*=`!WdGn_KvlXdEn$*D5g5+t6PXJr{ zj6GNZf=mpsF)~I#U}9b9E7-Y$F^T-}e5Y-tr2W34sw#1X+d?=X(t?#8Ff{Yxfz@`= zG0(4g@HnLNS5jWWh#q<0ulF~dwtDpxiGn63EIKX!?XG2KXRoFdpSQv_8cV(@P~D@` zksfe#N;j9DQf4=!&!^3}*z*IdJ2N8#iJ)M`!G4@)xqP2Y`6*kh+rl4=V=oB_r_@R@ zK-Y2b@3O<~A?;hYCe8<_tDhjKG5>@1+%vM+k6Y3Q6|f~+HP++f?)Wsgsxcz@LYV9EOclIrP)4d6EUjwkx$mvC`8 zO7v$tQdx$NAe3S!q6Na0Gvz%!%d*Pf!XMSyrJkIGzP@F%KhI77&Px7a<*IaBm?=qD zc=KTUwBf+O0N9C2^-{I>)_TPZL{1E#JV26MP`muj(k$o`SbU*pQa@Vl^X&QaQ21hE zz&d>^w6BSdp1$7hs;B`$*6+Iovf4UV-dB~Bl)SoZO%Wd-4|o@l1&U*zCnoy%)k1E1 znkMbzEix%^_cPwJXV1zOKmU{}$gHY54M+k5^Q>Y6poEY8TQ}D8xm+bOZD6VHu=={X z`qrT6g$o}?*^yQ)r5rNL z{99Gjzx2{umQdZVHuv_0cUf6zTKRUlQz~R{V|FslXL)Ti-Bs*#OK0bfcUf`?qku`w z!Ez-fyZ}@#9qcRM;-zN2P#R9+7S_3Wb`SWWPe+G64kqVC$isFIA`KLo&hxRvr zzU2E(uV*yAr>K#qI|)UEB%0eB8XC;nUI}?lztD?IPhUw~H;yb`Ddkq3`;(WfXFB+y zwWTGH3a3+QL#=uT3lRmAawP6-yXYbArbZUnV?ln{TMJ7ya%mR<;ORM=>QU&s=ZvPm z(lP%^z2-fahl>K;A5M?OTN)Y`m{dE?b#Y!YsbT`>{RW091hJx1z^bm79iWM&=R#g7 z6+8P=JySn=6kP*WVv3vggS5H^rZVx;@KHUOTGWe+dKSGO??A-N*845uwSMo@-C_a= z;)VK`c41l30PwmuFw3LIngRQ?x_Jh@Sj(xFXX^aPl`|U(Gm(-yzP?ft9?LP{QRK;2 z?SrXszDH0tgK0fWPL5t&wEG0G1mfAMn)Q@FIV2XF%!2Vn|HO8`&L>a}IXOA){@dt; z6ZDRXj^6OL8!n?pRy!nD%%A|>+AlMKtq@FZhf-t~e=MD}yw>{9*R=Vz!3I+EtI0*~ zOM~8h{=4H5PP?n-ZONjP%&`Qpxn$m3e|tam_0iP$S2KP)Wb<7tYG(GMOgkhjl(ljE z5g5ffzcXzq=>`{gGo{oj!sdy^&@nJr zbY;kUt~D|WIZZSW6aW&zPu1vqaO$4$DexBlT{n^URi*)lBB;GpL9R}-{QLJW^XViB zI0-4psrnVJ=PfKOwC>)W7x7aCAflk4fQ8_mmNq)^IaOMLPVBH6D3M4#7cXsX?GTYR zfPhU|Sm|bB`-eflTn4jOFlgY%w z5)C!Fm-I@0(j{Kr2Zhlg?e}r9-pA=bj1#;*z?mv${q`aV7I6(=nXK6!Sc(4Ny6~U{ zt@WcDe_=b7`tps}<}#m7bgQs8LbMVzt3%NB>@F5}GE1Af`1hsW)YsP!k;R3;W3nPy z3VuO_bL!No*?)dL`bi_RdKX^Uud}_|j(}ptWcgVT<7b*kBmM|(Rg-}E`&L%?ZO)b< zgp|rkN_Y&H^s!rSb|6NJR*rQ6MN$Y%hTY(oAH{heJ`kW$1?U{9L+;K;_jPh^&y7@y zhEf#{*g1-w-g-@#nVCt=&Q1w)p4*yshAMJ`#P|4c$3$HjA0L0WGvFvhJ5#y-!4;F$ z1qoBHkv^Hq4}YO{wkiCOsaIe!*H^&)^3vU46yC!z19P$F%_=(TdFCa*@ngu!eQxmN+3>~Vc?<~X5GV6T=y*D4+v$8UWdMS;^9B2~iGs;*fZz9_7 zZ!lw0UcL+m&^p0>ysHv&xWRvKnxYg?CqY)&U9f}J)>f&DvMf}meC>| zGSH&i6SS~{+SR11|I5P!J@yVDYtWUIO+3CRCGwJdWUPrPR#{0|`A_nVnN*L_hriaW z4QqVGp>|mm$%`GZQwH?W=MM?<+V$%#;sO4FGl%(-i7*=rC=yK0{0sm;Q?9i5cQAIW zeCN)KS*Xj7n7zEbVvo8B5sB3NdSMk66-%%%PZ;%CVxrzk*-RB-j-@#{M`~gv?XHfd zbQtUe{f+lD5R$gU&k+45Ckj^wLeY89IRCe&=TCz=2^(kp(>kx z=JnFrL-JhRyl>gsnX7fUlyYyhu!lQi5selPw`m^CUKBu#+q6E-i(CzPSZfwk1qR&b-BLoNG>N!=uUcLh-< z%kWV-KKMex6n($KxyLYzkf5Xsa0#QHljN=of5>5%Z6U_xF~A^APz7{V z`*?&#L}WUQ)j&lmFw>d-6#V^-X{|pBiUG^Q3~Y<|k#ygX8wyj77MviiNn(k22e z9-vO-xF?*{*F%Odr{+&(K9!*XoUQ;A9AKQsP~v%is1nn${9R`^^tIi#HvGfg2X+!+ zko8&@`kOwaqs-OW_=JQon2=%w1wG4EJ1RJI3$Xv$>T~4kYmS?9+D?E7qW~}iv(o?^ zZX=u|wxko73IV`9XJG$B;b|~_`r`ZTH1zcJ3PgQhc+vk2ke!i}lT)FfFB(ia+GEsf zw#te|Arj0h5>AISq@Kf7BDDTTMMVI@j*qdnd?5W&zlH z0$U#vs}bTf)k58Q?WTDkR4oCuj<0Qy5W3Lc=M-HWjTEbwT%rIDMzeaL3*vr$QYal^*0gv4(XlY zGip2ukQ=GNjG}ojU8=%9G}~StxrjspGvS?DTUMs8mM$~mk`6y(x@z}o7YeuJ+ci)w znrtqQ81m9RCVfrw;mw$)0@2!_Z9!CMDBc_0+(vMyM)=L>+)5tAB!#v#X+tFy71BK2 zi}_XSH=d=Y8W#*(Yv4k~2*e2;96eOSy_HXaXr$Nqptj~)OG`u3a7WMhENbPQGO>pp z@1LmCa3S7}wD?3j!P_W_ho--k2`$p{bLB_qtbEmO+#msNW@w6@Blxb%asfyZtrtC^ z42B>)yHVrQUgW)H11ZB2C}I;Gd6CA!5?iPF_lXm^1vTFw@b%m{%e~&jV@6`&=H{lA z+iSwkb_@{$B2(+NUdc${$Go@N&y20l9;&OV)}z&aAW;A!b-2jZYv zZEpus_ib(TI3rmgAJ&B6qNr%;UE5Ef)@cvre)^sI`%ixiU(@-?t>pzpyIVN}Q~ zxm-W&cTtR`=0v??`hTc*i?|@}$!ii}Dn}?HzK^fGjiUr^2y854dD24$)%NImKIvYB z<(OSfJ~XCV=Svz<>7z! zOaqL%sjt|xw(8^ks7msG>5IJAr4AO0K`N@lXT9vcsE^7A{sM%13dVzunhARjjT-ObBk*_M)&Iz>Zcwe9!`^wY!QWQ~bS*vLXAO zzM0712%KRsgx3r}EKIWgQa5hils=H!n@aG6MDK*H!x*`CU)$@Z)&)}ts6trvzt#t?&yKD!qeM}>kMD4&~w`-%c(3=4Cg#jjPi zk+#F3ko#V#jLltYF1lPw#!!iC6E-|{4Ge+AJ%ZNs$bVR%ug1!ei*Efx?@y?kQ7qB; z_FA-{(}WUI7mQC@Xw!Sace7iCN%$TSf(0Pm48;BDoY$!L0w2UI7NEnW5iA7truFHc zoj!-E2|VM#gCf|EO9w!HM2Xn`$$*%J1cDwqSnL4t2L&l;B?=hCGr@$tMCK1dkdfxZ zNz~1&W$j|IQS@tr9RzOqX($WmHAtISp(C6z>hfP3{S1F(l__BUT%LK#~~K#-SjYjp78+Wt4(6>$r6IV|tAc*XW0FaQK5C}-vNXpv;o|1M0RLQ=5 z!LGlszPSBlzwOC=`YTp8=)? zsv$m!b9-#I2yUDa&l}t47@IJ%y%%o%9-nFaXw{DR8NjEAs!g5(0APnKuK=p61Q1Pn zCSLfU0z-vJ35wImyA3I@=U1W*Y$)9ZnQ{UZ{O;a8#jR@NK5$D%=UGBR2q-z0z#r>> zwL4V<60q2=BxG1sp z?b|m{v{C;m9dT#*pq3Oo{yhRwPuxPMNoA>xw#)4@ z>?IVcg?>c?7cO3e-2vVbli592ypeXPpm9*~+U`SB8GmV`&|?o(#a!ABy^8uoi$38g)L@|9x47)@3^oD8On#)kgv|9hm_k9Qi*Nw3!@rh6+~ z+CYD)bApOmoA5Cu(M{quBl42>t9EH%BH${0pQ#_!{f9KihB`lzXq0k_hR6+)-*I64~TvWPg%N{7}G zYyVBBsMj$><1<7zZn#-lEwpvcvf)k8$@TH}83n3DpQM%+Q3)k-GnY@sl?*4;tk*0n zl%lvGp^$?>=-%P=bf!I-FyY6P7x&q-B{v4>KL5U4Sa~kwJ~`S+vv(sR8w09(s1d&k zK-9i%r~(?Anyz}bp~NA`ShQ&Afn-3P0NQUo#O{c!G;b2&yN7mCKHGL}DdNA;nOWtA z$_<>lx#}u&2iNmcHi1GU17D{i95|k99JAbu8)09*T=`^DJy_g6?`i=Y6_bpwXGrs_ z_8D(ZP5wk&gxT=)wLD$WC%vT&LezNbQ#U4J46f5?*}7!BYZ|=J2k7615A9b$^ICek zNB7%nMC9aKdtM>eB8UPJL6;e|OZtUKy6-wM#c8oXG-QZ~h`f?;yMUMh;rvS4=d1NG zpgv|)i)8@j6I=mh7g5eEAE-G^s?Bpdw*`eyQTfH(=)WPlx!2$Xe*ONft)nyf(Af{5FNEe0D6vr0wQy+Zm540^Na@dBy^2IjxKxME zH0cwXdKRS311)1eZ{+Ro`3C6dc-qjQl-+Bic`e!yxM&Olg?cErDq7_9?H#W@4M0gD zFsD~CeiC+9lV`=F8-r0eL`+N!j3Lw!Owf9?;Pwx4aaWGcIkZ6mIz3Q|xjU6igY^SJ zVdk@+_mGr)gee~%nR@wWzf=pNMG6&8$<^aa)j4-slcl-@1OzD2*lXf7O^-gF{qf^B z2>Mcf{Q-N^jNCjt6W~JMp<;IIl-}`t=`{qZ4a!*^?;Iboqum|wlea*Wp|Zm2`1d0F zp{qbsPCz_p1PM^;#W@s-oA@k=R2?53Fo`*G$QqOtby_75|G*&|oR)NN`@NN8-I*5oFt`Lg z7dt_1k@j130OcK+78EQ2a6vJrv$Hes^ef{05JQ0#Xauz@6cy8;wue-mG`okgW*2oo z$pP6GvNN~1vXo@7u~At)r=?!U8uhP@2kWRuD@YhbMNN%tu8grmHc8WAu`EsY0{;~uAt9hJ(`RkVjh;kC62Z9xJb_37DaPj;JA$SFC?!BoQ?Rl+3sPSc zFuC3@P{JR&DC)d^4xz8Xyad)h&30v=m=K^1pq+?%vsEeo!!12jPu8iqTY7KmvrW-FwM zq|jD;A6IYV!Bz0KL+1?CR5fQ+ZzUv~AA&53E)Dwd8dAhv;!;v#;E=!Godv3ak%7-3 z6v`t_J}kHlN5YS;OchEXN}>9*1Scw+ioYql5}j)Wi#wGo0>M?18r7eXxoK8bO=$fN`#_) z3YG3lCp|ET9CU1bG2qkvq#pz+>-O#2SLO%dM4C}RdtT=Q7HS9i`}cXiJ{o!KwK3zh z|4(|eOHseb0{;l26&7$b%7s=dbNmjoM98$3qcT#nn&uoYFmZ7?UuKTog%UvU;V*92 zl~GnSn4?iaEk&&8?(FY**WLN7bS+>nITgdPXipA^*sI$^4nEsnb8jNhR3x=Omx&VQ z=;TmB0URD5``Tm)ns*pS1CIS*izfkP+pljiLS2N;7PNzFPuZj$N8I{OkaSNDErRNr zO;EF}LJ!j0fa4?7Ow#=K=kHhRI*;>W86LE2E3pVaer9Z;Y~ak~-4KpVTG^iX-9GTj z|Dj$R^VsjKK7i}Gv&`pjEU~Cy(pdoUKKG%DJiLAGF4(4c3MmR{3?eata_6V=k-7YI zD_TJm5|H4U1xknz;JMG{$OL97AF&BoqTRM{Uz)>Ct?STwN_3C}HumcF=r8(TWP~S5 z0>BdgE^62Dbf{S}hWS6)LqiBTO0htS{lu&ae@E^M`uArjb}kg3VvEGZu#R z(!~+KjD$O>gPoW<3uxcJy0K%UGI^AiR!zoQ{^jY`qu@9IPfksyf~gu?xNXyNR9sx? zQ0znQzh-XEiS&iG{K^@t?U5no1cE>tSoE&0F7E}>1X6SfF6YHc8ywM8K4lBdWeAoy zs7DCsRqvY8+wABMe5i;J?y&L$#F>hS`dI;V)dIHwW%u{{#e0=vQ@A(Y$BP8a*25a6 z(wOUh4|Uk#Fenrz1xL0-fG;ZI;*(S05Nl;62WpAn90gy)1ZuK`E3CLHKoJPEtmyHGZ9v z27x-fg0BIFmfAql=#h~G`O7HFpzVUbweyza+aeyblNMyk|#XAZPgtpvd}LpId# zbsV@0D+%HfY)LPQTub9 zw$O)Pjsgc7s{Z>?tOkMKN8+-wL6YL$(V1x!7;S^41d3cGYIvsuY6OBjNpw0H+n5Pv zG{c5x;SuTG>Gd-7qWNXidQU$7;3$fT-p3Tu_MMD>-vY*u1&%&Nh${3<5KvKbIIxX^ z9_)4DHi$UQE7-Kx(J;&pX_3IK^o=(BmR>pd?7v@iN(GXOU?R$2hWtD)qIgA15w+|d zbaWosW{$X%gU>Dz*SckCzwj1jpe@;iFx3s;tQWbBo2}bIZQFxjPxi1v5ElKZ=sk8= zj4BizG6Y@OSGtsBA62oFv#g+kUo0Ah$RYo;ao}-g>n>_| zc4DsrS{l9ZA90ntF7udSV}4|a|93Lkiap5J9<;^;lFb}gnb~0nfNFq@(o~>K%zb&& z{Ry0-KFVJzF@99Ut7~bw4%8)ZIG*+byu5ODc8lUq^Ppk^M#Tw$UdoO{v2~~NwQFIs z&>k@K);V2M#|EL*%p-74IiY4>XG3ZEzb%w@#h)Jj%`Gr1(qGMzJ)E!V)6VS`WR5j? z`p2~EfFUjC-av(B6TX)qrSrA(z)8d1W<T*eI{;{;_|F29WK7 z?^iG$N}n&|jEP^sJUc!9x>B(6-G>sCQcz+={&NVzl*&_OE}^y@*L8^rg8>tE@1ah9 zmlijpl0Y!`l?WPmT>ZhrG&m)XjRMaS8Ly8TK%w6pWiR4Va z$51>eEipl~)M){7A?*wjzHo=AyNtlqMd1N#k_0* zMCI90fwRBv;J#{S2AZ2of)X8S8P~Ih2ix(C0IB=&*r3PYzh^|AUml3T1ct&k@(;(m6Wy+w(L-O}$hXoUH_ zb&r9^y_7MgaxRbbPHKOp**b&?`g0= z!90NzdpAa1=!MLB-44FHf6QPFl@sc~8?p=fbAb|#KvDkEud7Zn;Z`=$6P8H`+ zTW-Ps7CV6M^(}s{BL|l&PSRp2j|gOL{Wnqz%ZUwIiHT551>0c$3sKD9k$wtZKt*3n zu9KV5Wd)--G#tbi+zVlq>}J1l&1_;WB5YPCo0b}eDP+}ZH6G&`!Uso^zJsf8WPj~$ zY{{M06Cqu`POO&8fh=&TZl1aB1ECx;$3Tk{s8bJq^-PqY z&b^Km5x6J(AP`p`_9ELHei#U;JogaC7Wp5$3`EDgQcTcwnda4hhC_fpXN>Fl#t(rm zR3weJ;M$$k_Syf^d=&hAl?WPEJzlykhqM$nc?gvcweTBg^8kcu)G08S@?&QylF8)zbG zX6C`|Fj>m?i>?}_;;C9crx;y*(>?WM>#9>o!eM*5g8pypClUy+r$ih0K*ouIa_aNw z5qrQtAy99MfCmK?8Iikjk)!nhCGLudz+cLR!_*z!N*6AQZ}e80b5hhZ3&%hvA|7to&j;Qy)}3J6M^$Mz_E;g zTfB&wD5@f&Q}jd5oH@gp_!IOMY)LgV;zD^r&PL0~NcjF1arwW^z{e)l-kfj~22c## z1RE8CdpSlV83S8`X@P$`-?xyr;)A!&T3Tgy{lIQ5%HJQCB z+S6i=2-@~q)eWI)9;e<8+Cg8Vv24&G6Z%@8KhP8Qoz4|zGO^-2=FtjWMn^n{0Lf% z+1rHHzE!yDFb?-z>aQ^xgW`zy4@B%n=&~IzNOaV=acx5n*NG*L?lJwrdeMQWc(_~C z>YZ-%a8l<5Q3wMUW#C%Pm0gtgT(D=6@fEx3Fgo1&ex2NkR2fsb&|IKHi72)pA}bAcI+3zs1-glbHa z1iJm1A(R8_>v@2SU@5QSLe#+LgLv|d6=~-KR=G=7hz?0c%Z1=m5Fp1N;e72+brdrc zq$$$@YuH(HW`F(|-TO1}kV5A3$sRGPo{|i9Y?4S|2Lqlen)zy(kRj?k%GW_Y4dHUR z&oe)EJc)U0V@iLLm8ju4r3E(P;b0{D`A@;s+m~1WwB0hLJ2}u(=$Bc}?L#B+IcA92 z^&4V{nIXf81qxaqb}C;k^p*a!D=D3mQk1O3!LHo3;^RMwd$O>;NZt8l=DMI%1RA*+Ub%S-jmgzLBI9kuY0+PaZObTs##M;>aLzddlHG0ujm|a+9E-}50TQ(XtAo@ zWe$V+3X#VQ#pxU(cTvPk=Zmfi;-q^-VEedTcR2_>DkQnux|a4%1L#p6LaVa`~ap}%86h-PlR)~OJUuw8^ z!H!-ot zG6*?n|1Nsz34wkMnRoBr?V=-Rxr<;9-V#tD%4r|B4AZq26E}wsF>lux_OJqSjq&+qFG76W-OmYD%*Q z4|q>{_lMGdKIXsN> zV$2rN12$`Gq0grVy?==cA1GC8WtEaPWf#va?{Q(XclW_mekFq=?teZLJcf&f9y(~? zB}V#-ttr|3Hnq{ELchi2Bu(r0#XdN!Dgfg~h@8$-@+aP_+e>m1t;aKq!ay z3?8*t*x6tBJR$Jl*e2kQn?7YY*!>ubo&jHvletRyui*BB4gw7%lv`hqH`0$c6(0@~ z?(_)Uk7iXMx*p#%;j;ahbnOyp>AZf_IVzO+X`b9ch)_u#8YozShDDIM-&vITN5^$9dD7q09t#NLPv)i~Q6wQjH|T~FN)+s*m{whg^1hl=>n z)Rblq28_0htO2OmFS-}hKC-y*lUXkI){~nRDj39nFma`L16{q@nh$b2w-+RzkEPWW z70ef2v{Ih6VfU40%oy60DMJ41vJtK&tjo=>AVFREtK9$&CtfI3f0ftelM9k?vvbX3 z4d;hpx- z3>xyo9*tD&mBZRDGiLO9fTJ0^X`lYXdcKJ=V9I>|{XZGVu5MTSi32ZNcSy}{*#7yn z_U{-PqaBtezTB+PaluHW$fdRu=e2sc@H|*@EuAz{1bJE~IgX{~}9fQo~5{iujU(tWrK3kZXey6I}mH@Yp3 zpUMa-pX%-Y`-cK_H0AWqmm_|X^f3p+wEGn^c>n(H7^SDDqjQS@WPjP_ITHAb*)})j zc;*W?QWxNnu9Vuo!;e{}HwEnK%f$cT!U?hM?O6Sb6D{ zNnW4{Uj&t$YRQT%#!8r2^!-^Jq-OuHtg}-SW^q)H^mmloVn}oU8chFNM#{z?2t7$m zGMr|HFMGa1$||4J!4zh<{<<)$Nz!Mo)JH^wxisSc_D;S${K7u>|Aj;YtvQbS#{zVv z4iiZ-;bv}eIDf+hrl`pH6n-u(Jmdh%qQfreBvFT05ic>Tu^UBqZa6^j&O1G zMB#xhaS&7vm7gX_`&_+n;eyoD;o&+Wg$rS1MLc|nnV+&y&43e5rOQu0|5V8cxVnE- ze3o!q_mwBw1v#h;JR=}%5EOWMc~=Kbw6p^I`}=uP6?1M|K)ZZPOUnaS_7Vef=+@aH zqD%c|++O#h#2v}I%-7aX<3!Y#>-hOC#l`>TSlP>olX2s{f`I`uAo!($8CMCk`xGW! zr8*0h51Ii1!5ieh%DcdMo3uoMAZcp9qRD1wPvpuC@#U)iJEXhy4$T~RS)owL+dPG{ z!V65gY>g_gCpW^OSqyEGL%T4bXBmT_TLE`cr4K-k-axe>xXm1nHq@inm7q9uTB+XI zUpV_E@&@Pk7mSVO7N&ZEc_k7CXEW4KrID2=gv&nBGrM^|=RfDk(>y6dLDtp2eLGa# zWrhQ)7hD3ey2tbvrEnENspUvW?WlxK542r;ePe?f{xJn;>ac@rOVGHw-FNeWQ0y%V zSe7bI3J%cW89IC0hNsQ7CTHrScI{j!Mh~`l`Il+Ne{Y}&Y#{+}Xzg_#v;)FFsR42? zrk8#7!1$b&r4x32R4A<^*zbJhJA%X`OTHAG-LV+$xx@$Sdm?aV1~)VO{Y&2i@>k26 z*X-R-GJM0%fpDwLIgJG3A$7I>;=eBRaR8q91N;bPzQ-Ani*4N5z*MN$eqy;tQ)m-_ z*-riRpafKN>SrrLh`U^#G4R;NnPg=ZwYFYmwFP25HhpjcTw|8VV&LX7vz+ZhFM?Co z_Onv)Y~pz7_iOqt*@brsP~M~l9iv?3=rv!S9xhSYKF+ALFg~(6@fp{M6?pmVR5N(R zuzKCe5WfYM!X2wgPKEXETG(pjnm$EW^8{0f>r9DLG?-dg;+&VFn%i(@J_iX5IP%4# zFZrrl&4vbn)3|1Y@1Fn6xK&nDGNXH%c+q{ROJk0~UhZKmy@QJZP;YMon~{F``8)Xr zb(W32d84A5oQdN(7kw~@j6r&o{aqt25WRWhV7Xe$^l}tacgCTEa_ummc6ZB>nqpe7 zetz?CLLd>~0(l4xmagu5v`5i-P(^qH(MLig!p!v(9p`$TiN;^k?JM2o`)ZvyuJ5Ft zYqYUvd+=7LjN)9Y?OL0MPyHPNNP{>)ClP{HG{ejZg|C&hY-D z7q-kjBvnoe2(-f-RUUBHjCer^Mp-;Q*w1>^c)YwDPv)q|_qkso2tK`A;htFB>a9wxamx;XO;;{I2!Mx`JmQK#(ntiUZ_5S-2K{0W%UIt0F0~?Rr zO>vZdodJ$lILbW#K9<%hj}e&`CN3BgMkHRGHWa?Owie!|TM6BU)W%})x&)>V_{eF2 zf@`UHTQfw9bZ<7)$TwOwBOKpleC*9fkDU=H$QGr!JAk+fCGo!A`?~DwS4z1Q3Xlaf zc#E0DN<+UpH0bo0;eBURX`ojlP|aBcxAcB{3jBi^(;uSEeqAVa*zqZv(K639LG7ypw6p6!?$K0SV?mIJA+x}yn4cBnAHFDw z;R{Y~utKZl+ui~c2b078Smbnb#;MAgzra8D)3B5QSgtBpKiQZ$<{;)=+yIj=d3R>H z(7i-?Vj(ypjjWduhCbOupg}vKd-EYe`}{r69nFW=W3Ogp{0hz?Eqya+;qby1b{1ul zLx$s?JHBfwdmUVSv#tN-op5@e4Q*{(+ZPK-UvBvN?ocT)_lUhR4U?1^4vx3EnQMfW z!OWngO+h6Y{w{P9BEuZ5L#TXa;K1Ly&I3||yt`uOjUvK4DCM&?qDIQ6%hpC>jV^=T zW|IpcGziB9rPw3YH)U@<$i8je&|lQ}Bz-&7P35t{d(|@2x5PJB*n=7b`99xhE1N!4 z7t_7Hw1GwiZ9lTWscV_fEsYA8He*PGxG|t(>^eEHk>vjM_0P-KCb(1`fCoDor>7lZ zI64-ixMw5`?v-5vjr-C!%E?f7QApQkDk14HNZnm>6l&8QqwJ3qvMHRZiSCx{h@7w? zA}Ra9UIopDY#R6;CK+s zx5x-pdk+cvk36XvoFzC574(sqNf0Onh5ee8WYF847Q{7u|KinqbfUJ*r+^djSY`^f z&i_judn;VM`G(_`;X={No6Run-gEB$jz4xUUc3M?46dpNc0bsJZqyOz7cY=!envnK z&29YwpJ_BW1>ZPa`fBxptM*$kQzrAIcjJ`P{u}k}j?0MUv(&M0V}2VX_Es_Lq!| z&wFPg627_ZZl;-+nVaF9)(En$8H-S<9ga1yUHEhhBnCP)ecXPW`hSc{dA&i>=Po$D z9ggu#U{Hy+k?Q<$QuLCVj8^WI1R@-vb-`}UtLsk*$LZuc`>CpSvaY;S`fIpP12OPA z{>E%6G*9H*{c=G(+?}F%3zt^t(@i{!7@JNPU?UXyaUXxY#Ah-N>lhaOa8agq$3ltu zHfqYm4oBgAdTcf?9zFzH4#wbe>?zga(IOnTvy>8falM-=j@}NY851ObADGynTwxAk zXFDAmT^X9$G1E}%|D$eeLzF8k^kxehn|KN2)}tO|63`wrO?*!4MzAIMtL)7`F^Cs^ z32gZ1fsKR4*H?Be1{*zhp2$a%XisX%)8{9FI=4M@@Yf0~8y_EDktA46!uhsOEUFlpp4NS};L(o(tDN8?` z-0DoH%Iau=$~avhH%4ze`nxIr{9~ClWsOr1_Q@w^MRCodSIJ%dOLPhScPF{+C@^7a z!3O6QV;eDGfD%LVH9>DA&Vo&Eg?@D|rXTv;O7&J7JHbyqTh%m5OYiBjMg3{e6gzNV z>!RQn7cn-bA^H%VZ-%pt;Leo|oepr7Wt=7Zp>VWqp-3?veD&t}k3yMDra;?@SEFmn zr&|kx!C53kXoQr>VMENvevp(kKQS7SrQl?q_9`eozIS$};748S;a;J*Ms41?t?0&^ zeLITT8od_^AkGdl`ukr-z7mbewNILiiE^p|yn6!i2yJDLpCSoc#-2+oKawrf;q`75 zIXoIXt+6Pr9VGB|2Aj-!&dh_PfvMNi%uaOp)k~rfgKlO42z-OY{{AjhM0@gJCKXDj zGIYxbVm2emgLKb^Q03QI_goOHvc&^3gPg0ps~j&3c|zZ7raw#MyOlUTN0Xx>{~q7v zxRUa_sX;8GfB)0(_;=dbV$~o9j200T;_otsu85`LxVaNT@j+FB6VLsB)b=INShj7u z4@D??OeI5^=cGht;vpiL2@xt~D1;1=F|$mCLWasbC8aV?4U&{08cY>RBqB=f>w z|66scP0vQTz%e#AHuUn zt#J#vY#nKkGOh8Edc7*I$Y*Q+G-9P3q++k9r5*G>-*o5V||MPX}k^islIIo2;WA z0bE-9=crg&6;7JSy=B3J&JSnaFob_f&HlO$4~BR4pU$H!QeT+k^#UlsUN8Ll@~pLm zF$0so_)9<6S9+eON*3^{4WKZb+M3zc5Q+t||7U?HpIJ3Vd=G7pvl2qFk~sVcR8&^lY=b~on{4c;%M=^4(1Jq|rM-!4jgn4g*9 zBOyAz5%>F7VlJljjiKU_+P^z@wx}kiyWO?MaVmk;vR3saI04su1y(w)J{M_@iVhqn zv*(@aO2ctp7I$qJ8m*Q+hOb#QdbxPV>;WX~Pmz_XPwmp=n%bvZ)7E`h#rnN1|Lx-+RjXwjG=SI9C!@qnMLZCrRy9hE2 zVbujGD#O2~Y55P)#@GY(BRHs_KW`zuPU4K^f%Zg4SvJ>8Gf2rMeEe8Vw(gC$f$L=V zZ-EF#c2lI29eSpcm4|&wX=rH2Nz)`awZSvfF2zBN%>vNS3!_!|zcodGwr(2lK zF1Hjb{;Cz(*17cF-o?CVz|Tuup?q6<@B{7ZIRSBJy99A`Z^r68+AaMLwdNtwJpOMO zKmgpOn0Wvm&D>iDj}fI=Zz$0uFTXU2gH+>A=}7M<7L6K1iKCUTvZ8htGy7??R%nYo z#Fo%InEAZqgXNh@I!pm@hlN@3wLW{}Nyles=(iFO1U-OfM)*@quRgPc;Qfr0GmD9q z7Pqbll;0dP`?=ozb|LMx(~p}ctUaakT-KIzr3V|9vCQRKd0nIr+25??8x{5FJo;ft zDX9ysqw4zlaRZC#=^Wh3zLm|6{S|f>3ByGYL!G~QL+TI-Ia9fi)(tsfbRayZ+Zs|X zORaKVrOA)j%!~e8>6GzEAcGK)?=b#Y+Jtq zH%o9Si_EkJZ~t}e0(X^9u1wcEIPg$1T}`;Go=m!@ui>4=vqh`#x%h|Y#qZ@0*~UJx zQXg_5H{4TvE55d~C0? z;ibJ{f%Jy`Oc4g`scPBS@Msm=MD#H)0i%(DfuZisW;QlnIk`LUenZlu1;RKXkLZ>w zcv&Nv4y`)eaDa>s_&+S_b1v-5TvMKJ{OA}*&vq7id)dNjg(Ob5uf>=2qMzqJ`>0-P z8}Wiu!slb^_)_UD+U`q-jl)88b9LzY#^&f%swD1m|2$}}K}S_U#z^*&q#Ut7_pMv+ zfxBT}tO2azjGnjybGI4Xu{CWm&Vd8H$F)!7YvSUU7$A?ctoN5C#2}<{^}E1XKrG6C z_Zx1dZIFP~-63=sgggK&;Kx?=ylLD$U!QDC7W8vw5m*rCep-QwkUndFg5uRR22^bk z&W6TrT4jCFq5Ic694J?yotJP{nMl-QdA}=T!e;zuTVDUiCe*k1z7~Ml?=5=mm$T1F z4ySA^GfwFA*UCSiM~^$mIG=HnnJYAvPG!NS91X#h+}3mc5Xi6+dQ8G7k8l!--}6o# zPE0oqvKUB&q!&X2>C^9&;gqoO<@LblAJAry3h!nW@-f`okhYYdg=^l!=bY}wgrAB= zd+URXY2!M3Wl^N?y~qiDD`sdlZsj1gU10-`YcfxsHr8Bo*-TXCwRF{KNu2JgbHW_5 z41y7#zmC5QkZnrGY@6^lx%Tlv;zXTD-Rs6R>6=#}RVZVl>|3hSGp+#9@rTJMs# z54Tup$FRk2<>$IL68WCwXb+rNV|-Ah{L{8sF&R{~6-+W4bJX0o@;N`P%5$DpITZa# z@qv?dcP)9tCpNe~1>94->t6rD#9AH&p6+P5(Gvo#_?*k%P3ccwD<7fmQ?+H?`r^bx zrtx{=>p^^ADhO_$ajmpjWzqj}Y6X@cW9d<$9K^}O$ZNzq#d1u2LPuqB!ffo~I6Ik| zQHni{T)f6zk;J6K&>HP213bm?WfcoHYs?3@#oQ05q;Rr^VwZW?>CCrRWB>K7O9?Y^ zIB^s0?B||(*Wy6{SRwA>R(R)CZldmw;}i7L3PvG+T)UdHHjCWtE92$QBejuqdiTS| z^O`T~n7);1?-1FsxA*nFl4OAwIU4AYfOz6Qp+pv92&;(}-i2us9(flAPLfXi&ZZpW zoVxxC#Lz%$r{g{Yh5at2iGoD^{JexcO7B|42apR%g_(i7q&Nb7L2o^d1}6HF|&|FT1eOf zmac|y3d+1(r_z#c`;+l~XX*k>-Q$eHP-@%sh-}JL9JtaJmeQKU@sT0lWV4&5R#{n} zEpaL3z=BoNiI)(zhqkIOmleeup!_BnEQc8&Grh@pwd%gCG8>FI z8tEH0!0?KDCLU;U5$!_0ad-Xo+)t*pw}-MOnOQ^68*C+!ejGKC>*tnSIOK=JAn*uD z(0Kwq@pI7+6L0q2kYCL|b%rhu6={)x35itQ@GgGLS_vObOu8uE=^Qkz-`+8~|BsC3R=J~2Gj|Ji3!cR&BAFQ+SP`8!v%nY*_ z$4eE4O%GT%ZhzNaWRF&rM0~~9-Be0-YjX63N4M=c91ieu-8b>MHsi&0g8ZK*v8JJI z879q{+lLC9U*Fvrt|2@M2zPFA#}>E4$^gGKF)7_UHoceEiK|DJil(unShiFln8uH;99Fv1i_JNu9;Wu1C{s{Pv}2b=Hx z{?iJ!J)7DE`SawONIGnS&t&PY^9?ZSH{IPBM?u|<&A?;)0oUBrN7n?hF#jiFl!y-| z8@z5_qDr7(y6)jZjLcZ0j5c4r#fDNQk?iGDJGTCE5Gmfi*e@joc$WX4OF~szqgW|Z zz`bt1_)72H?(1d_&8fSUWs5eWd{q0D6zTHL>LQ-NvcpHQHbQ^bW*P(_xXC+DcP@ z{}?d%Z#4gTh0<47BVTZGrFzm^UE;YJ;D z*inwR+gZ|}l+&WmB@Ue}=^B*Y%RiPGzjk}%@s2UsU@30zw;)OGu@2-UUGm%_HOmv$ z8Ss!7Fo>ONSNk^=zei%Sj^CR#N>wfCNKv~BzfKrsd1%dAdL{H~N~JtIbDW?58+$+L z4(U&5&f@XaBnK>KkAU1-&KnyZoRLW6&TV~kDv5E%&c!?DsjF6$b_hBCTiwK2MH<1! zvTjc^!pZVBhVj=HKRD_gr(eu2q-cGaVt#~g#*>PQl>&;RfBTjm8M(HS$FD}&3JYua zY$}}lUCzqWXbLk^jZExm;#AMeNhaUaGVl7`+C?I}D)$AQFwS5J@?sR@-ixouq$2#Bv4<+l zKX9R^l@3LNllQ>06J^?)Gq$?aiu)#eB;G~YR`KBo$-mwaGf9@E^=8n#%dsX;v-f!k z8$MFRuNY`h@i+Iix8xW-QJEOZvQ9uXqN7KzIUpKVaasasOe<&8rV%@GZ#F&O*ZB|) zHnT%yrx)1od$K1IHkmoP92W~G-4@?c>LbE!U?Hlf$E3NGP9|aIOM_0-$kC%$snJ}h z72`K-sP2k1#brK|W(=87(nA+{!pzeq&`3E`W5m+q9~>uo|Fo)YLR^b8!NFZvf&8xJ zyZEH3XKIF9U! zKDipmON|Uz;dVRKLyPeQPC^{Q0yY(tTHAQKdIq#U*C~^83|71brLK|LGDp_VJ?FV_e;2{7BF%zQ5IZ^CQXf z5F1(`Yg>i-%uAJwrw0!vuhsU6*C?QSTO@5B3IGKns=}&QMlNS~I|@6VKO6n=;Rs($ zacN;`4PWC6cB!kkQnU6;g?*2ET*l~3vm%uKTtN8hrdaF_zdCl{OL)%DZHzU{NA`#3Ts=8&h+i`yv7 zMwsu}^=2Sa@3TI=oan~_qxdE@WsjHdI$^de&LIBVf~=QB`JEBe@6!e%#{3Itg-|IS zsZkIWl;}LD~}chx`H|kCVb-W3pVxh99+yqc=wQ`!PZOprAE>kuI{)yqkh~ zXug*0bC5Ci9(9w~(mNE-t~S%PbZ)zD)1&ev7_tyNPD=v>; z`8@|nGe$px26Qc5ndCF!E*Oqh@tCZfB{x&A6%X3$F-s%a z1UB=ZzhsNpcL`oNnMA&+sZrSf{g26?o7$00*OmV4R&~0CzP6%JGtQ`${y|YI9;<>7 zK7O^SEiROdLBQWP&nS9~$*ru^ zy2;p4lP+^#0F}`G&iyOZ4*&|oy95X=Zv5OtJpeEq01*gi+|d*deM?B4xXq9N!)l8D z508VYXa%1o`3r`h%(W1!^t4kYK!QE54Uga9H!Wzx$?Kk1y6NY9@eyx%qeCv5Mm02- zYUEyJQ74#my+m2KFV<#_Gbc;A1)qKa#61y)Z;Spw3!_rA9e*w~pa~md58XIn(d=+m zqa=A0oZIlvW>E|teX1-*KOg?H;ZwcEmSN)1u@d)k zjm>@SDNJH0^L-gohCkS$3adm#}5OsAQ)z6|UZJ4tjFL^8D zFy!j(tF0vQq5P!xG*f{KIgV7k-6yrbmUcalc;PqB_|-pBQ=x;b0kTs;EJ=Sb>SSIv z#DQ~PYY(?%ih$RvB$JO@P9$@fpJ)8|J6c#i!sV3aQqyMiE)pwkEl`PzQx4B^keo_y zk6rPcIAO#%ZQvm;fB)u}Xql5EY}DRz7LQ&Qz1LwF*jtvE+u^V;zKG9$%Bb=Mzo zH*!k`@6Uy`Vb8%%|F)-@nq3=6`gb()2unbbp8}vZ!n*t&o>Xb{azYR1>f4l z!^W{#9uUfgvSZ`SIY#v<4G-bi(tE+-04Fhnz|M4j^M_EO3sdfWT5|-_L#3N*n8{iH z7BgtzTJ8))vlt{L#4Jk#wxto5$&+JWg4#;K=`dRzclX#lKp7d>xIb7!*dC=ND(*?; zeXL21#MLvZo-}3XUTMSqa&yB$DpDPM#a?kw*g0kpH7#GmI**;3hKd;cmL!xT>NQQgK{He)xI8e7|-0(f?c43>|K0>R7 z{^@v1r(ot4#txaU0z$?YH*@y{~fa#Hx2(^rJ>a)4!tt=p(^`mImAnHf>E$ zVB_*fF2V>CKI()Qi1ZPXD$qGO$?f2@j+E0VpLstE)`>e(_I=QBzjtKB)4Yji7ylb-M=ixONbu=Ab^P@pv2^ zHMHjji2Mhamd@;<*{H*yrB%iV5(DEgS@ZMkNm0-E>G>2X8{gWuULeel2r~dG5*#4F zNh9(X=8(Z5H^m)B%h&=sdGuym-(20F0B-+r>ffWoJ0 z`uV$!(IuLJuHj(N?K!TnBpjUOVW`oVDM)6y_jUe3STD({%-nUjfoE!JD%%YaF8Cdm zwJ-fHZq_&gQylo8k>Pataxw^(KNzsvZUim5AhGW>wNEUAk>hADADxjzrECeCOxpBE z!5#`#4s@q*jhE+U0{_p~?c!hdT~Pi*GgH&1BhuzgG0D_BqSOY3C1wMTx$W-OW(T2NuD| z_=Cu%LZc&qvC92jRD9m2)@c3fy%xjv{KgG?EM>MEu4RcuMF(iySI=!Ncu5c6V@@sL z7L`{xp_2h<^;^l2?fyd!RN>8Kv!^?f-4x0WQ}`A2{^x!|;4#`m#Eduu4#G-gz&3!9 z2wM8RP@uN_SqRIkm;F8X%Ymz={CHeWZ{>)d3v|E%JJ{w!nsax*|=T(koT;<};PjRn_|gIp!m8m0n1nKR|2y zXIYw{J95dy%)R)&DxGJ2)P?<0l);qrJZWXk1o+(4w_;rI^wK*Va7O#_@z=V{V_mr# z%J&vFvYFn$51G0s^TES|>qq@BRmARJ8+>h8eVsEkfe{$m9AW)BNX%8uWOfiJrDk&Q z4W)$fWQ+chvc7$WHeEr3l(G$1A8aG=Qv^k3i6`wc%!VJcz-Bs{|2@O<{$9C+n=QWEEp(hFp{w#*;{QnRJ0_F8|`Bx#a!BH&FO@ zwd^`GZy!=HJnBw|(yKUXNZ$_-1V|AFdH2)V*k{MG;D~_Z^_yFwGWoU7BY_B!U>rB)|Wu4u=l4#=*51o^KaS z(M{|mMY5t6?N$ACw5Ue$$XP`d*#O`kAUuzOymd6K_sH<${nJmyTD#XVBptE|v)j0N z6!Y5b@z(F+8w{8<;Rk}gKoeAx+r|Cs3n^cS6N$Md-B>EDbt=4`e$8IcWipLrrkO-= zAU@xd%pu|IW_fSNHVqQ%N_&g1`TQx*@U1An`@DVL_<1m(wFRQtmek_R{ivjAG}IZD zeibf=`OMie_8n=uMEj#pjhE8VV+zyei+nppDKw|Q1Ttvya~0vWDh`@CM)zABvbsV- zpD1Elh%uDLjl^7tp$yAznO&({6HlhbNB|Hn`jqs>SWQ(xby$m=shzkmE&kf1+X|VY zrMH?~s{p_p=@n11Gl~?5Fe|LNza*jQ97nY#MWafsf<-Qp^{t}@F9}31x~r{ydMBL> z6mY3Ncy~GD{P28&#{H^{9x)oZ89x-W-TqAzQ<>T1`4C-DKP)@6G!8gei;>b-%r1O3LJo4H-%B@DbRl zKalr%i02t?g{E6%Ajvv7kS;39=3i$FGc7w>MpAH~h=ie&ORctHL9%9rc~0RI*`DhC zd|`dI=k4mP60Axv(E?7@Dh7TMCs2S_m#h;YUFvQa^%nvzQ@Q=K*KiX`hR{*K8AeKF#mMuBi6cqL9;4*!k|yx4X#S!8^+?RZ!z zH5$d#Gvb@EMY!x%AMN+A|Kec4?METeBKq*X5Ar`*wJI(P=of@y^n_Z$-d{*@A7>&r zZfs$`yS;IYTiV?jEa)~2NF>?Whv-w|l5UvdCZHv-hn&CO-$l>yT7VN6RXz35{nwe6 z*~^8k!OJtQWfG4FPx;`DN?)@qvDvfZH|R%X);ub~kt4Q37|)K9sdwqN{7$)q$vQ^{ zCsmd)9OBqKN6`4mr`kne$ou3etafO~+U#nrN$L4jI$sT^~468qEFl5Zz;7o9%6H;|l za1TC`Dw+!)dt@?NQ~QLvfNUssG>X25cNc{wUzpo-P)~Iz()3>_ebR?QgjZq+|uVH4NUH*XUW2MFeH#F)c; zo22@&G9D0_xLfG&>0ba%2gt2|$CjPKvMl(JRez4sIJ+4D4$w(>P7HqiKGZ-QVDuMY z#gtXqdus?bBj*Ti13qjA*a6pPti|**8k1NyPkQZmmP_7pXbW)oeK^hq04!alNMwfN z@^tH22DL`2zq~$BZyhBHOT)CqB6VN8+ug>b6*q-ogv;lyJ(k999v;R#yC}93CYKmu#g{CVU#hpgYnn zajpDV^TsuT{8jvA1^`+9g0?uiFb0rRbVxyOu5JV{OYk=JQk&0Yk2y;K?o}BmDy$hj z0hkCk?n>{`w|F$tzQ>)qO@FqlS>vGEGl`$=1gz^U>9fIrzBQ(P*`0w9KSVJYU7K&P z0cq$TN+D*CJ(sSQJ*p_xyqKOSe6aX17VlR71?l=H)#hHBD6K13j_^6ebJ`5a41K;A zzoq?=_)auvkY@E^0>ta-OZg)-8m&9pDt%+SA?g0t?PG z_aBDaJg+G_iO~@VH>WwTeiE{oWEB(Kqr2c$0(s*(n58WIV;S&$Sx!G#62Lp)s{{dnsRLFT7(cO#&iCrta`9gP^$lr!dk zDK_-??%jh?j;ex_^!Vxm&pW;0vDJm`?+y-snp`sZx6`?%@cL)(+)Jrkso-FMHp*P# zZqJG7L^ZG9EkCD}>e3q8e@-*$jb-~0kydL4u&x3V9XhAIk{|FZX?}W@uZX3T3mtd(xcsW9N3k%uT zD>rW6Bl3xmJ0d$aKF+7h((rResbV66Or%ypkA#%Kr0i@WsMq(432XtBW@^_!riNaf z2s<=9eE3UEH-ub7&>GChdBItO$^L$q#@&tb!>e_$k^Ee5Ap*T?&Bob@lSHOsBA+Ii zg(Y-y@`Md|FNCG{fNI0avh4$(?Z~2BTVoXuIix)_b!DsHhD=RnJ|M8^bG_OhL|FQM zX$=?*p=Y3r-MnKHLiz}YUP6iHFm(GQ|L)zUFjxBV-~^Qu0yy&yUQ^}Yv7>ulR9yU< z@*g|?Xi*%>z2aBPO+%K^s5zkLMU#Ba}gC$@v6opEq(XNEumLjpTG&?+U1_>~5zmFk8I;y`Q9fmrX2+$$7e9zsU@|Y47)Zlat zYhVFSNchoO)l7%HpKcoSQq*#FE%k*5sLE?Z3KM}IcIW1hR~QAU<9d<v2gqY@;LS(?9}gVC)~3&5T}xV$u8-<>?Tr0{o;`J#nDyeyNIr&QvZcS91XhR z)pLMz#)&IzJ8(tW?-mfBb1sd7jS4?)8Acg`&#!*A<5Iamd`h_ISN`AhjKXS{CEa-x zJlD?6%@G{Wnc8tC`16uTa4TWD+V#WZdDqz}rMLhtoAgjf}$v z6}F=;`4+75aJ-GhV}Q@QhVbElv5Io{Tu`>PmeyZgI(P7FP{SU#q4(ZQOR7A}OJ4?; zUVI_4lflJXL97hiI$B-j0Jr(Y3C*HrE8?a&e0svRW~d&BTHR*FnRT=2e#I9~sS z$&k7_Wg<9>2#UiE7z=-nLQ`?V?~sQT-+(`o)PsV8!j^_sZ7Mw*7cb0oWh_Z4Dh_@2 zgNhv~G8KUkaofyt&rHDi&FaRlkP}2a(dY#(BHkI=a5kh?{)voc6>&hg3`CQ4*CvP@ zX=vC9pHw1MhV)~4;z3m))({U1!arVf?s$Bf^L`qM$f+fQs&PSxfTOQ%tOrN1R6k%Y zNBU~(N;>Nx|8L;&4~PuWx$4Z{-Gif>7-Ldl*-VNEMhIs*xa;7O~9B zP>i336E7Z~9pHh^&gR_?h=1FOU8#Hi4~*N0ctQB9wqo;wUH!lvDdC!(aApnu>(%zn zUtkb~M?yYZU|h2eJKp5GdZk^vcHwWR)@O3tH#C0 z!+J7zU>>;($O5fvJn;O6-e#mr@x%U?H0$I@7?>baj|w{Oy~xXOdQcJ6!1em!iQPW6 zYW!Re(ipeE--qN|ujaQyNeXUJImSha2*1MC6>tY(-*Cz1MCRC%U$ZpdOhVZE$y~ zn>h?OBHZ~igA<6o3wb%UaL$*|(ju6M3tr7m*I+}N3$iEAoqM;661J%&Bqy`9wYO7^ ztSVn6Qxj(Pgm*D^#T&LS@8ZKmZrnEW_nw_v`m#K8OcP)r4as));JZ$yr^ERO9Dw67 z5ex($`DpA3vA7%uiMueqfjStaL@@xm5#;id{P6b|41$;Q z95&5ZnBWk<0us(1bR&G(qY(WQ4Ljhd!otFwblRK6#rvn<+%qA5A-J{i_kCnZ6u>ZK zlSb{$5QGM^<0Pmj?zXm?0o&IjyQSe-&4!3=X2kkzMtG6!%gab=j0Ka}14LaS#EeLM zUXPGEzJl!v1FNM-l)b33m`-ep2-PBNpQ|}`pGYJ!c#s#9edcRWwhtWk)+1h)aJQC~ zjUIIUyJ??Z>J_R+E)jg{$@3H4v+gEonX|UXj~PcKc%0o+x* zn5~a1?9<*Oy?`Z4(VGS5AH1ebUEkFWB9%l3zB`+69}pR`u+-U!ToxQ-qkau{?wBhh zpo?EpQXi(;e^%OIgL&&#DZDrl8wqpr%LB^68d#a5$z+Y&hXVn`R0k7TV2OO9i#Sl1Ul;|T+tc(nQ;1KG;Rs)n3H8U@qsc|J+h`1BN z)B#2($%2H{J_(N4u|$R!_6d# z75#OX1Yz>!w6w_Aryek(kYXS*nN7{i>`_S&Y+%T&QU6B6i=CPTVFEH^rIGkcJgh|K zC+OFIGqRBZcK+AgI#Y2Z83OBuzvad1rXjBY^1_COU=q6?b6r^XV%QpL6%M z2NCg&Eto_ccO>|0MnK+=jl$^LO1$C)OxKLz#D&jSXkU&!K{u?du3)_I` z9o4{XAtNs+j-erPw`y{ca!pt>MUH{rx*|b2ix67q+H!ez3&W zCU@#h6p>?r2cw1X>B5=2yY@W394RD~AAceHlnpizb?&_#`$g%*b6!d0u_7cMtwDVD8SI*cWn~fOB{U>FYg=f;sL*DVtyuj& z|G?)_u{2wU{jb^0(t{hUHY^@vzN{a5Kr+m%O3L{beGtpeLub=RL^Js^i_WUvtdlW|J2===Try0 z6hHjg7OZxWo;UceMa2NSR#N}xnkTnljq<{|=EV`|#Bupu9gjS?-=5kNVP6>3SRoq2 zwia<6N#z42SGsQ646N>A_Bw2lWw5W__TbXb!{c+7@Im$7NE3Xz*v!nVeuahfb=Wt% zpz}lC7oVS>N=Qu?s|rXYQso9JIuhx~7V{?j;j%sT-#<{3Nu;J-Yk5he;A3>^_=iq% vF#dm;k3>ZxNota)NhHe)q_zL`-5DD*4ycGFpP>@RSCMqJ3@GIqM?(J>p4e?W literal 0 HcmV?d00001