From 3c1043c33d65b66d2a9c0e045d598ddc549ab636 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 7 Jul 2026 19:44:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: baban/QwenTranslate_English_German Source: Original Platform --- .gitattributes | 36 + README.md | 63 + all_results.json | 13 + chat_template.jinja | 54 + config.json | 69 + eval_results.json | 8 + generation_config.json | 13 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 31 + train_results.json | 9 + trainer_log.jsonl | 295 ++++ trainer_state.json | 2983 ++++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_eval_loss.png | Bin 0 -> 24266 bytes training_loss.png | Bin 0 -> 34629 bytes 16 files changed, 3583 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 eval_results.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_eval_loss.png create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..b5ccef1 --- /dev/null +++ b/README.md @@ -0,0 +1,63 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen2.5-3B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: MT_En_German + results: [] +--- + + + +# MT_En_German + +This model is a fine-tuned version of [Qwen/Qwen2.5-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-3B-Instruct) on the MT_En_German dataset. +It achieves the following results on the evaluation set: +- Loss: 0.7843 +- Num Input Tokens Seen: 571898240 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 8 +- eval_batch_size: 16 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 16 +- total_train_batch_size: 1024 +- total_eval_batch_size: 128 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: inverse_sqrt +- num_epochs: 3.0 + +### Training results + + + +### Framework versions + +- Transformers 5.6.0 +- Pytorch 2.7.0+cu128 +- Datasets 3.6.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..bf7cbd5 --- /dev/null +++ b/all_results.json @@ -0,0 +1,13 @@ +{ + "epoch": 3.0, + "eval_loss": 0.7842721939086914, + "eval_runtime": 0.9863, + "eval_samples_per_second": 1010.809, + "eval_steps_per_second": 8.111, + "num_input_tokens_seen": 571898240, + "total_flos": 9.521329376839336e+18, + "train_loss": 0.6782078807039174, + "train_runtime": 17469.688, + "train_samples_per_second": 171.726, + "train_steps_per_second": 0.168 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..bdf7919 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,54 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0]['role'] == 'system' %} + {{- messages[0]['content'] }} + {%- else %} + {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }} + {%- endif %} + {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0]['role'] == 'system' %} + {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }} + {%- else %} + {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role }} + {%- if message.content %} + {{- '\n' + message.content }} + {%- endif %} + {%- for tool_call in message.tool_calls %} + {%- if tool_call.function is defined %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {{- tool_call.arguments | tojson }} + {{- '}\n' }} + {%- endfor %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/config.json b/config.json new file mode 100644 index 0000000..3722ad7 --- /dev/null +++ b/config.json @@ -0,0 +1,69 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 11008, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 70, + "model_type": "qwen2", + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 2, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000.0, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.6.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000..b52e9ba --- /dev/null +++ b/eval_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "eval_loss": 0.7842721939086914, + "eval_runtime": 0.9863, + "eval_samples_per_second": 1010.809, + "eval_steps_per_second": 8.111, + "num_input_tokens_seen": 571898240 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c9eaa67 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "5.6.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..753fe82 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd12798e3ca46a5f53bedb75413c0943c257304c70e8face0119672ac292bb8f +size 6171927112 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..34510ff --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8 +size 11421892 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..6623da0 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,31 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..87fa0a4 --- /dev/null +++ b/train_results.json @@ -0,0 +1,9 @@ +{ + "epoch": 3.0, + "num_input_tokens_seen": 571898240, + "total_flos": 9.521329376839336e+18, + "train_loss": 0.6782078807039174, + "train_runtime": 17469.688, + "train_samples_per_second": 171.726, + "train_steps_per_second": 0.168 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..74108f7 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,295 @@ +{"current_steps": 10, "total_steps": 2931, "loss": 1.1904024124145507, "lr": 4.9977515176118345e-05, "epoch": 0.01024, "percentage": 0.34, "elapsed_time": "0:01:02", "remaining_time": "5:02:44", "throughput": 31657.35, "total_tokens": 1968640} +{"current_steps": 20, "total_steps": 2931, "loss": 0.9794286727905274, "lr": 4.9952567580506e-05, "epoch": 0.02048, "percentage": 0.68, "elapsed_time": "0:02:02", "remaining_time": "4:57:43", "throughput": 31951.53, "total_tokens": 3921472} +{"current_steps": 30, "total_steps": 2931, "loss": 0.9411283493041992, "lr": 4.992765730738634e-05, "epoch": 0.03072, "percentage": 1.02, "elapsed_time": "0:03:02", "remaining_time": "4:54:10", "throughput": 32300.11, "total_tokens": 5895808} +{"current_steps": 40, "total_steps": 2931, "loss": 0.9153067588806152, "lr": 4.9902784263792476e-05, "epoch": 0.04096, "percentage": 1.36, "elapsed_time": "0:04:01", "remaining_time": "4:50:36", "throughput": 32453.01, "total_tokens": 7829440} +{"current_steps": 50, "total_steps": 2931, "loss": 0.9085355758666992, "lr": 4.987794835708133e-05, "epoch": 0.0512, "percentage": 1.71, "elapsed_time": "0:05:00", "remaining_time": "4:48:24", "throughput": 32568.35, "total_tokens": 9781120} +{"current_steps": 60, "total_steps": 2931, "loss": 0.882135009765625, "lr": 4.985314949493234e-05, "epoch": 0.06144, "percentage": 2.05, "elapsed_time": "0:05:59", "remaining_time": "4:47:02", "throughput": 32562.58, "total_tokens": 11720320} +{"current_steps": 70, "total_steps": 2931, "loss": 0.8795860290527344, "lr": 4.982838758534584e-05, "epoch": 0.07168, "percentage": 2.39, "elapsed_time": "0:06:59", "remaining_time": "4:45:42", "throughput": 32615.2, "total_tokens": 13679552} +{"current_steps": 80, "total_steps": 2931, "loss": 0.8663822174072265, "lr": 4.980366253664179e-05, "epoch": 0.08192, "percentage": 2.73, "elapsed_time": "0:07:58", "remaining_time": "4:44:00", "throughput": 32677.81, "total_tokens": 15625216} +{"current_steps": 90, "total_steps": 2931, "loss": 0.8581996917724609, "lr": 4.977897425745825e-05, "epoch": 0.09216, "percentage": 3.07, "elapsed_time": "0:08:57", "remaining_time": "4:42:58", "throughput": 32679.22, "total_tokens": 17576768} +{"current_steps": 100, "total_steps": 2931, "loss": 0.8557216644287109, "lr": 4.975432265674997e-05, "epoch": 0.1024, "percentage": 3.41, "elapsed_time": "0:09:57", "remaining_time": "4:41:50", "throughput": 32692.3, "total_tokens": 19528128} +{"current_steps": 110, "total_steps": 2931, "loss": 0.8523456573486328, "lr": 4.972970764378705e-05, "epoch": 0.11264, "percentage": 3.75, "elapsed_time": "0:10:57", "remaining_time": "4:41:07", "throughput": 32683.07, "total_tokens": 21496192} +{"current_steps": 120, "total_steps": 2931, "loss": 0.8425041198730469, "lr": 4.970512912815344e-05, "epoch": 0.12288, "percentage": 4.09, "elapsed_time": "0:11:58", "remaining_time": "4:40:42", "throughput": 32628.18, "total_tokens": 23459072} +{"current_steps": 130, "total_steps": 2931, "loss": 0.8385295867919922, "lr": 4.968058701974564e-05, "epoch": 0.13312, "percentage": 4.44, "elapsed_time": "0:12:58", "remaining_time": "4:39:44", "throughput": 32625.31, "total_tokens": 25415040} +{"current_steps": 140, "total_steps": 2931, "loss": 0.8344181060791016, "lr": 4.96560812287712e-05, "epoch": 0.14336, "percentage": 4.78, "elapsed_time": "0:13:57", "remaining_time": "4:38:21", "throughput": 32642.78, "total_tokens": 27346432} +{"current_steps": 150, "total_steps": 2931, "loss": 0.8336277961730957, "lr": 4.963161166574748e-05, "epoch": 0.1536, "percentage": 5.12, "elapsed_time": "0:14:57", "remaining_time": "4:37:16", "throughput": 32654.06, "total_tokens": 29300736} +{"current_steps": 160, "total_steps": 2931, "loss": 0.8235919952392579, "lr": 4.960717824150013e-05, "epoch": 0.16384, "percentage": 5.46, "elapsed_time": "0:15:55", "remaining_time": "4:35:45", "throughput": 32703.34, "total_tokens": 31242688} +{"current_steps": 170, "total_steps": 2931, "loss": 0.8172248840332031, "lr": 4.9582780867161893e-05, "epoch": 0.17408, "percentage": 5.8, "elapsed_time": "0:16:55", "remaining_time": "4:34:50", "throughput": 32695.25, "total_tokens": 33196160} +{"current_steps": 180, "total_steps": 2931, "loss": 0.8182367324829102, "lr": 4.955841945417105e-05, "epoch": 0.18432, "percentage": 6.14, "elapsed_time": "0:17:54", "remaining_time": "4:33:37", "throughput": 32703.91, "total_tokens": 35131136} +{"current_steps": 190, "total_steps": 2931, "loss": 0.8155080795288085, "lr": 4.953409391427024e-05, "epoch": 0.19456, "percentage": 6.48, "elapsed_time": "0:18:54", "remaining_time": "4:32:44", "throughput": 32689.34, "total_tokens": 37082176} +{"current_steps": 200, "total_steps": 2931, "loss": 0.8091486930847168, "lr": 4.950980415950502e-05, "epoch": 0.2048, "percentage": 6.82, "elapsed_time": "0:19:55", "remaining_time": "4:31:58", "throughput": 32685.03, "total_tokens": 39060608} +{"current_steps": 210, "total_steps": 2931, "loss": 0.8105871200561523, "lr": 4.9485550102222575e-05, "epoch": 0.21504, "percentage": 7.16, "elapsed_time": "0:20:53", "remaining_time": "4:30:37", "throughput": 32715.38, "total_tokens": 40996800} +{"current_steps": 220, "total_steps": 2931, "loss": 0.8007206916809082, "lr": 4.946133165507037e-05, "epoch": 0.22528, "percentage": 7.51, "elapsed_time": "0:21:51", "remaining_time": "4:29:20", "throughput": 32734.44, "total_tokens": 42929728} +{"current_steps": 230, "total_steps": 2931, "loss": 0.7916994571685791, "lr": 4.943714873099483e-05, "epoch": 0.23552, "percentage": 7.85, "elapsed_time": "0:22:50", "remaining_time": "4:28:14", "throughput": 32756.79, "total_tokens": 44892288} +{"current_steps": 240, "total_steps": 2931, "loss": 0.7964269638061523, "lr": 4.9413001243240024e-05, "epoch": 0.24576, "percentage": 8.19, "elapsed_time": "0:23:51", "remaining_time": "4:27:35", "throughput": 32705.25, "total_tokens": 46831872} +{"current_steps": 250, "total_steps": 2931, "loss": 0.7994860172271728, "lr": 4.938888910534637e-05, "epoch": 0.256, "percentage": 8.53, "elapsed_time": "0:24:50", "remaining_time": "4:26:29", "throughput": 32726.06, "total_tokens": 48793472} +{"current_steps": 260, "total_steps": 2931, "loss": 0.7954794883728027, "lr": 4.936481223114932e-05, "epoch": 0.26624, "percentage": 8.87, "elapsed_time": "0:25:52", "remaining_time": "4:25:49", "throughput": 32697.23, "total_tokens": 50764800} +{"current_steps": 270, "total_steps": 2931, "loss": 0.7914528369903564, "lr": 4.934077053477808e-05, "epoch": 0.27648, "percentage": 9.21, "elapsed_time": "0:26:52", "remaining_time": "4:24:50", "throughput": 32704.29, "total_tokens": 52729152} +{"current_steps": 280, "total_steps": 2931, "loss": 0.7908175468444825, "lr": 4.931676393065431e-05, "epoch": 0.28672, "percentage": 9.55, "elapsed_time": "0:27:52", "remaining_time": "4:23:55", "throughput": 32701.85, "total_tokens": 54695872} +{"current_steps": 290, "total_steps": 2931, "loss": 0.7946252822875977, "lr": 4.929279233349088e-05, "epoch": 0.29696, "percentage": 9.89, "elapsed_time": "0:28:52", "remaining_time": "4:22:53", "throughput": 32707.92, "total_tokens": 56652544} +{"current_steps": 300, "total_steps": 2931, "loss": 0.7933988571166992, "lr": 4.926885565829051e-05, "epoch": 0.3072, "percentage": 10.24, "elapsed_time": "0:29:51", "remaining_time": "4:21:47", "throughput": 32724.61, "total_tokens": 58611264} +{"current_steps": 310, "total_steps": 2931, "loss": 0.7868727684020996, "lr": 4.924495382034461e-05, "epoch": 0.31744, "percentage": 10.58, "elapsed_time": "0:30:49", "remaining_time": "4:20:39", "throughput": 32727.57, "total_tokens": 60538816} +{"current_steps": 320, "total_steps": 2931, "loss": 0.7884368896484375, "lr": 4.9221086735231975e-05, "epoch": 0.32768, "percentage": 10.92, "elapsed_time": "0:31:48", "remaining_time": "4:19:32", "throughput": 32741.62, "total_tokens": 62490560} +{"current_steps": 330, "total_steps": 2931, "loss": 0.7792404174804688, "lr": 4.919725431881751e-05, "epoch": 0.33792, "percentage": 11.26, "elapsed_time": "0:32:49", "remaining_time": "4:18:47", "throughput": 32720.75, "total_tokens": 64459392} +{"current_steps": 340, "total_steps": 2931, "loss": 0.7801454067230225, "lr": 4.917345648725101e-05, "epoch": 0.34816, "percentage": 11.6, "elapsed_time": "0:33:50", "remaining_time": "4:17:53", "throughput": 32710.34, "total_tokens": 66416320} +{"current_steps": 350, "total_steps": 2931, "loss": 0.7781849861145019, "lr": 4.914969315696596e-05, "epoch": 0.3584, "percentage": 11.94, "elapsed_time": "0:34:49", "remaining_time": "4:16:51", "throughput": 32719.73, "total_tokens": 68379008} +{"current_steps": 360, "total_steps": 2931, "loss": 0.7765862941741943, "lr": 4.912596424467818e-05, "epoch": 0.36864, "percentage": 12.28, "elapsed_time": "0:35:49", "remaining_time": "4:15:51", "throughput": 32717.83, "total_tokens": 70328768} +{"current_steps": 370, "total_steps": 2931, "loss": 0.7737765312194824, "lr": 4.910226966738475e-05, "epoch": 0.37888, "percentage": 12.62, "elapsed_time": "0:36:49", "remaining_time": "4:14:52", "throughput": 32715.46, "total_tokens": 72280640} +{"current_steps": 380, "total_steps": 2931, "loss": 0.777079963684082, "lr": 4.9078609342362666e-05, "epoch": 0.38912, "percentage": 12.96, "elapsed_time": "0:37:48", "remaining_time": "4:13:46", "throughput": 32720.5, "total_tokens": 74217408} +{"current_steps": 390, "total_steps": 2931, "loss": 0.7765676498413085, "lr": 4.905498318716775e-05, "epoch": 0.39936, "percentage": 13.31, "elapsed_time": "0:38:47", "remaining_time": "4:12:42", "throughput": 32731.94, "total_tokens": 76174784} +{"current_steps": 400, "total_steps": 2931, "loss": 0.7736555099487304, "lr": 4.9031391119633295e-05, "epoch": 0.4096, "percentage": 13.65, "elapsed_time": "0:39:48", "remaining_time": "4:11:53", "throughput": 32723.02, "total_tokens": 78158016} +{"current_steps": 410, "total_steps": 2931, "loss": 0.7716507911682129, "lr": 4.9007833057869e-05, "epoch": 0.41984, "percentage": 13.99, "elapsed_time": "0:40:48", "remaining_time": "4:10:56", "throughput": 32716.45, "total_tokens": 80110400} +{"current_steps": 420, "total_steps": 2931, "loss": 0.7716224193572998, "lr": 4.898430892025967e-05, "epoch": 0.43008, "percentage": 14.33, "elapsed_time": "0:41:47", "remaining_time": "4:09:50", "throughput": 32727.18, "total_tokens": 82056960} +{"current_steps": 430, "total_steps": 2931, "loss": 0.7601117134094239, "lr": 4.896081862546415e-05, "epoch": 0.44032, "percentage": 14.67, "elapsed_time": "0:42:46", "remaining_time": "4:08:46", "throughput": 32730.85, "total_tokens": 84000832} +{"current_steps": 440, "total_steps": 2931, "loss": 0.7689449310302734, "lr": 4.8937362092414e-05, "epoch": 0.45056, "percentage": 15.01, "elapsed_time": "0:43:46", "remaining_time": "4:07:49", "throughput": 32721.78, "total_tokens": 85945600} +{"current_steps": 450, "total_steps": 2931, "loss": 0.7667889595031738, "lr": 4.891393924031244e-05, "epoch": 0.4608, "percentage": 15.35, "elapsed_time": "0:44:44", "remaining_time": "4:06:42", "throughput": 32733.75, "total_tokens": 87886144} +{"current_steps": 460, "total_steps": 2931, "loss": 0.7657638549804687, "lr": 4.8890549988633095e-05, "epoch": 0.47104, "percentage": 15.69, "elapsed_time": "0:45:44", "remaining_time": "4:05:44", "throughput": 32731.36, "total_tokens": 89839744} +{"current_steps": 470, "total_steps": 2931, "loss": 0.7696039199829101, "lr": 4.8867194257118907e-05, "epoch": 0.48128, "percentage": 16.04, "elapsed_time": "0:46:44", "remaining_time": "4:04:46", "throughput": 32732.07, "total_tokens": 91805440} +{"current_steps": 480, "total_steps": 2931, "loss": 0.7688661575317383, "lr": 4.884387196578093e-05, "epoch": 0.49152, "percentage": 16.38, "elapsed_time": "0:47:42", "remaining_time": "4:03:38", "throughput": 32754.1, "total_tokens": 93770240} +{"current_steps": 490, "total_steps": 2931, "loss": 0.7624212265014648, "lr": 4.882058303489718e-05, "epoch": 0.50176, "percentage": 16.72, "elapsed_time": "0:48:41", "remaining_time": "4:02:32", "throughput": 32763.06, "total_tokens": 95708096} +{"current_steps": 500, "total_steps": 2931, "loss": 0.7568993091583252, "lr": 4.8797327385011496e-05, "epoch": 0.512, "percentage": 17.06, "elapsed_time": "0:49:42", "remaining_time": "4:01:39", "throughput": 32754.27, "total_tokens": 97676928} +{"current_steps": 510, "total_steps": 2931, "loss": 0.7545355796813965, "lr": 4.8774104936932425e-05, "epoch": 0.52224, "percentage": 17.4, "elapsed_time": "0:50:41", "remaining_time": "4:00:38", "throughput": 32755.02, "total_tokens": 99627776} +{"current_steps": 520, "total_steps": 2931, "loss": 0.7593323707580566, "lr": 4.8750915611732076e-05, "epoch": 0.53248, "percentage": 17.74, "elapsed_time": "0:51:41", "remaining_time": "3:59:42", "throughput": 32742.95, "total_tokens": 101565696} +{"current_steps": 530, "total_steps": 2931, "loss": 0.760127067565918, "lr": 4.8727759330744986e-05, "epoch": 0.54272, "percentage": 18.08, "elapsed_time": "0:52:41", "remaining_time": "3:58:42", "throughput": 32740.02, "total_tokens": 103508992} +{"current_steps": 540, "total_steps": 2931, "loss": 0.7561708450317383, "lr": 4.870463601556696e-05, "epoch": 0.55296, "percentage": 18.42, "elapsed_time": "0:53:40", "remaining_time": "3:57:41", "throughput": 32741.67, "total_tokens": 105456832} +{"current_steps": 550, "total_steps": 2931, "loss": 0.7509193420410156, "lr": 4.8681545588054075e-05, "epoch": 0.5632, "percentage": 18.76, "elapsed_time": "0:54:40", "remaining_time": "3:56:43", "throughput": 32739.41, "total_tokens": 107417344} +{"current_steps": 560, "total_steps": 2931, "loss": 0.7538685321807861, "lr": 4.8658487970321404e-05, "epoch": 0.57344, "percentage": 19.11, "elapsed_time": "0:55:41", "remaining_time": "3:55:47", "throughput": 32733.02, "total_tokens": 109377984} +{"current_steps": 570, "total_steps": 2931, "loss": 0.7577058792114257, "lr": 4.863546308474209e-05, "epoch": 0.58368, "percentage": 19.45, "elapsed_time": "0:56:41", "remaining_time": "3:54:50", "throughput": 32736.08, "total_tokens": 111360832} +{"current_steps": 580, "total_steps": 2931, "loss": 0.7539366722106934, "lr": 4.86124708539461e-05, "epoch": 0.59392, "percentage": 19.79, "elapsed_time": "0:57:42", "remaining_time": "3:53:56", "throughput": 32728.66, "total_tokens": 113337536} +{"current_steps": 590, "total_steps": 2931, "loss": 0.7477821826934814, "lr": 4.8589511200819216e-05, "epoch": 0.60416, "percentage": 20.13, "elapsed_time": "0:58:41", "remaining_time": "3:52:51", "throughput": 32735.21, "total_tokens": 115270336} +{"current_steps": 600, "total_steps": 2931, "loss": 0.7609129905700683, "lr": 4.8566584048501926e-05, "epoch": 0.6144, "percentage": 20.47, "elapsed_time": "0:59:40", "remaining_time": "3:51:50", "throughput": 32737.93, "total_tokens": 117224512} +{"current_steps": 610, "total_steps": 2931, "loss": 0.7430164337158203, "lr": 4.854368932038835e-05, "epoch": 0.62464, "percentage": 20.81, "elapsed_time": "1:00:40", "remaining_time": "3:50:52", "throughput": 32731.88, "total_tokens": 119167552} +{"current_steps": 620, "total_steps": 2931, "loss": 0.7435213088989258, "lr": 4.8520826940125144e-05, "epoch": 0.63488, "percentage": 21.15, "elapsed_time": "1:01:40", "remaining_time": "3:49:53", "throughput": 32731.59, "total_tokens": 121128896} +{"current_steps": 630, "total_steps": 2931, "loss": 0.7433882713317871, "lr": 4.849799683161046e-05, "epoch": 0.64512, "percentage": 21.49, "elapsed_time": "1:02:40", "remaining_time": "3:48:54", "throughput": 32731.55, "total_tokens": 123088256} +{"current_steps": 640, "total_steps": 2931, "loss": 0.7475492477416992, "lr": 4.8475198918992835e-05, "epoch": 0.65536, "percentage": 21.84, "elapsed_time": "1:03:39", "remaining_time": "3:47:54", "throughput": 32733.16, "total_tokens": 125038592} +{"current_steps": 650, "total_steps": 2931, "loss": 0.7479681968688965, "lr": 4.845243312667023e-05, "epoch": 0.6656, "percentage": 22.18, "elapsed_time": "1:04:39", "remaining_time": "3:46:54", "throughput": 32729.64, "total_tokens": 126982208} +{"current_steps": 660, "total_steps": 2931, "loss": 0.7469013214111329, "lr": 4.842969937928884e-05, "epoch": 0.67584, "percentage": 22.52, "elapsed_time": "1:05:36", "remaining_time": "3:45:46", "throughput": 32743.97, "total_tokens": 128906880} +{"current_steps": 670, "total_steps": 2931, "loss": 0.7478948593139648, "lr": 4.840699760174217e-05, "epoch": 0.68608, "percentage": 22.86, "elapsed_time": "1:06:36", "remaining_time": "3:44:47", "throughput": 32746.97, "total_tokens": 130882496} +{"current_steps": 680, "total_steps": 2931, "loss": 0.7461132049560547, "lr": 4.8384327719169906e-05, "epoch": 0.69632, "percentage": 23.2, "elapsed_time": "1:07:35", "remaining_time": "3:43:43", "throughput": 32755.53, "total_tokens": 132826752} +{"current_steps": 690, "total_steps": 2931, "loss": 0.7483083724975585, "lr": 4.836168965695694e-05, "epoch": 0.70656, "percentage": 23.54, "elapsed_time": "1:08:35", "remaining_time": "3:42:45", "throughput": 32751.96, "total_tokens": 134780160} +{"current_steps": 700, "total_steps": 2931, "loss": 0.7420180320739747, "lr": 4.8339083340732304e-05, "epoch": 0.7168, "percentage": 23.88, "elapsed_time": "1:09:37", "remaining_time": "3:41:52", "throughput": 32739.94, "total_tokens": 136754944} +{"current_steps": 710, "total_steps": 2931, "loss": 0.7432499885559082, "lr": 4.8316508696368154e-05, "epoch": 0.72704, "percentage": 24.22, "elapsed_time": "1:10:35", "remaining_time": "3:40:48", "throughput": 32747.86, "total_tokens": 138696768} +{"current_steps": 720, "total_steps": 2931, "loss": 0.7435853481292725, "lr": 4.8293965649978714e-05, "epoch": 0.73728, "percentage": 24.56, "elapsed_time": "1:11:35", "remaining_time": "3:39:50", "throughput": 32745.72, "total_tokens": 140653120} +{"current_steps": 730, "total_steps": 2931, "loss": 0.7337657928466796, "lr": 4.8271454127919364e-05, "epoch": 0.74752, "percentage": 24.91, "elapsed_time": "1:12:34", "remaining_time": "3:38:49", "throughput": 32749.49, "total_tokens": 142610880} +{"current_steps": 740, "total_steps": 2931, "loss": 0.7439666748046875, "lr": 4.824897405678549e-05, "epoch": 0.75776, "percentage": 25.25, "elapsed_time": "1:13:34", "remaining_time": "3:37:51", "throughput": 32744.47, "total_tokens": 144560448} +{"current_steps": 750, "total_steps": 2931, "loss": 0.7391902923583984, "lr": 4.8226525363411576e-05, "epoch": 0.768, "percentage": 25.59, "elapsed_time": "1:14:35", "remaining_time": "3:36:55", "throughput": 32736.96, "total_tokens": 146522432} +{"current_steps": 760, "total_steps": 2931, "loss": 0.7402773857116699, "lr": 4.820410797487017e-05, "epoch": 0.77824, "percentage": 25.93, "elapsed_time": "1:15:35", "remaining_time": "3:35:55", "throughput": 32734.06, "total_tokens": 148465152} +{"current_steps": 770, "total_steps": 2931, "loss": 0.7375380039215088, "lr": 4.818172181847091e-05, "epoch": 0.78848, "percentage": 26.27, "elapsed_time": "1:16:34", "remaining_time": "3:34:53", "throughput": 32737.54, "total_tokens": 150407040} +{"current_steps": 780, "total_steps": 2931, "loss": 0.7325362205505371, "lr": 4.81593668217595e-05, "epoch": 0.79872, "percentage": 26.61, "elapsed_time": "1:17:34", "remaining_time": "3:33:55", "throughput": 32731.39, "total_tokens": 152340608} +{"current_steps": 790, "total_steps": 2931, "loss": 0.7388778686523437, "lr": 4.813704291251675e-05, "epoch": 0.80896, "percentage": 26.95, "elapsed_time": "1:18:33", "remaining_time": "3:32:53", "throughput": 32735.11, "total_tokens": 154283968} +{"current_steps": 800, "total_steps": 2931, "loss": 0.734052324295044, "lr": 4.811475001875759e-05, "epoch": 0.8192, "percentage": 27.29, "elapsed_time": "1:19:30", "remaining_time": "3:31:47", "throughput": 32740.61, "total_tokens": 156195392} +{"current_steps": 810, "total_steps": 2931, "loss": 0.7394464015960693, "lr": 4.8092488068730105e-05, "epoch": 0.82944, "percentage": 27.64, "elapsed_time": "1:20:29", "remaining_time": "3:30:45", "throughput": 32746.11, "total_tokens": 158142080} +{"current_steps": 820, "total_steps": 2931, "loss": 0.7330001831054688, "lr": 4.807025699091452e-05, "epoch": 0.83968, "percentage": 27.98, "elapsed_time": "1:21:29", "remaining_time": "3:29:47", "throughput": 32742.72, "total_tokens": 160100224} +{"current_steps": 830, "total_steps": 2931, "loss": 0.7365771293640136, "lr": 4.8048056714022325e-05, "epoch": 0.84992, "percentage": 28.32, "elapsed_time": "1:22:26", "remaining_time": "3:28:41", "throughput": 32751.38, "total_tokens": 162014592} +{"current_steps": 840, "total_steps": 2931, "loss": 0.7319395065307617, "lr": 4.802588716699519e-05, "epoch": 0.86016, "percentage": 28.66, "elapsed_time": "1:23:26", "remaining_time": "3:27:43", "throughput": 32749.08, "total_tokens": 163967296} +{"current_steps": 850, "total_steps": 2931, "loss": 0.736358642578125, "lr": 4.8003748279004156e-05, "epoch": 0.8704, "percentage": 29.0, "elapsed_time": "1:24:25", "remaining_time": "3:26:40", "throughput": 32750.45, "total_tokens": 165888128} +{"current_steps": 860, "total_steps": 2931, "loss": 0.728258752822876, "lr": 4.798163997944854e-05, "epoch": 0.88064, "percentage": 29.34, "elapsed_time": "1:25:25", "remaining_time": "3:25:41", "throughput": 32748.75, "total_tokens": 167838720} +{"current_steps": 870, "total_steps": 2931, "loss": 0.7310397624969482, "lr": 4.79595621979551e-05, "epoch": 0.89088, "percentage": 29.68, "elapsed_time": "1:26:24", "remaining_time": "3:24:42", "throughput": 32749.93, "total_tokens": 169801024} +{"current_steps": 880, "total_steps": 2931, "loss": 0.7326676845550537, "lr": 4.793751486437702e-05, "epoch": 0.90112, "percentage": 30.02, "elapsed_time": "1:27:23", "remaining_time": "3:23:41", "throughput": 32753.15, "total_tokens": 171754432} +{"current_steps": 890, "total_steps": 2931, "loss": 0.7294478416442871, "lr": 4.7915497908793064e-05, "epoch": 0.91136, "percentage": 30.37, "elapsed_time": "1:28:23", "remaining_time": "3:22:42", "throughput": 32752.75, "total_tokens": 173709952} +{"current_steps": 900, "total_steps": 2931, "loss": 0.7317845344543457, "lr": 4.7893511261506516e-05, "epoch": 0.9216, "percentage": 30.71, "elapsed_time": "1:29:22", "remaining_time": "3:21:42", "throughput": 32755.64, "total_tokens": 175665088} +{"current_steps": 910, "total_steps": 2931, "loss": 0.7250267028808594, "lr": 4.787155485304435e-05, "epoch": 0.93184, "percentage": 31.05, "elapsed_time": "1:30:21", "remaining_time": "3:20:41", "throughput": 32756.14, "total_tokens": 177597184} +{"current_steps": 920, "total_steps": 2931, "loss": 0.7249749183654786, "lr": 4.784962861415629e-05, "epoch": 0.94208, "percentage": 31.39, "elapsed_time": "1:31:21", "remaining_time": "3:19:41", "throughput": 32756.99, "total_tokens": 179556736} +{"current_steps": 930, "total_steps": 2931, "loss": 0.724465274810791, "lr": 4.7827732475813884e-05, "epoch": 0.95232, "percentage": 31.73, "elapsed_time": "1:32:23", "remaining_time": "3:18:47", "throughput": 32744.9, "total_tokens": 181523520} +{"current_steps": 940, "total_steps": 2931, "loss": 0.7229520797729492, "lr": 4.7805866369209576e-05, "epoch": 0.96256, "percentage": 32.07, "elapsed_time": "1:33:22", "remaining_time": "3:17:46", "throughput": 32745.65, "total_tokens": 183456256} +{"current_steps": 950, "total_steps": 2931, "loss": 0.727871322631836, "lr": 4.778403022575583e-05, "epoch": 0.9728, "percentage": 32.41, "elapsed_time": "1:34:23", "remaining_time": "3:16:49", "throughput": 32740.51, "total_tokens": 185424896} +{"current_steps": 960, "total_steps": 2931, "loss": 0.7236977577209472, "lr": 4.7762223977084195e-05, "epoch": 0.98304, "percentage": 32.75, "elapsed_time": "1:35:23", "remaining_time": "3:15:50", "throughput": 32740.81, "total_tokens": 187388480} +{"current_steps": 970, "total_steps": 2931, "loss": 0.7206878185272216, "lr": 4.774044755504444e-05, "epoch": 0.99328, "percentage": 33.09, "elapsed_time": "1:36:22", "remaining_time": "3:14:49", "throughput": 32744.66, "total_tokens": 189339648} +{"current_steps": 980, "total_steps": 2931, "loss": 0.710568618774414, "lr": 4.7718700891703616e-05, "epoch": 1.003072, "percentage": 33.44, "elapsed_time": "1:37:19", "remaining_time": "3:13:45", "throughput": 32742.54, "total_tokens": 191208640} +{"current_steps": 990, "total_steps": 2931, "loss": 0.6669343948364258, "lr": 4.7696983919345215e-05, "epoch": 1.013312, "percentage": 33.78, "elapsed_time": "1:38:19", "remaining_time": "3:12:46", "throughput": 32743.6, "total_tokens": 193176512} +{"current_steps": 1000, "total_steps": 2931, "loss": 0.6645569801330566, "lr": 4.7675296570468216e-05, "epoch": 1.023552, "percentage": 34.12, "elapsed_time": "1:39:20", "remaining_time": "3:11:49", "throughput": 32740.26, "total_tokens": 195141440} +{"current_steps": 1010, "total_steps": 2931, "loss": 0.6675229549407959, "lr": 4.76536387777863e-05, "epoch": 1.033792, "percentage": 34.46, "elapsed_time": "1:40:19", "remaining_time": "3:10:49", "throughput": 32741.32, "total_tokens": 197092032} +{"current_steps": 1020, "total_steps": 2931, "loss": 0.6588812828063965, "lr": 4.7632010474226915e-05, "epoch": 1.044032, "percentage": 34.8, "elapsed_time": "1:41:19", "remaining_time": "3:09:49", "throughput": 32744.95, "total_tokens": 199066240} +{"current_steps": 1030, "total_steps": 2931, "loss": 0.6624051094055176, "lr": 4.761041159293035e-05, "epoch": 1.054272, "percentage": 35.14, "elapsed_time": "1:42:19", "remaining_time": "3:08:50", "throughput": 32746.45, "total_tokens": 201031808} +{"current_steps": 1040, "total_steps": 2931, "loss": 0.6641523361206054, "lr": 4.7588842067249e-05, "epoch": 1.064512, "percentage": 35.48, "elapsed_time": "1:43:20", "remaining_time": "3:07:54", "throughput": 32735.48, "total_tokens": 202982784} +{"current_steps": 1050, "total_steps": 2931, "loss": 0.6600203037261962, "lr": 4.756730183074637e-05, "epoch": 1.074752, "percentage": 35.82, "elapsed_time": "1:44:21", "remaining_time": "3:06:56", "throughput": 32731.64, "total_tokens": 204943872} +{"current_steps": 1060, "total_steps": 2931, "loss": 0.6627418041229248, "lr": 4.7545790817196314e-05, "epoch": 1.084992, "percentage": 36.17, "elapsed_time": "1:45:21", "remaining_time": "3:05:57", "throughput": 32731.34, "total_tokens": 206907648} +{"current_steps": 1070, "total_steps": 2931, "loss": 0.665987491607666, "lr": 4.752430896058212e-05, "epoch": 1.095232, "percentage": 36.51, "elapsed_time": "1:46:20", "remaining_time": "3:04:58", "throughput": 32732.65, "total_tokens": 208866176} +{"current_steps": 1080, "total_steps": 2931, "loss": 0.6638533115386963, "lr": 4.750285619509567e-05, "epoch": 1.105472, "percentage": 36.85, "elapsed_time": "1:47:21", "remaining_time": "3:04:00", "throughput": 32727.77, "total_tokens": 210821184} +{"current_steps": 1090, "total_steps": 2931, "loss": 0.6705752372741699, "lr": 4.7481432455136644e-05, "epoch": 1.115712, "percentage": 37.19, "elapsed_time": "1:48:19", "remaining_time": "3:02:58", "throughput": 32735.24, "total_tokens": 212772928} +{"current_steps": 1100, "total_steps": 2931, "loss": 0.6647239208221436, "lr": 4.7460037675311584e-05, "epoch": 1.125952, "percentage": 37.53, "elapsed_time": "1:49:18", "remaining_time": "3:01:57", "throughput": 32737.85, "total_tokens": 214713728} +{"current_steps": 1110, "total_steps": 2931, "loss": 0.6651959419250488, "lr": 4.7438671790433126e-05, "epoch": 1.136192, "percentage": 37.87, "elapsed_time": "1:50:17", "remaining_time": "3:00:57", "throughput": 32739.6, "total_tokens": 216668864} +{"current_steps": 1120, "total_steps": 2931, "loss": 0.6629802703857421, "lr": 4.741733473551915e-05, "epoch": 1.146432, "percentage": 38.21, "elapsed_time": "1:51:17", "remaining_time": "2:59:57", "throughput": 32741.24, "total_tokens": 218629056} +{"current_steps": 1130, "total_steps": 2931, "loss": 0.6651780605316162, "lr": 4.7396026445791966e-05, "epoch": 1.156672, "percentage": 38.55, "elapsed_time": "1:52:17", "remaining_time": "2:58:57", "throughput": 32743.03, "total_tokens": 220590464} +{"current_steps": 1140, "total_steps": 2931, "loss": 0.6648248672485352, "lr": 4.737474685667742e-05, "epoch": 1.166912, "percentage": 38.89, "elapsed_time": "1:53:16", "remaining_time": "2:57:58", "throughput": 32745.04, "total_tokens": 222559552} +{"current_steps": 1150, "total_steps": 2931, "loss": 0.6667553901672363, "lr": 4.7353495903804165e-05, "epoch": 1.177152, "percentage": 39.24, "elapsed_time": "1:54:16", "remaining_time": "2:56:58", "throughput": 32743.94, "total_tokens": 224513216} +{"current_steps": 1160, "total_steps": 2931, "loss": 0.6689923286437989, "lr": 4.733227352300277e-05, "epoch": 1.187392, "percentage": 39.58, "elapsed_time": "1:55:15", "remaining_time": "2:55:57", "throughput": 32747.14, "total_tokens": 226447168} +{"current_steps": 1170, "total_steps": 2931, "loss": 0.6637516021728516, "lr": 4.731107965030496e-05, "epoch": 1.197632, "percentage": 39.92, "elapsed_time": "1:56:13", "remaining_time": "2:54:56", "throughput": 32749.67, "total_tokens": 228394368} +{"current_steps": 1180, "total_steps": 2931, "loss": 0.6736277580261231, "lr": 4.728991422194278e-05, "epoch": 1.207872, "percentage": 40.26, "elapsed_time": "1:57:12", "remaining_time": "2:53:55", "throughput": 32754.17, "total_tokens": 230336512} +{"current_steps": 1190, "total_steps": 2931, "loss": 0.6644347190856934, "lr": 4.726877717434773e-05, "epoch": 1.218112, "percentage": 40.6, "elapsed_time": "1:58:11", "remaining_time": "2:52:55", "throughput": 32753.91, "total_tokens": 232273792} +{"current_steps": 1200, "total_steps": 2931, "loss": 0.662445068359375, "lr": 4.724766844415013e-05, "epoch": 1.228352, "percentage": 40.94, "elapsed_time": "1:59:11", "remaining_time": "2:51:55", "throughput": 32754.75, "total_tokens": 234234368} +{"current_steps": 1210, "total_steps": 2931, "loss": 0.6602650165557862, "lr": 4.722658796817813e-05, "epoch": 1.238592, "percentage": 41.28, "elapsed_time": "2:00:11", "remaining_time": "2:50:57", "throughput": 32750.37, "total_tokens": 236184128} +{"current_steps": 1220, "total_steps": 2931, "loss": 0.6661070823669434, "lr": 4.7205535683457044e-05, "epoch": 1.248832, "percentage": 41.62, "elapsed_time": "2:01:12", "remaining_time": "2:49:58", "throughput": 32748.33, "total_tokens": 238148992} +{"current_steps": 1230, "total_steps": 2931, "loss": 0.6634117603302002, "lr": 4.7184511527208484e-05, "epoch": 1.259072, "percentage": 41.97, "elapsed_time": "2:02:12", "remaining_time": "2:48:59", "throughput": 32747.49, "total_tokens": 240113216} +{"current_steps": 1240, "total_steps": 2931, "loss": 0.659183406829834, "lr": 4.7163515436849644e-05, "epoch": 1.269312, "percentage": 42.31, "elapsed_time": "2:03:11", "remaining_time": "2:48:00", "throughput": 32746.03, "total_tokens": 242056192} +{"current_steps": 1250, "total_steps": 2931, "loss": 0.6668022632598877, "lr": 4.714254734999245e-05, "epoch": 1.279552, "percentage": 42.65, "elapsed_time": "2:04:10", "remaining_time": "2:46:59", "throughput": 32748.53, "total_tokens": 244001472} +{"current_steps": 1260, "total_steps": 2931, "loss": 0.6643959999084472, "lr": 4.712160720444284e-05, "epoch": 1.289792, "percentage": 42.99, "elapsed_time": "2:05:10", "remaining_time": "2:46:00", "throughput": 32748.18, "total_tokens": 245958592} +{"current_steps": 1270, "total_steps": 2931, "loss": 0.6648179054260254, "lr": 4.710069493819992e-05, "epoch": 1.300032, "percentage": 43.33, "elapsed_time": "2:06:10", "remaining_time": "2:45:00", "throughput": 32748.86, "total_tokens": 247917248} +{"current_steps": 1280, "total_steps": 2931, "loss": 0.6611180305480957, "lr": 4.70798104894553e-05, "epoch": 1.3102719999999999, "percentage": 43.67, "elapsed_time": "2:07:09", "remaining_time": "2:44:01", "throughput": 32747.92, "total_tokens": 249863104} +{"current_steps": 1290, "total_steps": 2931, "loss": 0.663090705871582, "lr": 4.705895379659219e-05, "epoch": 1.320512, "percentage": 44.01, "elapsed_time": "2:08:10", "remaining_time": "2:43:02", "throughput": 32745.46, "total_tokens": 251816832} +{"current_steps": 1300, "total_steps": 2931, "loss": 0.6652997016906739, "lr": 4.7038124798184766e-05, "epoch": 1.330752, "percentage": 44.35, "elapsed_time": "2:09:10", "remaining_time": "2:42:04", "throughput": 32739.97, "total_tokens": 253758592} +{"current_steps": 1310, "total_steps": 2931, "loss": 0.6616836547851562, "lr": 4.7017323432997304e-05, "epoch": 1.340992, "percentage": 44.69, "elapsed_time": "2:10:09", "remaining_time": "2:41:03", "throughput": 32739.2, "total_tokens": 255687360} +{"current_steps": 1320, "total_steps": 2931, "loss": 0.6657767295837402, "lr": 4.6996549639983506e-05, "epoch": 1.351232, "percentage": 45.04, "elapsed_time": "2:11:07", "remaining_time": "2:40:02", "throughput": 32745.35, "total_tokens": 257640064} +{"current_steps": 1330, "total_steps": 2931, "loss": 0.6621747970581054, "lr": 4.697580335828569e-05, "epoch": 1.361472, "percentage": 45.38, "elapsed_time": "2:12:07", "remaining_time": "2:39:03", "throughput": 32744.45, "total_tokens": 259595136} +{"current_steps": 1340, "total_steps": 2931, "loss": 0.6663068771362305, "lr": 4.6955084527234076e-05, "epoch": 1.371712, "percentage": 45.72, "elapsed_time": "2:13:08", "remaining_time": "2:38:04", "throughput": 32743.75, "total_tokens": 261559488} +{"current_steps": 1350, "total_steps": 2931, "loss": 0.6628549098968506, "lr": 4.6934393086346034e-05, "epoch": 1.381952, "percentage": 46.06, "elapsed_time": "2:14:07", "remaining_time": "2:37:04", "throughput": 32743.99, "total_tokens": 263504960} +{"current_steps": 1360, "total_steps": 2931, "loss": 0.6543691158294678, "lr": 4.6913728975325324e-05, "epoch": 1.392192, "percentage": 46.4, "elapsed_time": "2:15:08", "remaining_time": "2:36:06", "throughput": 32739.47, "total_tokens": 265475904} +{"current_steps": 1370, "total_steps": 2931, "loss": 0.6563886165618896, "lr": 4.6893092134061393e-05, "epoch": 1.4024320000000001, "percentage": 46.74, "elapsed_time": "2:16:07", "remaining_time": "2:35:06", "throughput": 32740.99, "total_tokens": 267417152} +{"current_steps": 1380, "total_steps": 2931, "loss": 0.6647259712219238, "lr": 4.687248250262859e-05, "epoch": 1.412672, "percentage": 47.08, "elapsed_time": "2:17:06", "remaining_time": "2:34:05", "throughput": 32743.69, "total_tokens": 269353152} +{"current_steps": 1390, "total_steps": 2931, "loss": 0.6596537113189698, "lr": 4.685190002128548e-05, "epoch": 1.422912, "percentage": 47.42, "elapsed_time": "2:18:05", "remaining_time": "2:33:05", "throughput": 32744.66, "total_tokens": 271311872} +{"current_steps": 1400, "total_steps": 2931, "loss": 0.6623442649841309, "lr": 4.6831344630474114e-05, "epoch": 1.433152, "percentage": 47.77, "elapsed_time": "2:19:05", "remaining_time": "2:32:06", "throughput": 32745.27, "total_tokens": 273284288} +{"current_steps": 1410, "total_steps": 2931, "loss": 0.6568885803222656, "lr": 4.6810816270819276e-05, "epoch": 1.443392, "percentage": 48.11, "elapsed_time": "2:20:04", "remaining_time": "2:31:06", "throughput": 32749.24, "total_tokens": 275251328} +{"current_steps": 1420, "total_steps": 2931, "loss": 0.6608157157897949, "lr": 4.679031488312777e-05, "epoch": 1.453632, "percentage": 48.45, "elapsed_time": "2:21:05", "remaining_time": "2:30:07", "throughput": 32746.69, "total_tokens": 277202496} +{"current_steps": 1430, "total_steps": 2931, "loss": 0.6612616539001465, "lr": 4.6769840408387717e-05, "epoch": 1.463872, "percentage": 48.79, "elapsed_time": "2:22:06", "remaining_time": "2:29:09", "throughput": 32742.38, "total_tokens": 279162944} +{"current_steps": 1440, "total_steps": 2931, "loss": 0.6639165878295898, "lr": 4.674939278776787e-05, "epoch": 1.4741119999999999, "percentage": 49.13, "elapsed_time": "2:23:05", "remaining_time": "2:28:09", "throughput": 32743.75, "total_tokens": 281109696} +{"current_steps": 1450, "total_steps": 2931, "loss": 0.6613688945770264, "lr": 4.672897196261683e-05, "epoch": 1.484352, "percentage": 49.47, "elapsed_time": "2:24:03", "remaining_time": "2:27:08", "throughput": 32746.38, "total_tokens": 283056064} +{"current_steps": 1460, "total_steps": 2931, "loss": 0.6640623569488525, "lr": 4.670857787446238e-05, "epoch": 1.494592, "percentage": 49.81, "elapsed_time": "2:25:03", "remaining_time": "2:26:09", "throughput": 32745.59, "total_tokens": 285002496} +{"current_steps": 1470, "total_steps": 2931, "loss": 0.6640773773193359, "lr": 4.668821046501082e-05, "epoch": 1.504832, "percentage": 50.15, "elapsed_time": "2:26:03", "remaining_time": "2:25:10", "throughput": 32743.2, "total_tokens": 286959616} +{"current_steps": 1480, "total_steps": 2931, "loss": 0.6624667167663574, "lr": 4.6667869676146194e-05, "epoch": 1.515072, "percentage": 50.49, "elapsed_time": "2:27:02", "remaining_time": "2:24:09", "throughput": 32746.53, "total_tokens": 288905280} +{"current_steps": 1490, "total_steps": 2931, "loss": 0.6601789474487305, "lr": 4.6647555449929645e-05, "epoch": 1.525312, "percentage": 50.84, "elapsed_time": "2:28:01", "remaining_time": "2:23:09", "throughput": 32746.4, "total_tokens": 290846400} +{"current_steps": 1500, "total_steps": 2931, "loss": 0.6581646919250488, "lr": 4.662726772859869e-05, "epoch": 1.535552, "percentage": 51.18, "elapsed_time": "2:28:59", "remaining_time": "2:22:08", "throughput": 32749.28, "total_tokens": 292768064} +{"current_steps": 1510, "total_steps": 2931, "loss": 0.6602959632873535, "lr": 4.660700645456655e-05, "epoch": 1.545792, "percentage": 51.52, "elapsed_time": "2:29:59", "remaining_time": "2:21:08", "throughput": 32749.87, "total_tokens": 294723392} +{"current_steps": 1520, "total_steps": 2931, "loss": 0.6587230682373046, "lr": 4.658677157042149e-05, "epoch": 1.556032, "percentage": 51.86, "elapsed_time": "2:30:57", "remaining_time": "2:20:08", "throughput": 32752.93, "total_tokens": 296664896} +{"current_steps": 1530, "total_steps": 2931, "loss": 0.6597561836242676, "lr": 4.656656301892605e-05, "epoch": 1.566272, "percentage": 52.2, "elapsed_time": "2:31:56", "remaining_time": "2:19:08", "throughput": 32753.62, "total_tokens": 298606592} +{"current_steps": 1540, "total_steps": 2931, "loss": 0.6614864349365235, "lr": 4.6546380743016465e-05, "epoch": 1.5765120000000001, "percentage": 52.54, "elapsed_time": "2:32:57", "remaining_time": "2:18:09", "throughput": 32751.56, "total_tokens": 300562496} +{"current_steps": 1550, "total_steps": 2931, "loss": 0.6568780422210694, "lr": 4.652622468580193e-05, "epoch": 1.5867520000000002, "percentage": 52.88, "elapsed_time": "2:33:56", "remaining_time": "2:17:09", "throughput": 32752.19, "total_tokens": 302519104} +{"current_steps": 1560, "total_steps": 2931, "loss": 0.6616767883300781, "lr": 4.650609479056392e-05, "epoch": 1.596992, "percentage": 53.22, "elapsed_time": "2:34:56", "remaining_time": "2:16:09", "throughput": 32749.71, "total_tokens": 304449152} +{"current_steps": 1570, "total_steps": 2931, "loss": 0.6637643814086914, "lr": 4.648599100075556e-05, "epoch": 1.607232, "percentage": 53.57, "elapsed_time": "2:35:55", "remaining_time": "2:15:10", "throughput": 32748.65, "total_tokens": 306388224} +{"current_steps": 1580, "total_steps": 2931, "loss": 0.6638627052307129, "lr": 4.6465913260000945e-05, "epoch": 1.617472, "percentage": 53.91, "elapsed_time": "2:36:54", "remaining_time": "2:14:10", "throughput": 32750.61, "total_tokens": 308336512} +{"current_steps": 1590, "total_steps": 2931, "loss": 0.661181640625, "lr": 4.644586151209444e-05, "epoch": 1.627712, "percentage": 54.25, "elapsed_time": "2:37:56", "remaining_time": "2:13:12", "throughput": 32746.61, "total_tokens": 310314752} +{"current_steps": 1600, "total_steps": 2931, "loss": 0.6550232887268066, "lr": 4.6425835701000084e-05, "epoch": 1.6379519999999999, "percentage": 54.59, "elapsed_time": "2:38:57", "remaining_time": "2:12:13", "throughput": 32743.73, "total_tokens": 312281088} +{"current_steps": 1610, "total_steps": 2931, "loss": 0.6569297790527344, "lr": 4.640583577085084e-05, "epoch": 1.6481919999999999, "percentage": 54.93, "elapsed_time": "2:39:57", "remaining_time": "2:11:14", "throughput": 32742.23, "total_tokens": 314245824} +{"current_steps": 1620, "total_steps": 2931, "loss": 0.652769947052002, "lr": 4.638586166594806e-05, "epoch": 1.658432, "percentage": 55.27, "elapsed_time": "2:40:58", "remaining_time": "2:10:16", "throughput": 32740.22, "total_tokens": 316216768} +{"current_steps": 1630, "total_steps": 2931, "loss": 0.6508107662200928, "lr": 4.6365913330760726e-05, "epoch": 1.668672, "percentage": 55.61, "elapsed_time": "2:41:56", "remaining_time": "2:09:15", "throughput": 32743.76, "total_tokens": 318168448} +{"current_steps": 1640, "total_steps": 2931, "loss": 0.6558364868164063, "lr": 4.6345990709924855e-05, "epoch": 1.678912, "percentage": 55.95, "elapsed_time": "2:42:56", "remaining_time": "2:08:16", "throughput": 32745.43, "total_tokens": 320136128} +{"current_steps": 1650, "total_steps": 2931, "loss": 0.6574318885803223, "lr": 4.632609374824284e-05, "epoch": 1.689152, "percentage": 56.29, "elapsed_time": "2:43:56", "remaining_time": "2:07:16", "throughput": 32745.4, "total_tokens": 322099456} +{"current_steps": 1660, "total_steps": 2931, "loss": 0.6548179626464844, "lr": 4.630622239068285e-05, "epoch": 1.699392, "percentage": 56.64, "elapsed_time": "2:44:55", "remaining_time": "2:06:16", "throughput": 32747.67, "total_tokens": 324049408} +{"current_steps": 1670, "total_steps": 2931, "loss": 0.6559741497039795, "lr": 4.628637658237808e-05, "epoch": 1.709632, "percentage": 56.98, "elapsed_time": "2:45:53", "remaining_time": "2:05:15", "throughput": 32750.76, "total_tokens": 325990016} +{"current_steps": 1680, "total_steps": 2931, "loss": 0.6587584495544434, "lr": 4.626655626862625e-05, "epoch": 1.719872, "percentage": 57.32, "elapsed_time": "2:46:52", "remaining_time": "2:04:15", "throughput": 32752.08, "total_tokens": 327937472} +{"current_steps": 1690, "total_steps": 2931, "loss": 0.656014347076416, "lr": 4.624676139488888e-05, "epoch": 1.730112, "percentage": 57.66, "elapsed_time": "2:47:52", "remaining_time": "2:03:16", "throughput": 32752.02, "total_tokens": 329908352} +{"current_steps": 1700, "total_steps": 2931, "loss": 0.658781623840332, "lr": 4.6226991906790686e-05, "epoch": 1.7403520000000001, "percentage": 58.0, "elapsed_time": "2:48:51", "remaining_time": "2:02:16", "throughput": 32754.05, "total_tokens": 331853696} +{"current_steps": 1710, "total_steps": 2931, "loss": 0.6597333908081054, "lr": 4.620724775011897e-05, "epoch": 1.7505920000000001, "percentage": 58.34, "elapsed_time": "2:49:50", "remaining_time": "2:01:16", "throughput": 32755.32, "total_tokens": 333782656} +{"current_steps": 1720, "total_steps": 2931, "loss": 0.6641686439514161, "lr": 4.618752887082297e-05, "epoch": 1.760832, "percentage": 58.68, "elapsed_time": "2:50:48", "remaining_time": "2:00:15", "throughput": 32758.95, "total_tokens": 335741568} +{"current_steps": 1730, "total_steps": 2931, "loss": 0.6582834720611572, "lr": 4.616783521501325e-05, "epoch": 1.771072, "percentage": 59.02, "elapsed_time": "2:51:48", "remaining_time": "1:59:16", "throughput": 32757.62, "total_tokens": 337673856} +{"current_steps": 1740, "total_steps": 2931, "loss": 0.6613027572631835, "lr": 4.614816672896108e-05, "epoch": 1.781312, "percentage": 59.37, "elapsed_time": "2:52:48", "remaining_time": "1:58:16", "throughput": 32756.77, "total_tokens": 339633088} +{"current_steps": 1750, "total_steps": 2931, "loss": 0.6542655467987061, "lr": 4.612852335909782e-05, "epoch": 1.791552, "percentage": 59.71, "elapsed_time": "2:53:48", "remaining_time": "1:57:17", "throughput": 32754.3, "total_tokens": 341581696} +{"current_steps": 1760, "total_steps": 2931, "loss": 0.6533420562744141, "lr": 4.6108905052014323e-05, "epoch": 1.8017919999999998, "percentage": 60.05, "elapsed_time": "2:54:48", "remaining_time": "1:56:18", "throughput": 32754.92, "total_tokens": 343534720} +{"current_steps": 1770, "total_steps": 2931, "loss": 0.6449230194091797, "lr": 4.608931175446027e-05, "epoch": 1.8120319999999999, "percentage": 60.39, "elapsed_time": "2:55:47", "remaining_time": "1:55:18", "throughput": 32755.04, "total_tokens": 345495296} +{"current_steps": 1780, "total_steps": 2931, "loss": 0.6538689613342286, "lr": 4.606974341334367e-05, "epoch": 1.822272, "percentage": 60.73, "elapsed_time": "2:56:46", "remaining_time": "1:54:18", "throughput": 32756.26, "total_tokens": 347431552} +{"current_steps": 1790, "total_steps": 2931, "loss": 0.6490047454833985, "lr": 4.605019997573011e-05, "epoch": 1.832512, "percentage": 61.07, "elapsed_time": "2:57:46", "remaining_time": "1:53:19", "throughput": 32755.65, "total_tokens": 349382976} +{"current_steps": 1800, "total_steps": 2931, "loss": 0.6522298812866211, "lr": 4.603068138884229e-05, "epoch": 1.842752, "percentage": 61.41, "elapsed_time": "2:58:46", "remaining_time": "1:52:19", "throughput": 32756.24, "total_tokens": 351343680} +{"current_steps": 1810, "total_steps": 2931, "loss": 0.6543211936950684, "lr": 4.6011187600059345e-05, "epoch": 1.852992, "percentage": 61.75, "elapsed_time": "2:59:45", "remaining_time": "1:51:20", "throughput": 32754.18, "total_tokens": 353284096} +{"current_steps": 1820, "total_steps": 2931, "loss": 0.6490991115570068, "lr": 4.599171855691629e-05, "epoch": 1.863232, "percentage": 62.09, "elapsed_time": "3:00:45", "remaining_time": "1:50:20", "throughput": 32752.64, "total_tokens": 355207296} +{"current_steps": 1830, "total_steps": 2931, "loss": 0.6518874168395996, "lr": 4.597227420710335e-05, "epoch": 1.873472, "percentage": 62.44, "elapsed_time": "3:01:44", "remaining_time": "1:49:20", "throughput": 32751.33, "total_tokens": 357148288} +{"current_steps": 1840, "total_steps": 2931, "loss": 0.6608992099761963, "lr": 4.595285449846551e-05, "epoch": 1.883712, "percentage": 62.78, "elapsed_time": "3:02:44", "remaining_time": "1:48:21", "throughput": 32751.12, "total_tokens": 359101824} +{"current_steps": 1850, "total_steps": 2931, "loss": 0.6517756462097168, "lr": 4.593345937900178e-05, "epoch": 1.893952, "percentage": 63.12, "elapsed_time": "3:03:43", "remaining_time": "1:47:21", "throughput": 32752.9, "total_tokens": 361063168} +{"current_steps": 1860, "total_steps": 2931, "loss": 0.6512045860290527, "lr": 4.591408879686472e-05, "epoch": 1.904192, "percentage": 63.46, "elapsed_time": "3:04:41", "remaining_time": "1:46:20", "throughput": 32756.39, "total_tokens": 362991872} +{"current_steps": 1870, "total_steps": 2931, "loss": 0.6591498374938964, "lr": 4.5894742700359775e-05, "epoch": 1.9144320000000001, "percentage": 63.8, "elapsed_time": "3:05:40", "remaining_time": "1:45:20", "throughput": 32759.79, "total_tokens": 364946688} +{"current_steps": 1880, "total_steps": 2931, "loss": 0.6532726287841797, "lr": 4.587542103794477e-05, "epoch": 1.9246720000000002, "percentage": 64.14, "elapsed_time": "3:06:38", "remaining_time": "1:44:20", "throughput": 32761.22, "total_tokens": 366891072} +{"current_steps": 1890, "total_steps": 2931, "loss": 0.6575124740600586, "lr": 4.5856123758229247e-05, "epoch": 1.934912, "percentage": 64.48, "elapsed_time": "3:07:38", "remaining_time": "1:43:21", "throughput": 32760.88, "total_tokens": 368845632} +{"current_steps": 1900, "total_steps": 2931, "loss": 0.6555071830749511, "lr": 4.5836850809973993e-05, "epoch": 1.945152, "percentage": 64.82, "elapsed_time": "3:08:38", "remaining_time": "1:42:21", "throughput": 32760.79, "total_tokens": 370797568} +{"current_steps": 1910, "total_steps": 2931, "loss": 0.6574622631072998, "lr": 4.5817602142090385e-05, "epoch": 1.955392, "percentage": 65.17, "elapsed_time": "3:09:36", "remaining_time": "1:41:21", "throughput": 32763.99, "total_tokens": 372745728} +{"current_steps": 1920, "total_steps": 2931, "loss": 0.6541840553283691, "lr": 4.579837770363989e-05, "epoch": 1.965632, "percentage": 65.51, "elapsed_time": "3:10:35", "remaining_time": "1:40:21", "throughput": 32765.8, "total_tokens": 374707904} +{"current_steps": 1930, "total_steps": 2931, "loss": 0.6511831283569336, "lr": 4.57791774438334e-05, "epoch": 1.9758719999999999, "percentage": 65.85, "elapsed_time": "3:11:35", "remaining_time": "1:39:22", "throughput": 32766.91, "total_tokens": 376672064} +{"current_steps": 1940, "total_steps": 2931, "loss": 0.653932523727417, "lr": 4.576000131203078e-05, "epoch": 1.9861119999999999, "percentage": 66.19, "elapsed_time": "3:12:35", "remaining_time": "1:38:22", "throughput": 32765.64, "total_tokens": 378613568} +{"current_steps": 1950, "total_steps": 2931, "loss": 0.6487459659576416, "lr": 4.574084925774023e-05, "epoch": 1.996352, "percentage": 66.53, "elapsed_time": "3:13:33", "remaining_time": "1:37:22", "throughput": 32766.32, "total_tokens": 380541952} +{"current_steps": 1960, "total_steps": 2931, "loss": 0.6155517578125, "lr": 4.5721721230617795e-05, "epoch": 2.006144, "percentage": 66.87, "elapsed_time": "3:14:30", "remaining_time": "1:36:21", "throughput": 32767.62, "total_tokens": 382413824} +{"current_steps": 1970, "total_steps": 2931, "loss": 0.5954423427581788, "lr": 4.57026171804667e-05, "epoch": 2.016384, "percentage": 67.21, "elapsed_time": "3:15:29", "remaining_time": "1:35:21", "throughput": 32768.3, "total_tokens": 384361152} +{"current_steps": 1980, "total_steps": 2931, "loss": 0.5828520774841308, "lr": 4.568353705723692e-05, "epoch": 2.026624, "percentage": 67.55, "elapsed_time": "3:16:28", "remaining_time": "1:34:21", "throughput": 32769.12, "total_tokens": 386292032} +{"current_steps": 1990, "total_steps": 2931, "loss": 0.5893785953521729, "lr": 4.566448081102455e-05, "epoch": 2.036864, "percentage": 67.89, "elapsed_time": "3:17:25", "remaining_time": "1:33:21", "throughput": 32772.9, "total_tokens": 388221376} +{"current_steps": 2000, "total_steps": 2931, "loss": 0.5838380813598633, "lr": 4.564544839207128e-05, "epoch": 2.047104, "percentage": 68.24, "elapsed_time": "3:18:27", "remaining_time": "1:32:22", "throughput": 32768.8, "total_tokens": 390196224} +{"current_steps": 2010, "total_steps": 2931, "loss": 0.5901473999023438, "lr": 4.562643975076387e-05, "epoch": 2.057344, "percentage": 68.58, "elapsed_time": "3:19:25", "remaining_time": "1:31:22", "throughput": 32770.32, "total_tokens": 392126976} +{"current_steps": 2020, "total_steps": 2931, "loss": 0.5894758224487304, "lr": 4.560745483763357e-05, "epoch": 2.067584, "percentage": 68.92, "elapsed_time": "3:20:26", "remaining_time": "1:30:23", "throughput": 32769.73, "total_tokens": 394095104} +{"current_steps": 2030, "total_steps": 2931, "loss": 0.5862543106079101, "lr": 4.5588493603355595e-05, "epoch": 2.077824, "percentage": 69.26, "elapsed_time": "3:21:25", "remaining_time": "1:29:23", "throughput": 32770.48, "total_tokens": 396042368} +{"current_steps": 2040, "total_steps": 2931, "loss": 0.5956791400909424, "lr": 4.556955599874859e-05, "epoch": 2.088064, "percentage": 69.6, "elapsed_time": "3:22:24", "remaining_time": "1:28:24", "throughput": 32771.8, "total_tokens": 397981952} +{"current_steps": 2050, "total_steps": 2931, "loss": 0.5897563934326172, "lr": 4.555064197477409e-05, "epoch": 2.098304, "percentage": 69.94, "elapsed_time": "3:23:21", "remaining_time": "1:27:23", "throughput": 32773.95, "total_tokens": 399907072} +{"current_steps": 2060, "total_steps": 2931, "loss": 0.5853563785552979, "lr": 4.5531751482536e-05, "epoch": 2.108544, "percentage": 70.28, "elapsed_time": "3:24:22", "remaining_time": "1:26:24", "throughput": 32771.47, "total_tokens": 401862848} +{"current_steps": 2070, "total_steps": 2931, "loss": 0.5935741424560547, "lr": 4.5512884473280024e-05, "epoch": 2.118784, "percentage": 70.62, "elapsed_time": "3:25:22", "remaining_time": "1:25:25", "throughput": 32771.04, "total_tokens": 403810240} +{"current_steps": 2080, "total_steps": 2931, "loss": 0.59158935546875, "lr": 4.549404089839322e-05, "epoch": 2.129024, "percentage": 70.97, "elapsed_time": "3:26:23", "remaining_time": "1:24:26", "throughput": 32768.49, "total_tokens": 405776256} +{"current_steps": 2090, "total_steps": 2931, "loss": 0.5877013206481934, "lr": 4.547522070940335e-05, "epoch": 2.139264, "percentage": 71.31, "elapsed_time": "3:27:23", "remaining_time": "1:23:27", "throughput": 32767.57, "total_tokens": 407735744} +{"current_steps": 2100, "total_steps": 2931, "loss": 0.5920863628387452, "lr": 4.545642385797848e-05, "epoch": 2.149504, "percentage": 71.65, "elapsed_time": "3:28:23", "remaining_time": "1:22:27", "throughput": 32766.44, "total_tokens": 409688064} +{"current_steps": 2110, "total_steps": 2931, "loss": 0.5942326545715332, "lr": 4.543765029592637e-05, "epoch": 2.159744, "percentage": 71.99, "elapsed_time": "3:29:21", "remaining_time": "1:21:27", "throughput": 32768.65, "total_tokens": 411607680} +{"current_steps": 2120, "total_steps": 2931, "loss": 0.5903902053833008, "lr": 4.541889997519403e-05, "epoch": 2.169984, "percentage": 72.33, "elapsed_time": "3:30:20", "remaining_time": "1:20:27", "throughput": 32768.77, "total_tokens": 413559232} +{"current_steps": 2130, "total_steps": 2931, "loss": 0.5925062656402588, "lr": 4.5400172847867095e-05, "epoch": 2.180224, "percentage": 72.67, "elapsed_time": "3:31:19", "remaining_time": "1:19:28", "throughput": 32770.16, "total_tokens": 415502272} +{"current_steps": 2140, "total_steps": 2931, "loss": 0.5988312244415284, "lr": 4.5381468866169466e-05, "epoch": 2.190464, "percentage": 73.01, "elapsed_time": "3:32:18", "remaining_time": "1:18:28", "throughput": 32772.3, "total_tokens": 417454208} +{"current_steps": 2150, "total_steps": 2931, "loss": 0.5885556221008301, "lr": 4.5362787982462616e-05, "epoch": 2.200704, "percentage": 73.35, "elapsed_time": "3:33:18", "remaining_time": "1:17:28", "throughput": 32771.2, "total_tokens": 419408384} +{"current_steps": 2160, "total_steps": 2931, "loss": 0.5948306560516358, "lr": 4.5344130149245275e-05, "epoch": 2.210944, "percentage": 73.69, "elapsed_time": "3:34:17", "remaining_time": "1:16:29", "throughput": 32770.6, "total_tokens": 421340992} +{"current_steps": 2170, "total_steps": 2931, "loss": 0.595841646194458, "lr": 4.5325495319152715e-05, "epoch": 2.221184, "percentage": 74.04, "elapsed_time": "3:35:15", "remaining_time": "1:15:29", "throughput": 32773.26, "total_tokens": 423294080} +{"current_steps": 2180, "total_steps": 2931, "loss": 0.5914995193481445, "lr": 4.530688344495644e-05, "epoch": 2.231424, "percentage": 74.38, "elapsed_time": "3:36:16", "remaining_time": "1:14:30", "throughput": 32771.43, "total_tokens": 425247872} +{"current_steps": 2190, "total_steps": 2931, "loss": 0.5963719367980957, "lr": 4.528829447956357e-05, "epoch": 2.241664, "percentage": 74.72, "elapsed_time": "3:37:14", "remaining_time": "1:13:30", "throughput": 32774.21, "total_tokens": 427203328} +{"current_steps": 2200, "total_steps": 2931, "loss": 0.5922994613647461, "lr": 4.526972837601633e-05, "epoch": 2.251904, "percentage": 75.06, "elapsed_time": "3:38:14", "remaining_time": "1:12:30", "throughput": 32775.6, "total_tokens": 429173888} +{"current_steps": 2210, "total_steps": 2931, "loss": 0.5888791561126709, "lr": 4.525118508749165e-05, "epoch": 2.262144, "percentage": 75.4, "elapsed_time": "3:39:14", "remaining_time": "1:11:31", "throughput": 32773.1, "total_tokens": 431118720} +{"current_steps": 2220, "total_steps": 2931, "loss": 0.5937693119049072, "lr": 4.5232664567300546e-05, "epoch": 2.272384, "percentage": 75.74, "elapsed_time": "3:40:13", "remaining_time": "1:10:31", "throughput": 32774.62, "total_tokens": 433071488} +{"current_steps": 2230, "total_steps": 2931, "loss": 0.5958268165588378, "lr": 4.521416676888773e-05, "epoch": 2.282624, "percentage": 76.08, "elapsed_time": "3:41:13", "remaining_time": "1:09:32", "throughput": 32774.3, "total_tokens": 435030464} +{"current_steps": 2240, "total_steps": 2931, "loss": 0.5926674842834473, "lr": 4.519569164583107e-05, "epoch": 2.292864, "percentage": 76.42, "elapsed_time": "3:42:13", "remaining_time": "1:08:33", "throughput": 32772.33, "total_tokens": 436981504} +{"current_steps": 2250, "total_steps": 2931, "loss": 0.5918882846832275, "lr": 4.517723915184109e-05, "epoch": 2.303104, "percentage": 76.77, "elapsed_time": "3:43:14", "remaining_time": "1:07:34", "throughput": 32771.2, "total_tokens": 438963648} +{"current_steps": 2260, "total_steps": 2931, "loss": 0.5919432163238525, "lr": 4.5158809240760506e-05, "epoch": 2.313344, "percentage": 77.11, "elapsed_time": "3:44:14", "remaining_time": "1:06:34", "throughput": 32770.16, "total_tokens": 440906176} +{"current_steps": 2270, "total_steps": 2931, "loss": 0.5900529384613037, "lr": 4.514040186656375e-05, "epoch": 2.323584, "percentage": 77.45, "elapsed_time": "3:45:15", "remaining_time": "1:05:35", "throughput": 32769.75, "total_tokens": 442885504} +{"current_steps": 2280, "total_steps": 2931, "loss": 0.5980159759521484, "lr": 4.512201698335644e-05, "epoch": 2.333824, "percentage": 77.79, "elapsed_time": "3:46:15", "remaining_time": "1:04:36", "throughput": 32767.46, "total_tokens": 444823488} +{"current_steps": 2290, "total_steps": 2931, "loss": 0.5917848587036133, "lr": 4.510365454537496e-05, "epoch": 2.344064, "percentage": 78.13, "elapsed_time": "3:47:14", "remaining_time": "1:03:36", "throughput": 32768.8, "total_tokens": 446776320} +{"current_steps": 2300, "total_steps": 2931, "loss": 0.6014077186584472, "lr": 4.5085314506985945e-05, "epoch": 2.354304, "percentage": 78.47, "elapsed_time": "3:48:13", "remaining_time": "1:02:36", "throughput": 32770.26, "total_tokens": 448734784} +{"current_steps": 2310, "total_steps": 2931, "loss": 0.5941033363342285, "lr": 4.50669968226858e-05, "epoch": 2.364544, "percentage": 78.81, "elapsed_time": "3:49:11", "remaining_time": "1:01:36", "throughput": 32772.33, "total_tokens": 450674688} +{"current_steps": 2320, "total_steps": 2931, "loss": 0.5903738021850586, "lr": 4.504870144710027e-05, "epoch": 2.374784, "percentage": 79.15, "elapsed_time": "3:50:10", "remaining_time": "1:00:37", "throughput": 32774.66, "total_tokens": 452620544} +{"current_steps": 2330, "total_steps": 2931, "loss": 0.59536771774292, "lr": 4.5030428334983884e-05, "epoch": 2.385024, "percentage": 79.5, "elapsed_time": "3:51:10", "remaining_time": "0:59:37", "throughput": 32773.72, "total_tokens": 454586752} +{"current_steps": 2340, "total_steps": 2931, "loss": 0.5988545417785645, "lr": 4.501217744121959e-05, "epoch": 2.395264, "percentage": 79.84, "elapsed_time": "3:52:11", "remaining_time": "0:58:38", "throughput": 32771.03, "total_tokens": 456539968} +{"current_steps": 2350, "total_steps": 2931, "loss": 0.5976475715637207, "lr": 4.499394872081821e-05, "epoch": 2.405504, "percentage": 80.18, "elapsed_time": "3:53:11", "remaining_time": "0:57:39", "throughput": 32769.83, "total_tokens": 458487936} +{"current_steps": 2360, "total_steps": 2931, "loss": 0.5921101570129395, "lr": 4.4975742128918e-05, "epoch": 2.415744, "percentage": 80.52, "elapsed_time": "3:54:11", "remaining_time": "0:56:39", "throughput": 32768.93, "total_tokens": 460446336} +{"current_steps": 2370, "total_steps": 2931, "loss": 0.5958994388580322, "lr": 4.495755762078418e-05, "epoch": 2.425984, "percentage": 80.86, "elapsed_time": "3:55:12", "remaining_time": "0:55:40", "throughput": 32767.04, "total_tokens": 462432640} +{"current_steps": 2380, "total_steps": 2931, "loss": 0.5889082908630371, "lr": 4.49393951518085e-05, "epoch": 2.436224, "percentage": 81.2, "elapsed_time": "3:56:12", "remaining_time": "0:54:41", "throughput": 32766.3, "total_tokens": 464370368} +{"current_steps": 2390, "total_steps": 2931, "loss": 0.5928831100463867, "lr": 4.4921254677508716e-05, "epoch": 2.446464, "percentage": 81.54, "elapsed_time": "3:57:12", "remaining_time": "0:53:41", "throughput": 32763.63, "total_tokens": 466318912} +{"current_steps": 2400, "total_steps": 2931, "loss": 0.5945481777191162, "lr": 4.490313615352821e-05, "epoch": 2.456704, "percentage": 81.88, "elapsed_time": "3:58:12", "remaining_time": "0:52:42", "throughput": 32763.29, "total_tokens": 468270848} +{"current_steps": 2410, "total_steps": 2931, "loss": 0.5897410392761231, "lr": 4.48850395356355e-05, "epoch": 2.466944, "percentage": 82.22, "elapsed_time": "3:59:13", "remaining_time": "0:51:43", "throughput": 32762.27, "total_tokens": 470260224} +{"current_steps": 2420, "total_steps": 2931, "loss": 0.5936931133270263, "lr": 4.486696477972375e-05, "epoch": 2.477184, "percentage": 82.57, "elapsed_time": "4:00:11", "remaining_time": "0:50:42", "throughput": 32765.7, "total_tokens": 472188416} +{"current_steps": 2430, "total_steps": 2931, "loss": 0.5995767116546631, "lr": 4.484891184181041e-05, "epoch": 2.487424, "percentage": 82.91, "elapsed_time": "4:01:09", "remaining_time": "0:49:43", "throughput": 32766.65, "total_tokens": 474117824} +{"current_steps": 2440, "total_steps": 2931, "loss": 0.6011977195739746, "lr": 4.483088067803662e-05, "epoch": 2.497664, "percentage": 83.25, "elapsed_time": "4:02:08", "remaining_time": "0:48:43", "throughput": 32768.16, "total_tokens": 476069504} +{"current_steps": 2450, "total_steps": 2931, "loss": 0.5965440273284912, "lr": 4.481287124466697e-05, "epoch": 2.507904, "percentage": 83.59, "elapsed_time": "4:03:08", "remaining_time": "0:47:44", "throughput": 32767.56, "total_tokens": 478029056} +{"current_steps": 2460, "total_steps": 2931, "loss": 0.5970401763916016, "lr": 4.479488349808885e-05, "epoch": 2.518144, "percentage": 83.93, "elapsed_time": "4:04:08", "remaining_time": "0:46:44", "throughput": 32766.71, "total_tokens": 479992832} +{"current_steps": 2470, "total_steps": 2931, "loss": 0.5875445365905761, "lr": 4.4776917394812114e-05, "epoch": 2.528384, "percentage": 84.27, "elapsed_time": "4:05:09", "remaining_time": "0:45:45", "throughput": 32765.35, "total_tokens": 481965248} +{"current_steps": 2480, "total_steps": 2931, "loss": 0.5980213165283204, "lr": 4.475897289146862e-05, "epoch": 2.538624, "percentage": 84.61, "elapsed_time": "4:06:08", "remaining_time": "0:44:45", "throughput": 32765.5, "total_tokens": 483911872} +{"current_steps": 2490, "total_steps": 2931, "loss": 0.5927760601043701, "lr": 4.4741049944811806e-05, "epoch": 2.548864, "percentage": 84.95, "elapsed_time": "4:07:08", "remaining_time": "0:43:46", "throughput": 32765.98, "total_tokens": 485858560} +{"current_steps": 2500, "total_steps": 2931, "loss": 0.5933934211730957, "lr": 4.472314851171621e-05, "epoch": 2.559104, "percentage": 85.3, "elapsed_time": "4:08:06", "remaining_time": "0:42:46", "throughput": 32768.08, "total_tokens": 487808832} +{"current_steps": 2510, "total_steps": 2931, "loss": 0.5965798854827881, "lr": 4.4705268549177084e-05, "epoch": 2.569344, "percentage": 85.64, "elapsed_time": "4:09:04", "remaining_time": "0:41:46", "throughput": 32769.33, "total_tokens": 489736832} +{"current_steps": 2520, "total_steps": 2931, "loss": 0.5946637153625488, "lr": 4.468741001430989e-05, "epoch": 2.579584, "percentage": 85.98, "elapsed_time": "4:10:05", "remaining_time": "0:40:47", "throughput": 32768.43, "total_tokens": 491707968} +{"current_steps": 2530, "total_steps": 2931, "loss": 0.5971454620361328, "lr": 4.466957286434997e-05, "epoch": 2.589824, "percentage": 86.32, "elapsed_time": "4:11:05", "remaining_time": "0:39:47", "throughput": 32768.65, "total_tokens": 493661504} +{"current_steps": 2540, "total_steps": 2931, "loss": 0.6013389587402344, "lr": 4.4651757056652e-05, "epoch": 2.600064, "percentage": 86.66, "elapsed_time": "4:12:04", "remaining_time": "0:38:48", "throughput": 32769.05, "total_tokens": 495603392} +{"current_steps": 2550, "total_steps": 2931, "loss": 0.5951766014099121, "lr": 4.463396254868968e-05, "epoch": 2.610304, "percentage": 87.0, "elapsed_time": "4:13:03", "remaining_time": "0:37:48", "throughput": 32768.57, "total_tokens": 497553920} +{"current_steps": 2560, "total_steps": 2931, "loss": 0.5954748153686523, "lr": 4.461618929805519e-05, "epoch": 2.6205439999999998, "percentage": 87.34, "elapsed_time": "4:14:03", "remaining_time": "0:36:49", "throughput": 32768.59, "total_tokens": 499495872} +{"current_steps": 2570, "total_steps": 2931, "loss": 0.586335563659668, "lr": 4.459843726245888e-05, "epoch": 2.6307840000000002, "percentage": 87.68, "elapsed_time": "4:15:02", "remaining_time": "0:35:49", "throughput": 32769.47, "total_tokens": 501455808} +{"current_steps": 2580, "total_steps": 2931, "loss": 0.5931864738464355, "lr": 4.458070639972875e-05, "epoch": 2.641024, "percentage": 88.02, "elapsed_time": "4:16:01", "remaining_time": "0:34:49", "throughput": 32769.25, "total_tokens": 503391232} +{"current_steps": 2590, "total_steps": 2931, "loss": 0.5972167015075683, "lr": 4.456299666781007e-05, "epoch": 2.651264, "percentage": 88.37, "elapsed_time": "4:17:02", "remaining_time": "0:33:50", "throughput": 32767.35, "total_tokens": 505354624} +{"current_steps": 2600, "total_steps": 2931, "loss": 0.597212266921997, "lr": 4.4545308024764984e-05, "epoch": 2.661504, "percentage": 88.71, "elapsed_time": "4:18:02", "remaining_time": "0:32:50", "throughput": 32766.26, "total_tokens": 507291008} +{"current_steps": 2610, "total_steps": 2931, "loss": 0.59915771484375, "lr": 4.452764042877207e-05, "epoch": 2.671744, "percentage": 89.05, "elapsed_time": "4:19:01", "remaining_time": "0:31:51", "throughput": 32766.83, "total_tokens": 509231104} +{"current_steps": 2620, "total_steps": 2931, "loss": 0.5966706275939941, "lr": 4.45099938381259e-05, "epoch": 2.681984, "percentage": 89.39, "elapsed_time": "4:20:01", "remaining_time": "0:30:51", "throughput": 32764.71, "total_tokens": 511185152} +{"current_steps": 2630, "total_steps": 2931, "loss": 0.5944993019104003, "lr": 4.449236821123667e-05, "epoch": 2.692224, "percentage": 89.73, "elapsed_time": "4:21:00", "remaining_time": "0:29:52", "throughput": 32766.32, "total_tokens": 513121152} +{"current_steps": 2640, "total_steps": 2931, "loss": 0.5976039409637451, "lr": 4.447476350662976e-05, "epoch": 2.702464, "percentage": 90.07, "elapsed_time": "4:21:59", "remaining_time": "0:28:52", "throughput": 32767.46, "total_tokens": 515076928} +{"current_steps": 2650, "total_steps": 2931, "loss": 0.5955704689025879, "lr": 4.4457179682945346e-05, "epoch": 2.712704, "percentage": 90.41, "elapsed_time": "4:22:58", "remaining_time": "0:27:53", "throughput": 32767.67, "total_tokens": 517031488} +{"current_steps": 2660, "total_steps": 2931, "loss": 0.5922414779663085, "lr": 4.443961669893798e-05, "epoch": 2.722944, "percentage": 90.75, "elapsed_time": "4:23:58", "remaining_time": "0:26:53", "throughput": 32766.39, "total_tokens": 518978880} +{"current_steps": 2670, "total_steps": 2931, "loss": 0.5948915481567383, "lr": 4.4422074513476155e-05, "epoch": 2.733184, "percentage": 91.1, "elapsed_time": "4:24:58", "remaining_time": "0:25:54", "throughput": 32766.68, "total_tokens": 520932416} +{"current_steps": 2680, "total_steps": 2931, "loss": 0.603402853012085, "lr": 4.4404553085541955e-05, "epoch": 2.743424, "percentage": 91.44, "elapsed_time": "4:25:56", "remaining_time": "0:24:54", "throughput": 32767.31, "total_tokens": 522866176} +{"current_steps": 2690, "total_steps": 2931, "loss": 0.5967090606689454, "lr": 4.438705237423063e-05, "epoch": 2.753664, "percentage": 91.78, "elapsed_time": "4:26:56", "remaining_time": "0:23:54", "throughput": 32768.03, "total_tokens": 524830528} +{"current_steps": 2700, "total_steps": 2931, "loss": 0.5950541496276855, "lr": 4.436957233875017e-05, "epoch": 2.763904, "percentage": 92.12, "elapsed_time": "4:27:54", "remaining_time": "0:22:55", "throughput": 32769.45, "total_tokens": 526763648} +{"current_steps": 2710, "total_steps": 2931, "loss": 0.5917387962341308, "lr": 4.4352112938420956e-05, "epoch": 2.774144, "percentage": 92.46, "elapsed_time": "4:28:54", "remaining_time": "0:21:55", "throughput": 32769.86, "total_tokens": 528714368} +{"current_steps": 2720, "total_steps": 2931, "loss": 0.592765474319458, "lr": 4.433467413267529e-05, "epoch": 2.784384, "percentage": 92.8, "elapsed_time": "4:29:52", "remaining_time": "0:20:56", "throughput": 32770.57, "total_tokens": 530652416} +{"current_steps": 2730, "total_steps": 2931, "loss": 0.5953330993652344, "lr": 4.431725588105708e-05, "epoch": 2.7946239999999998, "percentage": 93.14, "elapsed_time": "4:30:51", "remaining_time": "0:19:56", "throughput": 32771.57, "total_tokens": 532596928} +{"current_steps": 2740, "total_steps": 2931, "loss": 0.5934776306152344, "lr": 4.4299858143221377e-05, "epoch": 2.8048640000000002, "percentage": 93.48, "elapsed_time": "4:31:51", "remaining_time": "0:18:57", "throughput": 32772.79, "total_tokens": 534571776} +{"current_steps": 2750, "total_steps": 2931, "loss": 0.5929346561431885, "lr": 4.4282480878934065e-05, "epoch": 2.815104, "percentage": 93.82, "elapsed_time": "4:32:50", "remaining_time": "0:17:57", "throughput": 32773.17, "total_tokens": 536513472} +{"current_steps": 2760, "total_steps": 2931, "loss": 0.5918947219848633, "lr": 4.4265124048071346e-05, "epoch": 2.825344, "percentage": 94.17, "elapsed_time": "4:33:50", "remaining_time": "0:16:57", "throughput": 32773.4, "total_tokens": 538483968} +{"current_steps": 2770, "total_steps": 2931, "loss": 0.594475269317627, "lr": 4.4247787610619477e-05, "epoch": 2.835584, "percentage": 94.51, "elapsed_time": "4:34:49", "remaining_time": "0:15:58", "throughput": 32774.23, "total_tokens": 540438592} +{"current_steps": 2780, "total_steps": 2931, "loss": 0.5964062690734864, "lr": 4.42304715266743e-05, "epoch": 2.845824, "percentage": 94.85, "elapsed_time": "4:35:49", "remaining_time": "0:14:58", "throughput": 32773.09, "total_tokens": 542392128} +{"current_steps": 2790, "total_steps": 2931, "loss": 0.5967954635620117, "lr": 4.421317575644092e-05, "epoch": 2.856064, "percentage": 95.19, "elapsed_time": "4:36:50", "remaining_time": "0:13:59", "throughput": 32774.07, "total_tokens": 544377664} +{"current_steps": 2800, "total_steps": 2931, "loss": 0.5921245098114014, "lr": 4.419590026023325e-05, "epoch": 2.866304, "percentage": 95.53, "elapsed_time": "4:37:48", "remaining_time": "0:12:59", "throughput": 32776.15, "total_tokens": 546344448} +{"current_steps": 2810, "total_steps": 2931, "loss": 0.5939229965209961, "lr": 4.417864499847368e-05, "epoch": 2.876544, "percentage": 95.87, "elapsed_time": "4:38:48", "remaining_time": "0:12:00", "throughput": 32775.59, "total_tokens": 548293568} +{"current_steps": 2820, "total_steps": 2931, "loss": 0.6008837699890137, "lr": 4.4161409931692676e-05, "epoch": 2.886784, "percentage": 96.21, "elapsed_time": "4:39:48", "remaining_time": "0:11:00", "throughput": 32776.41, "total_tokens": 550250688} +{"current_steps": 2830, "total_steps": 2931, "loss": 0.5984635353088379, "lr": 4.414419502052841e-05, "epoch": 2.897024, "percentage": 96.55, "elapsed_time": "4:40:46", "remaining_time": "0:10:01", "throughput": 32778.48, "total_tokens": 552207104} +{"current_steps": 2840, "total_steps": 2931, "loss": 0.5894341945648194, "lr": 4.412700022572637e-05, "epoch": 2.907264, "percentage": 96.9, "elapsed_time": "4:41:46", "remaining_time": "0:09:01", "throughput": 32776.59, "total_tokens": 554150528} +{"current_steps": 2850, "total_steps": 2931, "loss": 0.5969189643859864, "lr": 4.410982550813902e-05, "epoch": 2.917504, "percentage": 97.24, "elapsed_time": "4:42:46", "remaining_time": "0:08:02", "throughput": 32777.2, "total_tokens": 556108544} +{"current_steps": 2860, "total_steps": 2931, "loss": 0.5878054618835449, "lr": 4.409267082872535e-05, "epoch": 2.927744, "percentage": 97.58, "elapsed_time": "4:43:45", "remaining_time": "0:07:02", "throughput": 32778.19, "total_tokens": 558057216} +{"current_steps": 2870, "total_steps": 2931, "loss": 0.5897252082824707, "lr": 4.407553614855059e-05, "epoch": 2.937984, "percentage": 97.92, "elapsed_time": "4:44:44", "remaining_time": "0:06:03", "throughput": 32779.25, "total_tokens": 560011008} +{"current_steps": 2880, "total_steps": 2931, "loss": 0.5927898406982421, "lr": 4.405842142878579e-05, "epoch": 2.9482239999999997, "percentage": 98.26, "elapsed_time": "4:45:44", "remaining_time": "0:05:03", "throughput": 32779.15, "total_tokens": 561967104} +{"current_steps": 2890, "total_steps": 2931, "loss": 0.5948840141296386, "lr": 4.404132663070745e-05, "epoch": 2.958464, "percentage": 98.6, "elapsed_time": "4:46:43", "remaining_time": "0:04:04", "throughput": 32779.5, "total_tokens": 563924032} +{"current_steps": 2900, "total_steps": 2931, "loss": 0.5974791526794434, "lr": 4.402425171569716e-05, "epoch": 2.968704, "percentage": 98.94, "elapsed_time": "4:47:44", "remaining_time": "0:03:04", "throughput": 32775.41, "total_tokens": 565866240} +{"current_steps": 2910, "total_steps": 2931, "loss": 0.5980208396911622, "lr": 4.400719664524127e-05, "epoch": 2.9789440000000003, "percentage": 99.28, "elapsed_time": "4:48:44", "remaining_time": "0:02:05", "throughput": 32776.63, "total_tokens": 567839616} +{"current_steps": 2920, "total_steps": 2931, "loss": 0.5934501647949219, "lr": 4.399016138093044e-05, "epoch": 2.989184, "percentage": 99.62, "elapsed_time": "4:49:44", "remaining_time": "0:01:05", "throughput": 32776.7, "total_tokens": 569804928} +{"current_steps": 2930, "total_steps": 2931, "loss": 0.5971685409545898, "lr": 4.397314588445937e-05, "epoch": 2.999424, "percentage": 99.97, "elapsed_time": "4:50:44", "remaining_time": "0:00:05", "throughput": 32777.6, "total_tokens": 571794176} +{"current_steps": 2931, "total_steps": 2931, "eval_loss": 0.7842721939086914, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "4:50:48", "remaining_time": "0:00:00", "throughput": 32775.49, "total_tokens": 571898240} +{"current_steps": 2931, "total_steps": 2931, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "4:51:09", "remaining_time": "0:00:00", "throughput": 32736.61, "total_tokens": 571898240} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..38050ab --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,2983 @@ +{ + "best_global_step": 2931, + "best_metric": 0.7842721939086914, + "best_model_checkpoint": "/workspace/MT_En_German/checkpoint-2931", + "epoch": 3.0, + "eval_steps": 5000, + "global_step": 2931, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01024, + "grad_norm": 1.265625, + "learning_rate": 4.9977515176118345e-05, + "loss": 1.1904024124145507, + "num_input_tokens_seen": 1968640, + "step": 10, + "train_runtime": 62.1897, + "train_tokens_per_second": 31655.416 + }, + { + "epoch": 0.02048, + "grad_norm": 1.0, + "learning_rate": 4.9952567580506e-05, + "loss": 0.9794286727905274, + "num_input_tokens_seen": 3921472, + "step": 20, + "train_runtime": 122.7357, + "train_tokens_per_second": 31950.542 + }, + { + "epoch": 0.03072, + "grad_norm": 0.96484375, + "learning_rate": 4.992765730738634e-05, + "loss": 0.9411283493041992, + "num_input_tokens_seen": 5895808, + "step": 30, + "train_runtime": 182.5361, + "train_tokens_per_second": 32299.411 + }, + { + "epoch": 0.04096, + "grad_norm": 0.890625, + "learning_rate": 4.9902784263792476e-05, + "loss": 0.9153067588806152, + "num_input_tokens_seen": 7829440, + "step": 40, + "train_runtime": 241.2587, + "train_tokens_per_second": 32452.462 + }, + { + "epoch": 0.0512, + "grad_norm": 0.9609375, + "learning_rate": 4.987794835708133e-05, + "loss": 0.9085355758666992, + "num_input_tokens_seen": 9781120, + "step": 50, + "train_runtime": 300.3299, + "train_tokens_per_second": 32567.92 + }, + { + "epoch": 0.06144, + "grad_norm": 0.97265625, + "learning_rate": 4.985314949493234e-05, + "loss": 0.882135009765625, + "num_input_tokens_seen": 11720320, + "step": 60, + "train_runtime": 359.9362, + "train_tokens_per_second": 32562.216 + }, + { + "epoch": 0.07168, + "grad_norm": 0.90625, + "learning_rate": 4.982838758534584e-05, + "loss": 0.8795860290527344, + "num_input_tokens_seen": 13679552, + "step": 70, + "train_runtime": 419.4261, + "train_tokens_per_second": 32614.926 + }, + { + "epoch": 0.08192, + "grad_norm": 0.87109375, + "learning_rate": 4.980366253664179e-05, + "loss": 0.8663822174072265, + "num_input_tokens_seen": 15625216, + "step": 80, + "train_runtime": 478.1635, + "train_tokens_per_second": 32677.56 + }, + { + "epoch": 0.09216, + "grad_norm": 0.87890625, + "learning_rate": 4.977897425745825e-05, + "loss": 0.8581996917724609, + "num_input_tokens_seen": 17576768, + "step": 90, + "train_runtime": 537.8615, + "train_tokens_per_second": 32678.982 + }, + { + "epoch": 0.1024, + "grad_norm": 0.8828125, + "learning_rate": 4.975432265674997e-05, + "loss": 0.8557216644287109, + "num_input_tokens_seen": 19528128, + "step": 100, + "train_runtime": 597.3347, + "train_tokens_per_second": 32692.105 + }, + { + "epoch": 0.11264, + "grad_norm": 0.94140625, + "learning_rate": 4.972970764378705e-05, + "loss": 0.8523456573486328, + "num_input_tokens_seen": 21496192, + "step": 110, + "train_runtime": 657.7204, + "train_tokens_per_second": 32682.873 + }, + { + "epoch": 0.12288, + "grad_norm": 0.8984375, + "learning_rate": 4.970512912815344e-05, + "loss": 0.8425041198730469, + "num_input_tokens_seen": 23459072, + "step": 120, + "train_runtime": 718.986, + "train_tokens_per_second": 32627.995 + }, + { + "epoch": 0.13312, + "grad_norm": 0.96484375, + "learning_rate": 4.968058701974564e-05, + "loss": 0.8385295867919922, + "num_input_tokens_seen": 25415040, + "step": 130, + "train_runtime": 779.0018, + "train_tokens_per_second": 32625.137 + }, + { + "epoch": 0.14336, + "grad_norm": 0.890625, + "learning_rate": 4.96560812287712e-05, + "loss": 0.8344181060791016, + "num_input_tokens_seen": 27346432, + "step": 140, + "train_runtime": 837.7523, + "train_tokens_per_second": 32642.623 + }, + { + "epoch": 0.1536, + "grad_norm": 0.875, + "learning_rate": 4.963161166574748e-05, + "loss": 0.8336277961730957, + "num_input_tokens_seen": 29300736, + "step": 150, + "train_runtime": 897.3115, + "train_tokens_per_second": 32653.917 + }, + { + "epoch": 0.16384, + "grad_norm": 0.86328125, + "learning_rate": 4.960717824150013e-05, + "loss": 0.8235919952392579, + "num_input_tokens_seen": 31242688, + "step": 160, + "train_runtime": 955.3403, + "train_tokens_per_second": 32703.204 + }, + { + "epoch": 0.17408, + "grad_norm": 0.83203125, + "learning_rate": 4.9582780867161893e-05, + "loss": 0.8172248840332031, + "num_input_tokens_seen": 33196160, + "step": 170, + "train_runtime": 1015.3247, + "train_tokens_per_second": 32695.119 + }, + { + "epoch": 0.18432, + "grad_norm": 0.85546875, + "learning_rate": 4.955841945417105e-05, + "loss": 0.8182367324829102, + "num_input_tokens_seen": 35131136, + "step": 180, + "train_runtime": 1074.222, + "train_tokens_per_second": 32703.794 + }, + { + "epoch": 0.19456, + "grad_norm": 0.8828125, + "learning_rate": 4.953409391427024e-05, + "loss": 0.8155080795288085, + "num_input_tokens_seen": 37082176, + "step": 190, + "train_runtime": 1134.3854, + "train_tokens_per_second": 32689.222 + }, + { + "epoch": 0.2048, + "grad_norm": 0.828125, + "learning_rate": 4.950980415950502e-05, + "loss": 0.8091486930847168, + "num_input_tokens_seen": 39060608, + "step": 200, + "train_runtime": 1195.0649, + "train_tokens_per_second": 32684.926 + }, + { + "epoch": 0.21504, + "grad_norm": 0.796875, + "learning_rate": 4.9485550102222575e-05, + "loss": 0.8105871200561523, + "num_input_tokens_seen": 40996800, + "step": 210, + "train_runtime": 1253.1394, + "train_tokens_per_second": 32715.274 + }, + { + "epoch": 0.22528, + "grad_norm": 0.81640625, + "learning_rate": 4.946133165507037e-05, + "loss": 0.8007206916809082, + "num_input_tokens_seen": 42929728, + "step": 220, + "train_runtime": 1311.4585, + "train_tokens_per_second": 32734.339 + }, + { + "epoch": 0.23552, + "grad_norm": 0.84765625, + "learning_rate": 4.943714873099483e-05, + "loss": 0.7916994571685791, + "num_input_tokens_seen": 44892288, + "step": 230, + "train_runtime": 1370.4772, + "train_tokens_per_second": 32756.683 + }, + { + "epoch": 0.24576, + "grad_norm": 0.859375, + "learning_rate": 4.9413001243240024e-05, + "loss": 0.7964269638061523, + "num_input_tokens_seen": 46831872, + "step": 240, + "train_runtime": 1431.941, + "train_tokens_per_second": 32705.169 + }, + { + "epoch": 0.256, + "grad_norm": 0.8203125, + "learning_rate": 4.938888910534637e-05, + "loss": 0.7994860172271728, + "num_input_tokens_seen": 48793472, + "step": 250, + "train_runtime": 1490.9713, + "train_tokens_per_second": 32725.963 + }, + { + "epoch": 0.26624, + "grad_norm": 0.8203125, + "learning_rate": 4.936481223114932e-05, + "loss": 0.7954794883728027, + "num_input_tokens_seen": 50764800, + "step": 260, + "train_runtime": 1552.5757, + "train_tokens_per_second": 32697.15 + }, + { + "epoch": 0.27648, + "grad_norm": 0.890625, + "learning_rate": 4.934077053477808e-05, + "loss": 0.7914528369903564, + "num_input_tokens_seen": 52729152, + "step": 270, + "train_runtime": 1612.3049, + "train_tokens_per_second": 32704.207 + }, + { + "epoch": 0.28672, + "grad_norm": 0.875, + "learning_rate": 4.931676393065431e-05, + "loss": 0.7908175468444825, + "num_input_tokens_seen": 54695872, + "step": 280, + "train_runtime": 1672.5661, + "train_tokens_per_second": 32701.771 + }, + { + "epoch": 0.29696, + "grad_norm": 0.88671875, + "learning_rate": 4.929279233349088e-05, + "loss": 0.7946252822875977, + "num_input_tokens_seen": 56652544, + "step": 290, + "train_runtime": 1732.0781, + "train_tokens_per_second": 32707.847 + }, + { + "epoch": 0.3072, + "grad_norm": 0.8046875, + "learning_rate": 4.926885565829051e-05, + "loss": 0.7933988571166992, + "num_input_tokens_seen": 58611264, + "step": 300, + "train_runtime": 1791.0492, + "train_tokens_per_second": 32724.541 + }, + { + "epoch": 0.31744, + "grad_norm": 0.828125, + "learning_rate": 4.924495382034461e-05, + "loss": 0.7868727684020996, + "num_input_tokens_seen": 60538816, + "step": 310, + "train_runtime": 1849.7842, + "train_tokens_per_second": 32727.503 + }, + { + "epoch": 0.32768, + "grad_norm": 0.8359375, + "learning_rate": 4.9221086735231975e-05, + "loss": 0.7884368896484375, + "num_input_tokens_seen": 62490560, + "step": 320, + "train_runtime": 1908.601, + "train_tokens_per_second": 32741.553 + }, + { + "epoch": 0.33792, + "grad_norm": 0.828125, + "learning_rate": 4.919725431881751e-05, + "loss": 0.7792404174804688, + "num_input_tokens_seen": 64459392, + "step": 330, + "train_runtime": 1969.989, + "train_tokens_per_second": 32720.686 + }, + { + "epoch": 0.34816, + "grad_norm": 0.8515625, + "learning_rate": 4.917345648725101e-05, + "loss": 0.7801454067230225, + "num_input_tokens_seen": 66416320, + "step": 340, + "train_runtime": 2030.4427, + "train_tokens_per_second": 32710.266 + }, + { + "epoch": 0.3584, + "grad_norm": 0.80859375, + "learning_rate": 4.914969315696596e-05, + "loss": 0.7781849861145019, + "num_input_tokens_seen": 68379008, + "step": 350, + "train_runtime": 2089.8446, + "train_tokens_per_second": 32719.661 + }, + { + "epoch": 0.36864, + "grad_norm": 0.8203125, + "learning_rate": 4.912596424467818e-05, + "loss": 0.7765862941741943, + "num_input_tokens_seen": 70328768, + "step": 360, + "train_runtime": 2149.5587, + "train_tokens_per_second": 32717.77 + }, + { + "epoch": 0.37888, + "grad_norm": 0.79296875, + "learning_rate": 4.910226966738475e-05, + "loss": 0.7737765312194824, + "num_input_tokens_seen": 72280640, + "step": 370, + "train_runtime": 2209.3771, + "train_tokens_per_second": 32715.394 + }, + { + "epoch": 0.38912, + "grad_norm": 0.796875, + "learning_rate": 4.9078609342362666e-05, + "loss": 0.777079963684082, + "num_input_tokens_seen": 74217408, + "step": 380, + "train_runtime": 2268.2278, + "train_tokens_per_second": 32720.438 + }, + { + "epoch": 0.39936, + "grad_norm": 0.80078125, + "learning_rate": 4.905498318716775e-05, + "loss": 0.7765676498413085, + "num_input_tokens_seen": 76174784, + "step": 390, + "train_runtime": 2327.2347, + "train_tokens_per_second": 32731.888 + }, + { + "epoch": 0.4096, + "grad_norm": 0.83203125, + "learning_rate": 4.9031391119633295e-05, + "loss": 0.7736555099487304, + "num_input_tokens_seen": 78158016, + "step": 400, + "train_runtime": 2388.4766, + "train_tokens_per_second": 32722.957 + }, + { + "epoch": 0.41984, + "grad_norm": 0.83984375, + "learning_rate": 4.9007833057869e-05, + "loss": 0.7716507911682129, + "num_input_tokens_seen": 80110400, + "step": 410, + "train_runtime": 2448.6314, + "train_tokens_per_second": 32716.398 + }, + { + "epoch": 0.43008, + "grad_norm": 0.84375, + "learning_rate": 4.898430892025967e-05, + "loss": 0.7716224193572998, + "num_input_tokens_seen": 82056960, + "step": 420, + "train_runtime": 2507.3071, + "train_tokens_per_second": 32727.128 + }, + { + "epoch": 0.44032, + "grad_norm": 0.796875, + "learning_rate": 4.896081862546415e-05, + "loss": 0.7601117134094239, + "num_input_tokens_seen": 84000832, + "step": 430, + "train_runtime": 2566.4159, + "train_tokens_per_second": 32730.795 + }, + { + "epoch": 0.45056, + "grad_norm": 0.80078125, + "learning_rate": 4.8937362092414e-05, + "loss": 0.7689449310302734, + "num_input_tokens_seen": 85945600, + "step": 440, + "train_runtime": 2626.5603, + "train_tokens_per_second": 32721.731 + }, + { + "epoch": 0.4608, + "grad_norm": 0.84765625, + "learning_rate": 4.891393924031244e-05, + "loss": 0.7667889595031738, + "num_input_tokens_seen": 87886144, + "step": 450, + "train_runtime": 2684.8831, + "train_tokens_per_second": 32733.695 + }, + { + "epoch": 0.47104, + "grad_norm": 0.84375, + "learning_rate": 4.8890549988633095e-05, + "loss": 0.7657638549804687, + "num_input_tokens_seen": 89839744, + "step": 460, + "train_runtime": 2744.7649, + "train_tokens_per_second": 32731.308 + }, + { + "epoch": 0.48128, + "grad_norm": 0.90234375, + "learning_rate": 4.8867194257118907e-05, + "loss": 0.7696039199829101, + "num_input_tokens_seen": 91805440, + "step": 470, + "train_runtime": 2804.7588, + "train_tokens_per_second": 32732.027 + }, + { + "epoch": 0.49152, + "grad_norm": 0.84765625, + "learning_rate": 4.884387196578093e-05, + "loss": 0.7688661575317383, + "num_input_tokens_seen": 93770240, + "step": 480, + "train_runtime": 2862.8593, + "train_tokens_per_second": 32754.052 + }, + { + "epoch": 0.50176, + "grad_norm": 0.81640625, + "learning_rate": 4.882058303489718e-05, + "loss": 0.7624212265014648, + "num_input_tokens_seen": 95708096, + "step": 490, + "train_runtime": 2921.2238, + "train_tokens_per_second": 32763.014 + }, + { + "epoch": 0.512, + "grad_norm": 0.80859375, + "learning_rate": 4.8797327385011496e-05, + "loss": 0.7568993091583252, + "num_input_tokens_seen": 97676928, + "step": 500, + "train_runtime": 2982.1166, + "train_tokens_per_second": 32754.228 + }, + { + "epoch": 0.52224, + "grad_norm": 0.8046875, + "learning_rate": 4.8774104936932425e-05, + "loss": 0.7545355796813965, + "num_input_tokens_seen": 99627776, + "step": 510, + "train_runtime": 3041.6074, + "train_tokens_per_second": 32754.976 + }, + { + "epoch": 0.53248, + "grad_norm": 0.85546875, + "learning_rate": 4.8750915611732076e-05, + "loss": 0.7593323707580566, + "num_input_tokens_seen": 101565696, + "step": 520, + "train_runtime": 3101.9144, + "train_tokens_per_second": 32742.908 + }, + { + "epoch": 0.54272, + "grad_norm": 0.80078125, + "learning_rate": 4.8727759330744986e-05, + "loss": 0.760127067565918, + "num_input_tokens_seen": 103508992, + "step": 530, + "train_runtime": 3161.5479, + "train_tokens_per_second": 32739.972 + }, + { + "epoch": 0.55296, + "grad_norm": 0.78515625, + "learning_rate": 4.870463601556696e-05, + "loss": 0.7561708450317383, + "num_input_tokens_seen": 105456832, + "step": 540, + "train_runtime": 3220.8796, + "train_tokens_per_second": 32741.625 + }, + { + "epoch": 0.5632, + "grad_norm": 0.84375, + "learning_rate": 4.8681545588054075e-05, + "loss": 0.7509193420410156, + "num_input_tokens_seen": 107417344, + "step": 550, + "train_runtime": 3280.9845, + "train_tokens_per_second": 32739.363 + }, + { + "epoch": 0.57344, + "grad_norm": 0.8203125, + "learning_rate": 4.8658487970321404e-05, + "loss": 0.7538685321807861, + "num_input_tokens_seen": 109377984, + "step": 560, + "train_runtime": 3341.5225, + "train_tokens_per_second": 32732.978 + }, + { + "epoch": 0.58368, + "grad_norm": 0.86328125, + "learning_rate": 4.863546308474209e-05, + "loss": 0.7577058792114257, + "num_input_tokens_seen": 111360832, + "step": 570, + "train_runtime": 3401.7812, + "train_tokens_per_second": 32736.036 + }, + { + "epoch": 0.59392, + "grad_norm": 0.76171875, + "learning_rate": 4.86124708539461e-05, + "loss": 0.7539366722106934, + "num_input_tokens_seen": 113337536, + "step": 580, + "train_runtime": 3462.9489, + "train_tokens_per_second": 32728.619 + }, + { + "epoch": 0.60416, + "grad_norm": 0.82421875, + "learning_rate": 4.8589511200819216e-05, + "loss": 0.7477821826934814, + "num_input_tokens_seen": 115270336, + "step": 590, + "train_runtime": 3521.2998, + "train_tokens_per_second": 32735.167 + }, + { + "epoch": 0.6144, + "grad_norm": 0.796875, + "learning_rate": 4.8566584048501926e-05, + "loss": 0.7609129905700683, + "num_input_tokens_seen": 117224512, + "step": 600, + "train_runtime": 3580.6982, + "train_tokens_per_second": 32737.892 + }, + { + "epoch": 0.62464, + "grad_norm": 0.80859375, + "learning_rate": 4.854368932038835e-05, + "loss": 0.7430164337158203, + "num_input_tokens_seen": 119167552, + "step": 610, + "train_runtime": 3640.7229, + "train_tokens_per_second": 32731.838 + }, + { + "epoch": 0.63488, + "grad_norm": 0.796875, + "learning_rate": 4.8520826940125144e-05, + "loss": 0.7435213088989258, + "num_input_tokens_seen": 121128896, + "step": 620, + "train_runtime": 3700.6762, + "train_tokens_per_second": 32731.558 + }, + { + "epoch": 0.64512, + "grad_norm": 0.80078125, + "learning_rate": 4.849799683161046e-05, + "loss": 0.7433882713317871, + "num_input_tokens_seen": 123088256, + "step": 630, + "train_runtime": 3760.5434, + "train_tokens_per_second": 32731.508 + }, + { + "epoch": 0.65536, + "grad_norm": 0.828125, + "learning_rate": 4.8475198918992835e-05, + "loss": 0.7475492477416992, + "num_input_tokens_seen": 125038592, + "step": 640, + "train_runtime": 3819.9405, + "train_tokens_per_second": 32733.126 + }, + { + "epoch": 0.6656, + "grad_norm": 0.78125, + "learning_rate": 4.845243312667023e-05, + "loss": 0.7479681968688965, + "num_input_tokens_seen": 126982208, + "step": 650, + "train_runtime": 3879.7352, + "train_tokens_per_second": 32729.607 + }, + { + "epoch": 0.67584, + "grad_norm": 0.86328125, + "learning_rate": 4.842969937928884e-05, + "loss": 0.7469013214111329, + "num_input_tokens_seen": 128906880, + "step": 660, + "train_runtime": 3936.8159, + "train_tokens_per_second": 32743.944 + }, + { + "epoch": 0.68608, + "grad_norm": 0.8203125, + "learning_rate": 4.840699760174217e-05, + "loss": 0.7478948593139648, + "num_input_tokens_seen": 130882496, + "step": 670, + "train_runtime": 3996.7869, + "train_tokens_per_second": 32746.929 + }, + { + "epoch": 0.69632, + "grad_norm": 0.83203125, + "learning_rate": 4.8384327719169906e-05, + "loss": 0.7461132049560547, + "num_input_tokens_seen": 132826752, + "step": 680, + "train_runtime": 4055.0975, + "train_tokens_per_second": 32755.502 + }, + { + "epoch": 0.70656, + "grad_norm": 0.81640625, + "learning_rate": 4.836168965695694e-05, + "loss": 0.7483083724975585, + "num_input_tokens_seen": 134780160, + "step": 690, + "train_runtime": 4115.1829, + "train_tokens_per_second": 32751.925 + }, + { + "epoch": 0.7168, + "grad_norm": 0.77734375, + "learning_rate": 4.8339083340732304e-05, + "loss": 0.7420180320739747, + "num_input_tokens_seen": 136754944, + "step": 700, + "train_runtime": 4177.0113, + "train_tokens_per_second": 32739.903 + }, + { + "epoch": 0.72704, + "grad_norm": 0.796875, + "learning_rate": 4.8316508696368154e-05, + "loss": 0.7432499885559082, + "num_input_tokens_seen": 138696768, + "step": 710, + "train_runtime": 4235.2965, + "train_tokens_per_second": 32747.83 + }, + { + "epoch": 0.73728, + "grad_norm": 0.7578125, + "learning_rate": 4.8293965649978714e-05, + "loss": 0.7435853481292725, + "num_input_tokens_seen": 140653120, + "step": 720, + "train_runtime": 4295.3175, + "train_tokens_per_second": 32745.687 + }, + { + "epoch": 0.74752, + "grad_norm": 0.8515625, + "learning_rate": 4.8271454127919364e-05, + "loss": 0.7337657928466796, + "num_input_tokens_seen": 142610880, + "step": 730, + "train_runtime": 4354.6033, + "train_tokens_per_second": 32749.454 + }, + { + "epoch": 0.75776, + "grad_norm": 0.84765625, + "learning_rate": 4.824897405678549e-05, + "loss": 0.7439666748046875, + "num_input_tokens_seen": 144560448, + "step": 740, + "train_runtime": 4414.809, + "train_tokens_per_second": 32744.44 + }, + { + "epoch": 0.768, + "grad_norm": 0.78515625, + "learning_rate": 4.8226525363411576e-05, + "loss": 0.7391902923583984, + "num_input_tokens_seen": 146522432, + "step": 750, + "train_runtime": 4475.754, + "train_tokens_per_second": 32736.927 + }, + { + "epoch": 0.77824, + "grad_norm": 0.7890625, + "learning_rate": 4.820410797487017e-05, + "loss": 0.7402773857116699, + "num_input_tokens_seen": 148465152, + "step": 760, + "train_runtime": 4535.4981, + "train_tokens_per_second": 32734.035 + }, + { + "epoch": 0.78848, + "grad_norm": 0.7890625, + "learning_rate": 4.818172181847091e-05, + "loss": 0.7375380039215088, + "num_input_tokens_seen": 150407040, + "step": 770, + "train_runtime": 4594.3335, + "train_tokens_per_second": 32737.51 + }, + { + "epoch": 0.79872, + "grad_norm": 0.7890625, + "learning_rate": 4.81593668217595e-05, + "loss": 0.7325362205505371, + "num_input_tokens_seen": 152340608, + "step": 780, + "train_runtime": 4654.271, + "train_tokens_per_second": 32731.357 + }, + { + "epoch": 0.80896, + "grad_norm": 0.7890625, + "learning_rate": 4.813704291251675e-05, + "loss": 0.7388778686523437, + "num_input_tokens_seen": 154283968, + "step": 790, + "train_runtime": 4713.1072, + "train_tokens_per_second": 32735.086 + }, + { + "epoch": 0.8192, + "grad_norm": 0.77734375, + "learning_rate": 4.811475001875759e-05, + "loss": 0.734052324295044, + "num_input_tokens_seen": 156195392, + "step": 800, + "train_runtime": 4770.6972, + "train_tokens_per_second": 32740.58 + }, + { + "epoch": 0.82944, + "grad_norm": 0.76953125, + "learning_rate": 4.8092488068730105e-05, + "loss": 0.7394464015960693, + "num_input_tokens_seen": 158142080, + "step": 810, + "train_runtime": 4829.3439, + "train_tokens_per_second": 32746.08 + }, + { + "epoch": 0.83968, + "grad_norm": 0.76953125, + "learning_rate": 4.807025699091452e-05, + "loss": 0.7330001831054688, + "num_input_tokens_seen": 160100224, + "step": 820, + "train_runtime": 4889.6473, + "train_tokens_per_second": 32742.694 + }, + { + "epoch": 0.84992, + "grad_norm": 0.80859375, + "learning_rate": 4.8048056714022325e-05, + "loss": 0.7365771293640136, + "num_input_tokens_seen": 162014592, + "step": 830, + "train_runtime": 4946.8066, + "train_tokens_per_second": 32751.35 + }, + { + "epoch": 0.86016, + "grad_norm": 0.80078125, + "learning_rate": 4.802588716699519e-05, + "loss": 0.7319395065307617, + "num_input_tokens_seen": 163967296, + "step": 840, + "train_runtime": 5006.7801, + "train_tokens_per_second": 32749.051 + }, + { + "epoch": 0.8704, + "grad_norm": 0.77734375, + "learning_rate": 4.8003748279004156e-05, + "loss": 0.736358642578125, + "num_input_tokens_seen": 165888128, + "step": 850, + "train_runtime": 5065.2211, + "train_tokens_per_second": 32750.422 + }, + { + "epoch": 0.88064, + "grad_norm": 0.77734375, + "learning_rate": 4.798163997944854e-05, + "loss": 0.728258752822876, + "num_input_tokens_seen": 167838720, + "step": 860, + "train_runtime": 5125.0456, + "train_tokens_per_second": 32748.727 + }, + { + "epoch": 0.89088, + "grad_norm": 0.8203125, + "learning_rate": 4.79595621979551e-05, + "loss": 0.7310397624969482, + "num_input_tokens_seen": 169801024, + "step": 870, + "train_runtime": 5184.7795, + "train_tokens_per_second": 32749.903 + }, + { + "epoch": 0.90112, + "grad_norm": 0.76953125, + "learning_rate": 4.793751486437702e-05, + "loss": 0.7326676845550537, + "num_input_tokens_seen": 171754432, + "step": 880, + "train_runtime": 5243.9099, + "train_tokens_per_second": 32753.124 + }, + { + "epoch": 0.91136, + "grad_norm": 0.765625, + "learning_rate": 4.7915497908793064e-05, + "loss": 0.7294478416442871, + "num_input_tokens_seen": 173709952, + "step": 890, + "train_runtime": 5303.6797, + "train_tokens_per_second": 32752.723 + }, + { + "epoch": 0.9216, + "grad_norm": 0.76171875, + "learning_rate": 4.7893511261506516e-05, + "loss": 0.7317845344543457, + "num_input_tokens_seen": 175665088, + "step": 900, + "train_runtime": 5362.9004, + "train_tokens_per_second": 32755.613 + }, + { + "epoch": 0.93184, + "grad_norm": 0.82421875, + "learning_rate": 4.787155485304435e-05, + "loss": 0.7250267028808594, + "num_input_tokens_seen": 177597184, + "step": 910, + "train_runtime": 5421.8024, + "train_tokens_per_second": 32756.115 + }, + { + "epoch": 0.94208, + "grad_norm": 0.80859375, + "learning_rate": 4.784962861415629e-05, + "loss": 0.7249749183654786, + "num_input_tokens_seen": 179556736, + "step": 920, + "train_runtime": 5481.4833, + "train_tokens_per_second": 32756.961 + }, + { + "epoch": 0.95232, + "grad_norm": 0.8046875, + "learning_rate": 4.7827732475813884e-05, + "loss": 0.724465274810791, + "num_input_tokens_seen": 181523520, + "step": 930, + "train_runtime": 5543.5703, + "train_tokens_per_second": 32744.876 + }, + { + "epoch": 0.96256, + "grad_norm": 0.76953125, + "learning_rate": 4.7805866369209576e-05, + "loss": 0.7229520797729492, + "num_input_tokens_seen": 183456256, + "step": 940, + "train_runtime": 5602.4662, + "train_tokens_per_second": 32745.624 + }, + { + "epoch": 0.9728, + "grad_norm": 0.796875, + "learning_rate": 4.778403022575583e-05, + "loss": 0.727871322631836, + "num_input_tokens_seen": 185424896, + "step": 950, + "train_runtime": 5663.4738, + "train_tokens_per_second": 32740.488 + }, + { + "epoch": 0.98304, + "grad_norm": 0.84375, + "learning_rate": 4.7762223977084195e-05, + "loss": 0.7236977577209472, + "num_input_tokens_seen": 187388480, + "step": 960, + "train_runtime": 5723.3955, + "train_tokens_per_second": 32740.788 + }, + { + "epoch": 0.99328, + "grad_norm": 0.84765625, + "learning_rate": 4.774044755504444e-05, + "loss": 0.7206878185272216, + "num_input_tokens_seen": 189339648, + "step": 970, + "train_runtime": 5782.3102, + "train_tokens_per_second": 32744.637 + }, + { + "epoch": 1.003072, + "grad_norm": 0.7421875, + "learning_rate": 4.7718700891703616e-05, + "loss": 0.710568618774414, + "num_input_tokens_seen": 191208640, + "step": 980, + "train_runtime": 5839.7659, + "train_tokens_per_second": 32742.518 + }, + { + "epoch": 1.013312, + "grad_norm": 0.8125, + "learning_rate": 4.7696983919345215e-05, + "loss": 0.6669343948364258, + "num_input_tokens_seen": 193176512, + "step": 990, + "train_runtime": 5899.6765, + "train_tokens_per_second": 32743.577 + }, + { + "epoch": 1.023552, + "grad_norm": 0.75390625, + "learning_rate": 4.7675296570468216e-05, + "loss": 0.6645569801330566, + "num_input_tokens_seen": 195141440, + "step": 1000, + "train_runtime": 5960.2946, + "train_tokens_per_second": 32740.234 + }, + { + "epoch": 1.033792, + "grad_norm": 0.765625, + "learning_rate": 4.76536387777863e-05, + "loss": 0.6675229549407959, + "num_input_tokens_seen": 197092032, + "step": 1010, + "train_runtime": 6019.6761, + "train_tokens_per_second": 32741.302 + }, + { + "epoch": 1.044032, + "grad_norm": 0.80859375, + "learning_rate": 4.7632010474226915e-05, + "loss": 0.6588812828063965, + "num_input_tokens_seen": 199066240, + "step": 1020, + "train_runtime": 6079.3007, + "train_tokens_per_second": 32744.924 + }, + { + "epoch": 1.054272, + "grad_norm": 0.73828125, + "learning_rate": 4.761041159293035e-05, + "loss": 0.6624051094055176, + "num_input_tokens_seen": 201031808, + "step": 1030, + "train_runtime": 6139.0449, + "train_tokens_per_second": 32746.431 + }, + { + "epoch": 1.064512, + "grad_norm": 0.78515625, + "learning_rate": 4.7588842067249e-05, + "loss": 0.6641523361206054, + "num_input_tokens_seen": 202982784, + "step": 1040, + "train_runtime": 6200.7013, + "train_tokens_per_second": 32735.456 + }, + { + "epoch": 1.074752, + "grad_norm": 0.79296875, + "learning_rate": 4.756730183074637e-05, + "loss": 0.6600203037261962, + "num_input_tokens_seen": 204943872, + "step": 1050, + "train_runtime": 6261.3422, + "train_tokens_per_second": 32731.62 + }, + { + "epoch": 1.084992, + "grad_norm": 0.796875, + "learning_rate": 4.7545790817196314e-05, + "loss": 0.6627418041229248, + "num_input_tokens_seen": 206907648, + "step": 1060, + "train_runtime": 6321.396, + "train_tokens_per_second": 32731.322 + }, + { + "epoch": 1.095232, + "grad_norm": 0.765625, + "learning_rate": 4.752430896058212e-05, + "loss": 0.665987491607666, + "num_input_tokens_seen": 208866176, + "step": 1070, + "train_runtime": 6380.9787, + "train_tokens_per_second": 32732.624 + }, + { + "epoch": 1.105472, + "grad_norm": 0.828125, + "learning_rate": 4.750285619509567e-05, + "loss": 0.6638533115386963, + "num_input_tokens_seen": 210821184, + "step": 1080, + "train_runtime": 6441.6646, + "train_tokens_per_second": 32727.749 + }, + { + "epoch": 1.115712, + "grad_norm": 0.78125, + "learning_rate": 4.7481432455136644e-05, + "loss": 0.6705752372741699, + "num_input_tokens_seen": 212772928, + "step": 1090, + "train_runtime": 6499.8174, + "train_tokens_per_second": 32735.216 + }, + { + "epoch": 1.125952, + "grad_norm": 0.8203125, + "learning_rate": 4.7460037675311584e-05, + "loss": 0.6647239208221436, + "num_input_tokens_seen": 214713728, + "step": 1100, + "train_runtime": 6558.5813, + "train_tokens_per_second": 32737.831 + }, + { + "epoch": 1.136192, + "grad_norm": 0.796875, + "learning_rate": 4.7438671790433126e-05, + "loss": 0.6651959419250488, + "num_input_tokens_seen": 216668864, + "step": 1110, + "train_runtime": 6617.9492, + "train_tokens_per_second": 32739.578 + }, + { + "epoch": 1.146432, + "grad_norm": 0.8515625, + "learning_rate": 4.741733473551915e-05, + "loss": 0.6629802703857421, + "num_input_tokens_seen": 218629056, + "step": 1120, + "train_runtime": 6677.486, + "train_tokens_per_second": 32741.223 + }, + { + "epoch": 1.156672, + "grad_norm": 0.80078125, + "learning_rate": 4.7396026445791966e-05, + "loss": 0.6651780605316162, + "num_input_tokens_seen": 220590464, + "step": 1130, + "train_runtime": 6737.0253, + "train_tokens_per_second": 32743.007 + }, + { + "epoch": 1.166912, + "grad_norm": 0.84765625, + "learning_rate": 4.737474685667742e-05, + "loss": 0.6648248672485352, + "num_input_tokens_seen": 222559552, + "step": 1140, + "train_runtime": 6796.7448, + "train_tokens_per_second": 32745.021 + }, + { + "epoch": 1.177152, + "grad_norm": 0.80078125, + "learning_rate": 4.7353495903804165e-05, + "loss": 0.6667553901672363, + "num_input_tokens_seen": 224513216, + "step": 1150, + "train_runtime": 6856.6383, + "train_tokens_per_second": 32743.92 + }, + { + "epoch": 1.187392, + "grad_norm": 0.78515625, + "learning_rate": 4.733227352300277e-05, + "loss": 0.6689923286437989, + "num_input_tokens_seen": 226447168, + "step": 1160, + "train_runtime": 6915.0248, + "train_tokens_per_second": 32747.123 + }, + { + "epoch": 1.197632, + "grad_norm": 0.796875, + "learning_rate": 4.731107965030496e-05, + "loss": 0.6637516021728516, + "num_input_tokens_seen": 228394368, + "step": 1170, + "train_runtime": 6973.9487, + "train_tokens_per_second": 32749.649 + }, + { + "epoch": 1.207872, + "grad_norm": 0.796875, + "learning_rate": 4.728991422194278e-05, + "loss": 0.6736277580261231, + "num_input_tokens_seen": 230336512, + "step": 1180, + "train_runtime": 7032.2836, + "train_tokens_per_second": 32754.156 + }, + { + "epoch": 1.218112, + "grad_norm": 0.8125, + "learning_rate": 4.726877717434773e-05, + "loss": 0.6644347190856934, + "num_input_tokens_seen": 232273792, + "step": 1190, + "train_runtime": 7091.4876, + "train_tokens_per_second": 32753.888 + }, + { + "epoch": 1.228352, + "grad_norm": 0.828125, + "learning_rate": 4.724766844415013e-05, + "loss": 0.662445068359375, + "num_input_tokens_seen": 234234368, + "step": 1200, + "train_runtime": 7151.1612, + "train_tokens_per_second": 32754.732 + }, + { + "epoch": 1.238592, + "grad_norm": 0.7734375, + "learning_rate": 4.722658796817813e-05, + "loss": 0.6602650165557862, + "num_input_tokens_seen": 236184128, + "step": 1210, + "train_runtime": 7211.6529, + "train_tokens_per_second": 32750.346 + }, + { + "epoch": 1.248832, + "grad_norm": 0.8046875, + "learning_rate": 4.7205535683457044e-05, + "loss": 0.6661070823669434, + "num_input_tokens_seen": 238148992, + "step": 1220, + "train_runtime": 7272.0994, + "train_tokens_per_second": 32748.314 + }, + { + "epoch": 1.259072, + "grad_norm": 0.78125, + "learning_rate": 4.7184511527208484e-05, + "loss": 0.6634117603302002, + "num_input_tokens_seen": 240113216, + "step": 1230, + "train_runtime": 7332.2674, + "train_tokens_per_second": 32747.471 + }, + { + "epoch": 1.269312, + "grad_norm": 0.859375, + "learning_rate": 4.7163515436849644e-05, + "loss": 0.659183406829834, + "num_input_tokens_seen": 242056192, + "step": 1240, + "train_runtime": 7391.9286, + "train_tokens_per_second": 32746.013 + }, + { + "epoch": 1.279552, + "grad_norm": 0.8046875, + "learning_rate": 4.714254734999245e-05, + "loss": 0.6668022632598877, + "num_input_tokens_seen": 244001472, + "step": 1250, + "train_runtime": 7450.765, + "train_tokens_per_second": 32748.512 + }, + { + "epoch": 1.289792, + "grad_norm": 0.8125, + "learning_rate": 4.712160720444284e-05, + "loss": 0.6643959999084472, + "num_input_tokens_seen": 245958592, + "step": 1260, + "train_runtime": 7510.6075, + "train_tokens_per_second": 32748.162 + }, + { + "epoch": 1.300032, + "grad_norm": 0.79296875, + "learning_rate": 4.710069493819992e-05, + "loss": 0.6648179054260254, + "num_input_tokens_seen": 247917248, + "step": 1270, + "train_runtime": 7570.2595, + "train_tokens_per_second": 32748.844 + }, + { + "epoch": 1.3102719999999999, + "grad_norm": 0.75390625, + "learning_rate": 4.70798104894553e-05, + "loss": 0.6611180305480957, + "num_input_tokens_seen": 249863104, + "step": 1280, + "train_runtime": 7629.8975, + "train_tokens_per_second": 32747.898 + }, + { + "epoch": 1.320512, + "grad_norm": 0.765625, + "learning_rate": 4.705895379659219e-05, + "loss": 0.663090705871582, + "num_input_tokens_seen": 251816832, + "step": 1290, + "train_runtime": 7690.1349, + "train_tokens_per_second": 32745.438 + }, + { + "epoch": 1.330752, + "grad_norm": 0.80859375, + "learning_rate": 4.7038124798184766e-05, + "loss": 0.6652997016906739, + "num_input_tokens_seen": 253758592, + "step": 1300, + "train_runtime": 7750.7327, + "train_tokens_per_second": 32739.949 + }, + { + "epoch": 1.340992, + "grad_norm": 0.83984375, + "learning_rate": 4.7017323432997304e-05, + "loss": 0.6616836547851562, + "num_input_tokens_seen": 255687360, + "step": 1310, + "train_runtime": 7809.8266, + "train_tokens_per_second": 32739.185 + }, + { + "epoch": 1.351232, + "grad_norm": 0.796875, + "learning_rate": 4.6996549639983506e-05, + "loss": 0.6657767295837402, + "num_input_tokens_seen": 257640064, + "step": 1320, + "train_runtime": 7867.9946, + "train_tokens_per_second": 32745.328 + }, + { + "epoch": 1.361472, + "grad_norm": 0.78515625, + "learning_rate": 4.697580335828569e-05, + "loss": 0.6621747970581054, + "num_input_tokens_seen": 259595136, + "step": 1330, + "train_runtime": 7927.9177, + "train_tokens_per_second": 32744.429 + }, + { + "epoch": 1.371712, + "grad_norm": 0.84375, + "learning_rate": 4.6955084527234076e-05, + "loss": 0.6663068771362305, + "num_input_tokens_seen": 261559488, + "step": 1340, + "train_runtime": 7988.0773, + "train_tokens_per_second": 32743.735 + }, + { + "epoch": 1.381952, + "grad_norm": 0.8515625, + "learning_rate": 4.6934393086346034e-05, + "loss": 0.6628549098968506, + "num_input_tokens_seen": 263504960, + "step": 1350, + "train_runtime": 8047.4348, + "train_tokens_per_second": 32743.97 + }, + { + "epoch": 1.392192, + "grad_norm": 0.77734375, + "learning_rate": 4.6913728975325324e-05, + "loss": 0.6543691158294678, + "num_input_tokens_seen": 265475904, + "step": 1360, + "train_runtime": 8108.7462, + "train_tokens_per_second": 32739.451 + }, + { + "epoch": 1.4024320000000001, + "grad_norm": 0.7734375, + "learning_rate": 4.6893092134061393e-05, + "loss": 0.6563886165618896, + "num_input_tokens_seen": 267417152, + "step": 1370, + "train_runtime": 8167.6607, + "train_tokens_per_second": 32740.972 + }, + { + "epoch": 1.412672, + "grad_norm": 0.8203125, + "learning_rate": 4.687248250262859e-05, + "loss": 0.6647259712219238, + "num_input_tokens_seen": 269353152, + "step": 1380, + "train_runtime": 8226.112, + "train_tokens_per_second": 32743.677 + }, + { + "epoch": 1.422912, + "grad_norm": 0.77734375, + "learning_rate": 4.685190002128548e-05, + "loss": 0.6596537113189698, + "num_input_tokens_seen": 271311872, + "step": 1390, + "train_runtime": 8285.6877, + "train_tokens_per_second": 32744.641 + }, + { + "epoch": 1.433152, + "grad_norm": 0.796875, + "learning_rate": 4.6831344630474114e-05, + "loss": 0.6623442649841309, + "num_input_tokens_seen": 273284288, + "step": 1400, + "train_runtime": 8345.7692, + "train_tokens_per_second": 32745.249 + }, + { + "epoch": 1.443392, + "grad_norm": 0.8359375, + "learning_rate": 4.6810816270819276e-05, + "loss": 0.6568885803222656, + "num_input_tokens_seen": 275251328, + "step": 1410, + "train_runtime": 8404.8193, + "train_tokens_per_second": 32749.226 + }, + { + "epoch": 1.453632, + "grad_norm": 0.828125, + "learning_rate": 4.679031488312777e-05, + "loss": 0.6608157157897949, + "num_input_tokens_seen": 277202496, + "step": 1420, + "train_runtime": 8465.0573, + "train_tokens_per_second": 32746.677 + }, + { + "epoch": 1.463872, + "grad_norm": 0.7265625, + "learning_rate": 4.6769840408387717e-05, + "loss": 0.6612616539001465, + "num_input_tokens_seen": 279162944, + "step": 1430, + "train_runtime": 8526.0479, + "train_tokens_per_second": 32742.362 + }, + { + "epoch": 1.4741119999999999, + "grad_norm": 0.8125, + "learning_rate": 4.674939278776787e-05, + "loss": 0.6639165878295898, + "num_input_tokens_seen": 281109696, + "step": 1440, + "train_runtime": 8585.1435, + "train_tokens_per_second": 32743.739 + }, + { + "epoch": 1.484352, + "grad_norm": 0.8046875, + "learning_rate": 4.672897196261683e-05, + "loss": 0.6613688945770264, + "num_input_tokens_seen": 283056064, + "step": 1450, + "train_runtime": 8643.8923, + "train_tokens_per_second": 32746.366 + }, + { + "epoch": 1.494592, + "grad_norm": 0.78515625, + "learning_rate": 4.670857787446238e-05, + "loss": 0.6640623569488525, + "num_input_tokens_seen": 285002496, + "step": 1460, + "train_runtime": 8703.5414, + "train_tokens_per_second": 32745.578 + }, + { + "epoch": 1.504832, + "grad_norm": 0.8359375, + "learning_rate": 4.668821046501082e-05, + "loss": 0.6640773773193359, + "num_input_tokens_seen": 286959616, + "step": 1470, + "train_runtime": 8763.9486, + "train_tokens_per_second": 32743.188 + }, + { + "epoch": 1.515072, + "grad_norm": 0.79296875, + "learning_rate": 4.6667869676146194e-05, + "loss": 0.6624667167663574, + "num_input_tokens_seen": 288905280, + "step": 1480, + "train_runtime": 8822.4748, + "train_tokens_per_second": 32746.512 + }, + { + "epoch": 1.525312, + "grad_norm": 0.77734375, + "learning_rate": 4.6647555449929645e-05, + "loss": 0.6601789474487305, + "num_input_tokens_seen": 290846400, + "step": 1490, + "train_runtime": 8881.7856, + "train_tokens_per_second": 32746.388 + }, + { + "epoch": 1.535552, + "grad_norm": 0.83984375, + "learning_rate": 4.662726772859869e-05, + "loss": 0.6581646919250488, + "num_input_tokens_seen": 292768064, + "step": 1500, + "train_runtime": 8939.6828, + "train_tokens_per_second": 32749.268 + }, + { + "epoch": 1.545792, + "grad_norm": 0.765625, + "learning_rate": 4.660700645456655e-05, + "loss": 0.6602959632873535, + "num_input_tokens_seen": 294723392, + "step": 1510, + "train_runtime": 8999.2269, + "train_tokens_per_second": 32749.857 + }, + { + "epoch": 1.556032, + "grad_norm": 0.80859375, + "learning_rate": 4.658677157042149e-05, + "loss": 0.6587230682373046, + "num_input_tokens_seen": 296664896, + "step": 1520, + "train_runtime": 9057.6637, + "train_tokens_per_second": 32752.916 + }, + { + "epoch": 1.566272, + "grad_norm": 0.796875, + "learning_rate": 4.656656301892605e-05, + "loss": 0.6597561836242676, + "num_input_tokens_seen": 298606592, + "step": 1530, + "train_runtime": 9116.7544, + "train_tokens_per_second": 32753.607 + }, + { + "epoch": 1.5765120000000001, + "grad_norm": 0.8203125, + "learning_rate": 4.6546380743016465e-05, + "loss": 0.6614864349365235, + "num_input_tokens_seen": 300562496, + "step": 1540, + "train_runtime": 9177.0472, + "train_tokens_per_second": 32751.547 + }, + { + "epoch": 1.5867520000000002, + "grad_norm": 0.8046875, + "learning_rate": 4.652622468580193e-05, + "loss": 0.6568780422210694, + "num_input_tokens_seen": 302519104, + "step": 1550, + "train_runtime": 9236.6099, + "train_tokens_per_second": 32752.179 + }, + { + "epoch": 1.596992, + "grad_norm": 0.8046875, + "learning_rate": 4.650609479056392e-05, + "loss": 0.6616767883300781, + "num_input_tokens_seen": 304449152, + "step": 1560, + "train_runtime": 9296.2427, + "train_tokens_per_second": 32749.699 + }, + { + "epoch": 1.607232, + "grad_norm": 0.7734375, + "learning_rate": 4.648599100075556e-05, + "loss": 0.6637643814086914, + "num_input_tokens_seen": 306388224, + "step": 1570, + "train_runtime": 9355.7549, + "train_tokens_per_second": 32748.637 + }, + { + "epoch": 1.617472, + "grad_norm": 0.74609375, + "learning_rate": 4.6465913260000945e-05, + "loss": 0.6638627052307129, + "num_input_tokens_seen": 308336512, + "step": 1580, + "train_runtime": 9414.6843, + "train_tokens_per_second": 32750.595 + }, + { + "epoch": 1.627712, + "grad_norm": 0.7734375, + "learning_rate": 4.644586151209444e-05, + "loss": 0.661181640625, + "num_input_tokens_seen": 310314752, + "step": 1590, + "train_runtime": 9476.2434, + "train_tokens_per_second": 32746.6 + }, + { + "epoch": 1.6379519999999999, + "grad_norm": 0.8203125, + "learning_rate": 4.6425835701000084e-05, + "loss": 0.6550232887268066, + "num_input_tokens_seen": 312281088, + "step": 1600, + "train_runtime": 9537.1306, + "train_tokens_per_second": 32743.715 + }, + { + "epoch": 1.6481919999999999, + "grad_norm": 0.74609375, + "learning_rate": 4.640583577085084e-05, + "loss": 0.6569297790527344, + "num_input_tokens_seen": 314245824, + "step": 1610, + "train_runtime": 9597.5734, + "train_tokens_per_second": 32742.216 + }, + { + "epoch": 1.658432, + "grad_norm": 0.796875, + "learning_rate": 4.638586166594806e-05, + "loss": 0.652769947052002, + "num_input_tokens_seen": 316216768, + "step": 1620, + "train_runtime": 9658.3636, + "train_tokens_per_second": 32740.201 + }, + { + "epoch": 1.668672, + "grad_norm": 0.8125, + "learning_rate": 4.6365913330760726e-05, + "loss": 0.6508107662200928, + "num_input_tokens_seen": 318168448, + "step": 1630, + "train_runtime": 9716.9225, + "train_tokens_per_second": 32743.747 + }, + { + "epoch": 1.678912, + "grad_norm": 0.80859375, + "learning_rate": 4.6345990709924855e-05, + "loss": 0.6558364868164063, + "num_input_tokens_seen": 320136128, + "step": 1640, + "train_runtime": 9776.5171, + "train_tokens_per_second": 32745.417 + }, + { + "epoch": 1.689152, + "grad_norm": 0.8203125, + "learning_rate": 4.632609374824284e-05, + "loss": 0.6574318885803223, + "num_input_tokens_seen": 322099456, + "step": 1650, + "train_runtime": 9836.4836, + "train_tokens_per_second": 32745.387 + }, + { + "epoch": 1.699392, + "grad_norm": 0.7734375, + "learning_rate": 4.630622239068285e-05, + "loss": 0.6548179626464844, + "num_input_tokens_seen": 324049408, + "step": 1660, + "train_runtime": 9895.3464, + "train_tokens_per_second": 32747.657 + }, + { + "epoch": 1.709632, + "grad_norm": 0.828125, + "learning_rate": 4.628637658237808e-05, + "loss": 0.6559741497039795, + "num_input_tokens_seen": 325990016, + "step": 1670, + "train_runtime": 9953.6672, + "train_tokens_per_second": 32750.745 + }, + { + "epoch": 1.719872, + "grad_norm": 0.82421875, + "learning_rate": 4.626655626862625e-05, + "loss": 0.6587584495544434, + "num_input_tokens_seen": 327937472, + "step": 1680, + "train_runtime": 10012.7266, + "train_tokens_per_second": 32752.065 + }, + { + "epoch": 1.730112, + "grad_norm": 0.79296875, + "learning_rate": 4.624676139488888e-05, + "loss": 0.656014347076416, + "num_input_tokens_seen": 329908352, + "step": 1690, + "train_runtime": 10072.9189, + "train_tokens_per_second": 32752.011 + }, + { + "epoch": 1.7403520000000001, + "grad_norm": 0.80078125, + "learning_rate": 4.6226991906790686e-05, + "loss": 0.658781623840332, + "num_input_tokens_seen": 331853696, + "step": 1700, + "train_runtime": 10131.69, + "train_tokens_per_second": 32754.032 + }, + { + "epoch": 1.7505920000000001, + "grad_norm": 0.78125, + "learning_rate": 4.620724775011897e-05, + "loss": 0.6597333908081054, + "num_input_tokens_seen": 333782656, + "step": 1710, + "train_runtime": 10190.1862, + "train_tokens_per_second": 32755.305 + }, + { + "epoch": 1.760832, + "grad_norm": 0.76953125, + "learning_rate": 4.618752887082297e-05, + "loss": 0.6641686439514161, + "num_input_tokens_seen": 335741568, + "step": 1720, + "train_runtime": 10248.8549, + "train_tokens_per_second": 32758.935 + }, + { + "epoch": 1.771072, + "grad_norm": 0.81640625, + "learning_rate": 4.616783521501325e-05, + "loss": 0.6582834720611572, + "num_input_tokens_seen": 337673856, + "step": 1730, + "train_runtime": 10308.2562, + "train_tokens_per_second": 32757.612 + }, + { + "epoch": 1.781312, + "grad_norm": 0.8125, + "learning_rate": 4.614816672896108e-05, + "loss": 0.6613027572631835, + "num_input_tokens_seen": 339633088, + "step": 1740, + "train_runtime": 10368.3354, + "train_tokens_per_second": 32756.761 + }, + { + "epoch": 1.791552, + "grad_norm": 0.80078125, + "learning_rate": 4.612852335909782e-05, + "loss": 0.6542655467987061, + "num_input_tokens_seen": 341581696, + "step": 1750, + "train_runtime": 10428.6115, + "train_tokens_per_second": 32754.283 + }, + { + "epoch": 1.8017919999999998, + "grad_norm": 0.7734375, + "learning_rate": 4.6108905052014323e-05, + "loss": 0.6533420562744141, + "num_input_tokens_seen": 343534720, + "step": 1760, + "train_runtime": 10488.0364, + "train_tokens_per_second": 32754.913 + }, + { + "epoch": 1.8120319999999999, + "grad_norm": 0.76171875, + "learning_rate": 4.608931175446027e-05, + "loss": 0.6449230194091797, + "num_input_tokens_seen": 345495296, + "step": 1770, + "train_runtime": 10547.857, + "train_tokens_per_second": 32755.023 + }, + { + "epoch": 1.822272, + "grad_norm": 0.796875, + "learning_rate": 4.606974341334367e-05, + "loss": 0.6538689613342286, + "num_input_tokens_seen": 347431552, + "step": 1780, + "train_runtime": 10606.573, + "train_tokens_per_second": 32756.25 + }, + { + "epoch": 1.832512, + "grad_norm": 0.7734375, + "learning_rate": 4.605019997573011e-05, + "loss": 0.6490047454833985, + "num_input_tokens_seen": 349382976, + "step": 1790, + "train_runtime": 10666.3471, + "train_tokens_per_second": 32755.635 + }, + { + "epoch": 1.842752, + "grad_norm": 0.79296875, + "learning_rate": 4.603068138884229e-05, + "loss": 0.6522298812866211, + "num_input_tokens_seen": 351343680, + "step": 1800, + "train_runtime": 10726.0131, + "train_tokens_per_second": 32756.223 + }, + { + "epoch": 1.852992, + "grad_norm": 0.765625, + "learning_rate": 4.6011187600059345e-05, + "loss": 0.6543211936950684, + "num_input_tokens_seen": 353284096, + "step": 1810, + "train_runtime": 10785.9291, + "train_tokens_per_second": 32754.165 + }, + { + "epoch": 1.863232, + "grad_norm": 0.7734375, + "learning_rate": 4.599171855691629e-05, + "loss": 0.6490991115570068, + "num_input_tokens_seen": 355207296, + "step": 1820, + "train_runtime": 10845.1553, + "train_tokens_per_second": 32752.624 + }, + { + "epoch": 1.873472, + "grad_norm": 0.80078125, + "learning_rate": 4.597227420710335e-05, + "loss": 0.6518874168395996, + "num_input_tokens_seen": 357148288, + "step": 1830, + "train_runtime": 10904.8516, + "train_tokens_per_second": 32751.32 + }, + { + "epoch": 1.883712, + "grad_norm": 0.84765625, + "learning_rate": 4.595285449846551e-05, + "loss": 0.6608992099761963, + "num_input_tokens_seen": 359101824, + "step": 1840, + "train_runtime": 10964.5719, + "train_tokens_per_second": 32751.103 + }, + { + "epoch": 1.893952, + "grad_norm": 0.76171875, + "learning_rate": 4.593345937900178e-05, + "loss": 0.6517756462097168, + "num_input_tokens_seen": 361063168, + "step": 1850, + "train_runtime": 11023.8575, + "train_tokens_per_second": 32752.888 + }, + { + "epoch": 1.904192, + "grad_norm": 0.79296875, + "learning_rate": 4.591408879686472e-05, + "loss": 0.6512045860290527, + "num_input_tokens_seen": 362991872, + "step": 1860, + "train_runtime": 11081.5644, + "train_tokens_per_second": 32756.374 + }, + { + "epoch": 1.9144320000000001, + "grad_norm": 0.7578125, + "learning_rate": 4.5894742700359775e-05, + "loss": 0.6591498374938964, + "num_input_tokens_seen": 364946688, + "step": 1870, + "train_runtime": 11140.0845, + "train_tokens_per_second": 32759.777 + }, + { + "epoch": 1.9246720000000002, + "grad_norm": 0.7578125, + "learning_rate": 4.587542103794477e-05, + "loss": 0.6532726287841797, + "num_input_tokens_seen": 366891072, + "step": 1880, + "train_runtime": 11198.9489, + "train_tokens_per_second": 32761.206 + }, + { + "epoch": 1.934912, + "grad_norm": 0.7578125, + "learning_rate": 4.5856123758229247e-05, + "loss": 0.6575124740600586, + "num_input_tokens_seen": 368845632, + "step": 1890, + "train_runtime": 11258.7243, + "train_tokens_per_second": 32760.873 + }, + { + "epoch": 1.945152, + "grad_norm": 0.8046875, + "learning_rate": 4.5836850809973993e-05, + "loss": 0.6555071830749511, + "num_input_tokens_seen": 370797568, + "step": 1900, + "train_runtime": 11318.3367, + "train_tokens_per_second": 32760.783 + }, + { + "epoch": 1.955392, + "grad_norm": 0.796875, + "learning_rate": 4.5817602142090385e-05, + "loss": 0.6574622631072998, + "num_input_tokens_seen": 372745728, + "step": 1910, + "train_runtime": 11376.6941, + "train_tokens_per_second": 32763.976 + }, + { + "epoch": 1.965632, + "grad_norm": 0.76953125, + "learning_rate": 4.579837770363989e-05, + "loss": 0.6541840553283691, + "num_input_tokens_seen": 374707904, + "step": 1920, + "train_runtime": 11435.9496, + "train_tokens_per_second": 32765.788 + }, + { + "epoch": 1.9758719999999999, + "grad_norm": 0.8125, + "learning_rate": 4.57791774438334e-05, + "loss": 0.6511831283569336, + "num_input_tokens_seen": 376672064, + "step": 1930, + "train_runtime": 11495.5055, + "train_tokens_per_second": 32766.899 + }, + { + "epoch": 1.9861119999999999, + "grad_norm": 0.75390625, + "learning_rate": 4.576000131203078e-05, + "loss": 0.653932523727417, + "num_input_tokens_seen": 378613568, + "step": 1940, + "train_runtime": 11555.2052, + "train_tokens_per_second": 32765.629 + }, + { + "epoch": 1.996352, + "grad_norm": 0.78515625, + "learning_rate": 4.574084925774023e-05, + "loss": 0.6487459659576416, + "num_input_tokens_seen": 380541952, + "step": 1950, + "train_runtime": 11613.8196, + "train_tokens_per_second": 32766.305 + }, + { + "epoch": 2.006144, + "grad_norm": 0.859375, + "learning_rate": 4.5721721230617795e-05, + "loss": 0.6155517578125, + "num_input_tokens_seen": 382413824, + "step": 1960, + "train_runtime": 11670.483, + "train_tokens_per_second": 32767.609 + }, + { + "epoch": 2.016384, + "grad_norm": 0.80859375, + "learning_rate": 4.57026171804667e-05, + "loss": 0.5954423427581788, + "num_input_tokens_seen": 384361152, + "step": 1970, + "train_runtime": 11729.6669, + "train_tokens_per_second": 32768.292 + }, + { + "epoch": 2.026624, + "grad_norm": 0.859375, + "learning_rate": 4.568353705723692e-05, + "loss": 0.5828520774841308, + "num_input_tokens_seen": 386292032, + "step": 1980, + "train_runtime": 11788.2977, + "train_tokens_per_second": 32769.111 + }, + { + "epoch": 2.036864, + "grad_norm": 0.828125, + "learning_rate": 4.566448081102455e-05, + "loss": 0.5893785953521729, + "num_input_tokens_seen": 388221376, + "step": 1990, + "train_runtime": 11845.8075, + "train_tokens_per_second": 32772.893 + }, + { + "epoch": 2.047104, + "grad_norm": 0.80859375, + "learning_rate": 4.564544839207128e-05, + "loss": 0.5838380813598633, + "num_input_tokens_seen": 390196224, + "step": 2000, + "train_runtime": 11907.5584, + "train_tokens_per_second": 32768.785 + }, + { + "epoch": 2.057344, + "grad_norm": 0.78125, + "learning_rate": 4.562643975076387e-05, + "loss": 0.5901473999023438, + "num_input_tokens_seen": 392126976, + "step": 2010, + "train_runtime": 11965.9242, + "train_tokens_per_second": 32770.304 + }, + { + "epoch": 2.067584, + "grad_norm": 0.80859375, + "learning_rate": 4.560745483763357e-05, + "loss": 0.5894758224487304, + "num_input_tokens_seen": 394095104, + "step": 2020, + "train_runtime": 12026.1967, + "train_tokens_per_second": 32769.72 + }, + { + "epoch": 2.077824, + "grad_norm": 0.84765625, + "learning_rate": 4.5588493603355595e-05, + "loss": 0.5862543106079101, + "num_input_tokens_seen": 396042368, + "step": 2030, + "train_runtime": 12085.3433, + "train_tokens_per_second": 32770.469 + }, + { + "epoch": 2.088064, + "grad_norm": 0.80078125, + "learning_rate": 4.556955599874859e-05, + "loss": 0.5956791400909424, + "num_input_tokens_seen": 397981952, + "step": 2040, + "train_runtime": 12144.0426, + "train_tokens_per_second": 32771.785 + }, + { + "epoch": 2.098304, + "grad_norm": 0.8125, + "learning_rate": 4.555064197477409e-05, + "loss": 0.5897563934326172, + "num_input_tokens_seen": 399907072, + "step": 2050, + "train_runtime": 12201.9828, + "train_tokens_per_second": 32773.942 + }, + { + "epoch": 2.108544, + "grad_norm": 0.78515625, + "learning_rate": 4.5531751482536e-05, + "loss": 0.5853563785552979, + "num_input_tokens_seen": 401862848, + "step": 2060, + "train_runtime": 12262.5862, + "train_tokens_per_second": 32771.46 + }, + { + "epoch": 2.118784, + "grad_norm": 0.83203125, + "learning_rate": 4.5512884473280024e-05, + "loss": 0.5935741424560547, + "num_input_tokens_seen": 403810240, + "step": 2070, + "train_runtime": 12322.1702, + "train_tokens_per_second": 32771.033 + }, + { + "epoch": 2.129024, + "grad_norm": 0.87890625, + "learning_rate": 4.549404089839322e-05, + "loss": 0.59158935546875, + "num_input_tokens_seen": 405776256, + "step": 2080, + "train_runtime": 12383.1293, + "train_tokens_per_second": 32768.475 + }, + { + "epoch": 2.139264, + "grad_norm": 0.8125, + "learning_rate": 4.547522070940335e-05, + "loss": 0.5877013206481934, + "num_input_tokens_seen": 407735744, + "step": 2090, + "train_runtime": 12443.2739, + "train_tokens_per_second": 32767.562 + }, + { + "epoch": 2.149504, + "grad_norm": 0.99609375, + "learning_rate": 4.545642385797848e-05, + "loss": 0.5920863628387452, + "num_input_tokens_seen": 409688064, + "step": 2100, + "train_runtime": 12503.2878, + "train_tokens_per_second": 32766.427 + }, + { + "epoch": 2.159744, + "grad_norm": 0.84375, + "learning_rate": 4.543765029592637e-05, + "loss": 0.5942326545715332, + "num_input_tokens_seen": 411607680, + "step": 2110, + "train_runtime": 12561.0265, + "train_tokens_per_second": 32768.634 + }, + { + "epoch": 2.169984, + "grad_norm": 0.84765625, + "learning_rate": 4.541889997519403e-05, + "loss": 0.5903902053833008, + "num_input_tokens_seen": 413559232, + "step": 2120, + "train_runtime": 12620.5344, + "train_tokens_per_second": 32768.758 + }, + { + "epoch": 2.180224, + "grad_norm": 1.0546875, + "learning_rate": 4.5400172847867095e-05, + "loss": 0.5925062656402588, + "num_input_tokens_seen": 415502272, + "step": 2130, + "train_runtime": 12679.2897, + "train_tokens_per_second": 32770.154 + }, + { + "epoch": 2.190464, + "grad_norm": 0.84375, + "learning_rate": 4.5381468866169466e-05, + "loss": 0.5988312244415284, + "num_input_tokens_seen": 417454208, + "step": 2140, + "train_runtime": 12738.0225, + "train_tokens_per_second": 32772.293 + }, + { + "epoch": 2.200704, + "grad_norm": 0.8125, + "learning_rate": 4.5362787982462616e-05, + "loss": 0.5885556221008301, + "num_input_tokens_seen": 419408384, + "step": 2150, + "train_runtime": 12798.0808, + "train_tokens_per_second": 32771.194 + }, + { + "epoch": 2.210944, + "grad_norm": 0.8125, + "learning_rate": 4.5344130149245275e-05, + "loss": 0.5948306560516358, + "num_input_tokens_seen": 421340992, + "step": 2160, + "train_runtime": 12857.292, + "train_tokens_per_second": 32770.586 + }, + { + "epoch": 2.221184, + "grad_norm": 0.82421875, + "learning_rate": 4.5325495319152715e-05, + "loss": 0.595841646194458, + "num_input_tokens_seen": 423294080, + "step": 2170, + "train_runtime": 12915.8392, + "train_tokens_per_second": 32773.254 + }, + { + "epoch": 2.231424, + "grad_norm": 0.828125, + "learning_rate": 4.530688344495644e-05, + "loss": 0.5914995193481445, + "num_input_tokens_seen": 425247872, + "step": 2180, + "train_runtime": 12976.1802, + "train_tokens_per_second": 32771.422 + }, + { + "epoch": 2.241664, + "grad_norm": 0.82421875, + "learning_rate": 4.528829447956357e-05, + "loss": 0.5963719367980957, + "num_input_tokens_seen": 427203328, + "step": 2190, + "train_runtime": 13034.7435, + "train_tokens_per_second": 32774.203 + }, + { + "epoch": 2.251904, + "grad_norm": 0.81640625, + "learning_rate": 4.526972837601633e-05, + "loss": 0.5922994613647461, + "num_input_tokens_seen": 429173888, + "step": 2200, + "train_runtime": 13094.3153, + "train_tokens_per_second": 32775.588 + }, + { + "epoch": 2.262144, + "grad_norm": 0.9609375, + "learning_rate": 4.525118508749165e-05, + "loss": 0.5888791561126709, + "num_input_tokens_seen": 431118720, + "step": 2210, + "train_runtime": 13154.6565, + "train_tokens_per_second": 32773.088 + }, + { + "epoch": 2.272384, + "grad_norm": 0.84765625, + "learning_rate": 4.5232664567300546e-05, + "loss": 0.5937693119049072, + "num_input_tokens_seen": 433071488, + "step": 2220, + "train_runtime": 13213.6282, + "train_tokens_per_second": 32774.608 + }, + { + "epoch": 2.282624, + "grad_norm": 0.83203125, + "learning_rate": 4.521416676888773e-05, + "loss": 0.5958268165588378, + "num_input_tokens_seen": 435030464, + "step": 2230, + "train_runtime": 13273.5292, + "train_tokens_per_second": 32774.288 + }, + { + "epoch": 2.292864, + "grad_norm": 0.91796875, + "learning_rate": 4.519569164583107e-05, + "loss": 0.5926674842834473, + "num_input_tokens_seen": 436981504, + "step": 2240, + "train_runtime": 13333.8604, + "train_tokens_per_second": 32772.317 + }, + { + "epoch": 2.303104, + "grad_norm": 0.83984375, + "learning_rate": 4.517723915184109e-05, + "loss": 0.5918882846832275, + "num_input_tokens_seen": 438963648, + "step": 2250, + "train_runtime": 13394.8028, + "train_tokens_per_second": 32771.191 + }, + { + "epoch": 2.313344, + "grad_norm": 0.8203125, + "learning_rate": 4.5158809240760506e-05, + "loss": 0.5919432163238525, + "num_input_tokens_seen": 440906176, + "step": 2260, + "train_runtime": 13454.508, + "train_tokens_per_second": 32770.145 + }, + { + "epoch": 2.323584, + "grad_norm": 0.8515625, + "learning_rate": 4.514040186656375e-05, + "loss": 0.5900529384613037, + "num_input_tokens_seen": 442885504, + "step": 2270, + "train_runtime": 13515.0748, + "train_tokens_per_second": 32769.741 + }, + { + "epoch": 2.333824, + "grad_norm": 0.81640625, + "learning_rate": 4.512201698335644e-05, + "loss": 0.5980159759521484, + "num_input_tokens_seen": 444823488, + "step": 2280, + "train_runtime": 13575.1652, + "train_tokens_per_second": 32767.446 + }, + { + "epoch": 2.344064, + "grad_norm": 0.80078125, + "learning_rate": 4.510365454537496e-05, + "loss": 0.5917848587036133, + "num_input_tokens_seen": 446776320, + "step": 2290, + "train_runtime": 13634.2022, + "train_tokens_per_second": 32768.791 + }, + { + "epoch": 2.354304, + "grad_norm": 0.78125, + "learning_rate": 4.5085314506985945e-05, + "loss": 0.6014077186584472, + "num_input_tokens_seen": 448734784, + "step": 2300, + "train_runtime": 13693.3577, + "train_tokens_per_second": 32770.252 + }, + { + "epoch": 2.364544, + "grad_norm": 0.83203125, + "learning_rate": 4.50669968226858e-05, + "loss": 0.5941033363342285, + "num_input_tokens_seen": 450674688, + "step": 2310, + "train_runtime": 13751.6852, + "train_tokens_per_second": 32772.324 + }, + { + "epoch": 2.374784, + "grad_norm": 0.86328125, + "learning_rate": 4.504870144710027e-05, + "loss": 0.5903738021850586, + "num_input_tokens_seen": 452620544, + "step": 2320, + "train_runtime": 13810.0811, + "train_tokens_per_second": 32774.648 + }, + { + "epoch": 2.385024, + "grad_norm": 0.828125, + "learning_rate": 4.5030428334983884e-05, + "loss": 0.59536771774292, + "num_input_tokens_seen": 454586752, + "step": 2330, + "train_runtime": 13870.4679, + "train_tokens_per_second": 32773.714 + }, + { + "epoch": 2.395264, + "grad_norm": 0.80078125, + "learning_rate": 4.501217744121959e-05, + "loss": 0.5988545417785645, + "num_input_tokens_seen": 456539968, + "step": 2340, + "train_runtime": 13931.2089, + "train_tokens_per_second": 32771.023 + }, + { + "epoch": 2.405504, + "grad_norm": 0.796875, + "learning_rate": 4.499394872081821e-05, + "loss": 0.5976475715637207, + "num_input_tokens_seen": 458487936, + "step": 2350, + "train_runtime": 13991.1659, + "train_tokens_per_second": 32769.816 + }, + { + "epoch": 2.415744, + "grad_norm": 0.83203125, + "learning_rate": 4.4975742128918e-05, + "loss": 0.5921101570129395, + "num_input_tokens_seen": 460446336, + "step": 2360, + "train_runtime": 14051.3115, + "train_tokens_per_second": 32768.922 + }, + { + "epoch": 2.425984, + "grad_norm": 0.85546875, + "learning_rate": 4.495755762078418e-05, + "loss": 0.5958994388580322, + "num_input_tokens_seen": 462432640, + "step": 2370, + "train_runtime": 14112.7434, + "train_tokens_per_second": 32767.027 + }, + { + "epoch": 2.436224, + "grad_norm": 0.8359375, + "learning_rate": 4.49393951518085e-05, + "loss": 0.5889082908630371, + "num_input_tokens_seen": 464370368, + "step": 2380, + "train_runtime": 14172.1972, + "train_tokens_per_second": 32766.293 + }, + { + "epoch": 2.446464, + "grad_norm": 0.79296875, + "learning_rate": 4.4921254677508716e-05, + "loss": 0.5928831100463867, + "num_input_tokens_seen": 466318912, + "step": 2390, + "train_runtime": 14232.8255, + "train_tokens_per_second": 32763.622 + }, + { + "epoch": 2.456704, + "grad_norm": 0.8125, + "learning_rate": 4.490313615352821e-05, + "loss": 0.5945481777191162, + "num_input_tokens_seen": 468270848, + "step": 2400, + "train_runtime": 14292.55, + "train_tokens_per_second": 32763.282 + }, + { + "epoch": 2.466944, + "grad_norm": 0.81640625, + "learning_rate": 4.48850395356355e-05, + "loss": 0.5897410392761231, + "num_input_tokens_seen": 470260224, + "step": 2410, + "train_runtime": 14353.7153, + "train_tokens_per_second": 32762.265 + }, + { + "epoch": 2.477184, + "grad_norm": 0.8515625, + "learning_rate": 4.486696477972375e-05, + "loss": 0.5936931133270263, + "num_input_tokens_seen": 472188416, + "step": 2420, + "train_runtime": 14411.0634, + "train_tokens_per_second": 32765.689 + }, + { + "epoch": 2.487424, + "grad_norm": 0.7890625, + "learning_rate": 4.484891184181041e-05, + "loss": 0.5995767116546631, + "num_input_tokens_seen": 474117824, + "step": 2430, + "train_runtime": 14469.5287, + "train_tokens_per_second": 32766.639 + }, + { + "epoch": 2.497664, + "grad_norm": 0.8125, + "learning_rate": 4.483088067803662e-05, + "loss": 0.6011977195739746, + "num_input_tokens_seen": 476069504, + "step": 2440, + "train_runtime": 14528.4206, + "train_tokens_per_second": 32768.153 + }, + { + "epoch": 2.507904, + "grad_norm": 0.77734375, + "learning_rate": 4.481287124466697e-05, + "loss": 0.5965440273284912, + "num_input_tokens_seen": 478029056, + "step": 2450, + "train_runtime": 14588.4906, + "train_tokens_per_second": 32767.547 + }, + { + "epoch": 2.518144, + "grad_norm": 0.84765625, + "learning_rate": 4.479488349808885e-05, + "loss": 0.5970401763916016, + "num_input_tokens_seen": 479992832, + "step": 2460, + "train_runtime": 14648.8001, + "train_tokens_per_second": 32766.7 + }, + { + "epoch": 2.528384, + "grad_norm": 0.7890625, + "learning_rate": 4.4776917394812114e-05, + "loss": 0.5875445365905761, + "num_input_tokens_seen": 481965248, + "step": 2470, + "train_runtime": 14709.6035, + "train_tokens_per_second": 32765.346 + }, + { + "epoch": 2.538624, + "grad_norm": 0.83203125, + "learning_rate": 4.475897289146862e-05, + "loss": 0.5980213165283204, + "num_input_tokens_seen": 483911872, + "step": 2480, + "train_runtime": 14768.9505, + "train_tokens_per_second": 32765.488 + }, + { + "epoch": 2.548864, + "grad_norm": 0.83203125, + "learning_rate": 4.4741049944811806e-05, + "loss": 0.5927760601043701, + "num_input_tokens_seen": 485858560, + "step": 2490, + "train_runtime": 14828.1435, + "train_tokens_per_second": 32765.974 + }, + { + "epoch": 2.559104, + "grad_norm": 0.82421875, + "learning_rate": 4.472314851171621e-05, + "loss": 0.5933934211730957, + "num_input_tokens_seen": 487808832, + "step": 2500, + "train_runtime": 14886.7134, + "train_tokens_per_second": 32768.068 + }, + { + "epoch": 2.569344, + "grad_norm": 0.83984375, + "learning_rate": 4.4705268549177084e-05, + "loss": 0.5965798854827881, + "num_input_tokens_seen": 489736832, + "step": 2510, + "train_runtime": 14944.9788, + "train_tokens_per_second": 32769.323 + }, + { + "epoch": 2.579584, + "grad_norm": 0.8359375, + "learning_rate": 4.468741001430989e-05, + "loss": 0.5946637153625488, + "num_input_tokens_seen": 491707968, + "step": 2520, + "train_runtime": 15005.5446, + "train_tokens_per_second": 32768.419 + }, + { + "epoch": 2.589824, + "grad_norm": 0.90625, + "learning_rate": 4.466957286434997e-05, + "loss": 0.5971454620361328, + "num_input_tokens_seen": 493661504, + "step": 2530, + "train_runtime": 15065.0579, + "train_tokens_per_second": 32768.643 + }, + { + "epoch": 2.600064, + "grad_norm": 0.83203125, + "learning_rate": 4.4651757056652e-05, + "loss": 0.6013389587402344, + "num_input_tokens_seen": 495603392, + "step": 2540, + "train_runtime": 15124.1333, + "train_tokens_per_second": 32769.044 + }, + { + "epoch": 2.610304, + "grad_norm": 0.78515625, + "learning_rate": 4.463396254868968e-05, + "loss": 0.5951766014099121, + "num_input_tokens_seen": 497553920, + "step": 2550, + "train_runtime": 15183.8819, + "train_tokens_per_second": 32768.558 + }, + { + "epoch": 2.6205439999999998, + "grad_norm": 0.828125, + "learning_rate": 4.461618929805519e-05, + "loss": 0.5954748153686523, + "num_input_tokens_seen": 499495872, + "step": 2560, + "train_runtime": 15243.1326, + "train_tokens_per_second": 32768.584 + }, + { + "epoch": 2.6307840000000002, + "grad_norm": 0.859375, + "learning_rate": 4.459843726245888e-05, + "loss": 0.586335563659668, + "num_input_tokens_seen": 501455808, + "step": 2570, + "train_runtime": 15302.5352, + "train_tokens_per_second": 32769.46 + }, + { + "epoch": 2.641024, + "grad_norm": 0.80859375, + "learning_rate": 4.458070639972875e-05, + "loss": 0.5931864738464355, + "num_input_tokens_seen": 503391232, + "step": 2580, + "train_runtime": 15361.7014, + "train_tokens_per_second": 32769.237 + }, + { + "epoch": 2.651264, + "grad_norm": 0.87109375, + "learning_rate": 4.456299666781007e-05, + "loss": 0.5972167015075683, + "num_input_tokens_seen": 505354624, + "step": 2590, + "train_runtime": 15422.5101, + "train_tokens_per_second": 32767.34 + }, + { + "epoch": 2.661504, + "grad_norm": 0.84375, + "learning_rate": 4.4545308024764984e-05, + "loss": 0.597212266921997, + "num_input_tokens_seen": 507291008, + "step": 2600, + "train_runtime": 15482.1176, + "train_tokens_per_second": 32766.255 + }, + { + "epoch": 2.671744, + "grad_norm": 0.80078125, + "learning_rate": 4.452764042877207e-05, + "loss": 0.59915771484375, + "num_input_tokens_seen": 509231104, + "step": 2610, + "train_runtime": 15541.0581, + "train_tokens_per_second": 32766.823 + }, + { + "epoch": 2.681984, + "grad_norm": 0.84765625, + "learning_rate": 4.45099938381259e-05, + "loss": 0.5966706275939941, + "num_input_tokens_seen": 511185152, + "step": 2620, + "train_runtime": 15601.7043, + "train_tokens_per_second": 32764.699 + }, + { + "epoch": 2.692224, + "grad_norm": 0.84375, + "learning_rate": 4.449236821123667e-05, + "loss": 0.5944993019104003, + "num_input_tokens_seen": 513121152, + "step": 2630, + "train_runtime": 15660.022, + "train_tokens_per_second": 32766.311 + }, + { + "epoch": 2.702464, + "grad_norm": 0.83984375, + "learning_rate": 4.447476350662976e-05, + "loss": 0.5976039409637451, + "num_input_tokens_seen": 515076928, + "step": 2640, + "train_runtime": 15719.1649, + "train_tokens_per_second": 32767.449 + }, + { + "epoch": 2.712704, + "grad_norm": 0.87109375, + "learning_rate": 4.4457179682945346e-05, + "loss": 0.5955704689025879, + "num_input_tokens_seen": 517031488, + "step": 2650, + "train_runtime": 15778.7122, + "train_tokens_per_second": 32767.661 + }, + { + "epoch": 2.722944, + "grad_norm": 0.8125, + "learning_rate": 4.443961669893798e-05, + "loss": 0.5922414779663085, + "num_input_tokens_seen": 518978880, + "step": 2660, + "train_runtime": 15838.7635, + "train_tokens_per_second": 32766.376 + }, + { + "epoch": 2.733184, + "grad_norm": 0.80859375, + "learning_rate": 4.4422074513476155e-05, + "loss": 0.5948915481567383, + "num_input_tokens_seen": 520932416, + "step": 2670, + "train_runtime": 15898.2387, + "train_tokens_per_second": 32766.675 + }, + { + "epoch": 2.743424, + "grad_norm": 0.90234375, + "learning_rate": 4.4404553085541955e-05, + "loss": 0.603402853012085, + "num_input_tokens_seen": 522866176, + "step": 2680, + "train_runtime": 15956.9495, + "train_tokens_per_second": 32767.302 + }, + { + "epoch": 2.753664, + "grad_norm": 0.8203125, + "learning_rate": 4.438705237423063e-05, + "loss": 0.5967090606689454, + "num_input_tokens_seen": 524830528, + "step": 2690, + "train_runtime": 16016.5448, + "train_tokens_per_second": 32768.024 + }, + { + "epoch": 2.763904, + "grad_norm": 0.82421875, + "learning_rate": 4.436957233875017e-05, + "loss": 0.5950541496276855, + "num_input_tokens_seen": 526763648, + "step": 2700, + "train_runtime": 16074.8455, + "train_tokens_per_second": 32769.438 + }, + { + "epoch": 2.774144, + "grad_norm": 0.8359375, + "learning_rate": 4.4352112938420956e-05, + "loss": 0.5917387962341308, + "num_input_tokens_seen": 528714368, + "step": 2710, + "train_runtime": 16134.1716, + "train_tokens_per_second": 32769.849 + }, + { + "epoch": 2.784384, + "grad_norm": 0.77734375, + "learning_rate": 4.433467413267529e-05, + "loss": 0.592765474319458, + "num_input_tokens_seen": 530652416, + "step": 2720, + "train_runtime": 16192.9592, + "train_tokens_per_second": 32770.565 + }, + { + "epoch": 2.7946239999999998, + "grad_norm": 0.87109375, + "learning_rate": 4.431725588105708e-05, + "loss": 0.5953330993652344, + "num_input_tokens_seen": 532596928, + "step": 2730, + "train_runtime": 16251.8008, + "train_tokens_per_second": 32771.564 + }, + { + "epoch": 2.8048640000000002, + "grad_norm": 0.8046875, + "learning_rate": 4.4299858143221377e-05, + "loss": 0.5934776306152344, + "num_input_tokens_seen": 534571776, + "step": 2740, + "train_runtime": 16311.457, + "train_tokens_per_second": 32772.779 + }, + { + "epoch": 2.815104, + "grad_norm": 0.8125, + "learning_rate": 4.4282480878934065e-05, + "loss": 0.5929346561431885, + "num_input_tokens_seen": 536513472, + "step": 2750, + "train_runtime": 16370.5136, + "train_tokens_per_second": 32773.161 + }, + { + "epoch": 2.825344, + "grad_norm": 0.8203125, + "learning_rate": 4.4265124048071346e-05, + "loss": 0.5918947219848633, + "num_input_tokens_seen": 538483968, + "step": 2760, + "train_runtime": 16430.5232, + "train_tokens_per_second": 32773.391 + }, + { + "epoch": 2.835584, + "grad_norm": 0.82421875, + "learning_rate": 4.4247787610619477e-05, + "loss": 0.594475269317627, + "num_input_tokens_seen": 540438592, + "step": 2770, + "train_runtime": 16489.7455, + "train_tokens_per_second": 32774.223 + }, + { + "epoch": 2.845824, + "grad_norm": 0.84375, + "learning_rate": 4.42304715266743e-05, + "loss": 0.5964062690734864, + "num_input_tokens_seen": 542392128, + "step": 2780, + "train_runtime": 16549.9267, + "train_tokens_per_second": 32773.083 + }, + { + "epoch": 2.856064, + "grad_norm": 0.83203125, + "learning_rate": 4.421317575644092e-05, + "loss": 0.5967954635620117, + "num_input_tokens_seen": 544377664, + "step": 2790, + "train_runtime": 16610.0177, + "train_tokens_per_second": 32774.057 + }, + { + "epoch": 2.866304, + "grad_norm": 0.8046875, + "learning_rate": 4.419590026023325e-05, + "loss": 0.5921245098114014, + "num_input_tokens_seen": 546344448, + "step": 2800, + "train_runtime": 16668.9664, + "train_tokens_per_second": 32776.144 + }, + { + "epoch": 2.876544, + "grad_norm": 0.78515625, + "learning_rate": 4.417864499847368e-05, + "loss": 0.5939229965209961, + "num_input_tokens_seen": 548293568, + "step": 2810, + "train_runtime": 16728.7214, + "train_tokens_per_second": 32775.581 + }, + { + "epoch": 2.886784, + "grad_norm": 0.8828125, + "learning_rate": 4.4161409931692676e-05, + "loss": 0.6008837699890137, + "num_input_tokens_seen": 550250688, + "step": 2820, + "train_runtime": 16788.0142, + "train_tokens_per_second": 32776.401 + }, + { + "epoch": 2.897024, + "grad_norm": 0.875, + "learning_rate": 4.414419502052841e-05, + "loss": 0.5984635353088379, + "num_input_tokens_seen": 552207104, + "step": 2830, + "train_runtime": 16846.6414, + "train_tokens_per_second": 32778.469 + }, + { + "epoch": 2.907264, + "grad_norm": 0.81640625, + "learning_rate": 4.412700022572637e-05, + "loss": 0.5894341945648194, + "num_input_tokens_seen": 554150528, + "step": 2840, + "train_runtime": 16906.9041, + "train_tokens_per_second": 32776.582 + }, + { + "epoch": 2.917504, + "grad_norm": 0.77734375, + "learning_rate": 4.410982550813902e-05, + "loss": 0.5969189643859864, + "num_input_tokens_seen": 556108544, + "step": 2850, + "train_runtime": 16966.3284, + "train_tokens_per_second": 32777.189 + }, + { + "epoch": 2.927744, + "grad_norm": 0.84765625, + "learning_rate": 4.409267082872535e-05, + "loss": 0.5878054618835449, + "num_input_tokens_seen": 558057216, + "step": 2860, + "train_runtime": 17025.2622, + "train_tokens_per_second": 32778.186 + }, + { + "epoch": 2.937984, + "grad_norm": 0.796875, + "learning_rate": 4.407553614855059e-05, + "loss": 0.5897252082824707, + "num_input_tokens_seen": 560011008, + "step": 2870, + "train_runtime": 17084.3194, + "train_tokens_per_second": 32779.24 + }, + { + "epoch": 2.9482239999999997, + "grad_norm": 0.80859375, + "learning_rate": 4.405842142878579e-05, + "loss": 0.5927898406982421, + "num_input_tokens_seen": 561967104, + "step": 2880, + "train_runtime": 17144.0476, + "train_tokens_per_second": 32779.138 + }, + { + "epoch": 2.958464, + "grad_norm": 0.80859375, + "learning_rate": 4.404132663070745e-05, + "loss": 0.5948840141296386, + "num_input_tokens_seen": 563924032, + "step": 2890, + "train_runtime": 17203.5627, + "train_tokens_per_second": 32779.491 + }, + { + "epoch": 2.968704, + "grad_norm": 0.80859375, + "learning_rate": 4.402425171569716e-05, + "loss": 0.5974791526794434, + "num_input_tokens_seen": 565866240, + "step": 2900, + "train_runtime": 17264.9688, + "train_tokens_per_second": 32775.399 + }, + { + "epoch": 2.9789440000000003, + "grad_norm": 0.83984375, + "learning_rate": 4.400719664524127e-05, + "loss": 0.5980208396911622, + "num_input_tokens_seen": 567839616, + "step": 2910, + "train_runtime": 17324.5301, + "train_tokens_per_second": 32776.624 + }, + { + "epoch": 2.989184, + "grad_norm": 0.80859375, + "learning_rate": 4.399016138093044e-05, + "loss": 0.5934501647949219, + "num_input_tokens_seen": 569804928, + "step": 2920, + "train_runtime": 17384.4555, + "train_tokens_per_second": 32776.691 + }, + { + "epoch": 2.999424, + "grad_norm": 0.8046875, + "learning_rate": 4.397314588445937e-05, + "loss": 0.5971685409545898, + "num_input_tokens_seen": 571794176, + "step": 2930, + "train_runtime": 17444.6674, + "train_tokens_per_second": 32777.591 + }, + { + "epoch": 3.0, + "eval_loss": 0.7842721939086914, + "eval_runtime": 1.0376, + "eval_samples_per_second": 960.831, + "eval_steps_per_second": 7.71, + "num_input_tokens_seen": 571898240, + "step": 2931 + }, + { + "epoch": 3.0, + "num_input_tokens_seen": 571898240, + "step": 2931, + "total_flos": 9.521329376839336e+18, + "train_loss": 0.6782078807039174, + "train_runtime": 17469.688, + "train_samples_per_second": 171.726, + "train_steps_per_second": 0.168 + } + ], + "logging_steps": 10, + "max_steps": 2931, + "num_input_tokens_seen": 571898240, + "num_train_epochs": 3, + "save_steps": 5000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 9.521329376839336e+18, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..0d5e7e5 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64efc489757ec84ad026e0ea7c47c79b079f6b17f5ef57f722feaedf062e2a6a +size 5905 diff --git a/training_eval_loss.png b/training_eval_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..d65eccecf883fc7d812cd8b511180db586482190 GIT binary patch literal 24266 zcmd`7c{JB=+dhiF44KPNh6Y21k|fed<}^@|xiU*i31!Nh$P`7Pi6$~6Ln1R7l2oD$ znJEz&Lo)8;>T}=E_x^o<&)RG4we}x-KfAS_=X0yK_xts}uIoI{<2;Vzyn?k4?_0{U ziiM)6r3d!!(V-|>Uy7pXVq(DGY^!VghX2SpsT(=z+MjfCwK#809kOt8IBV~8_Ozvt zi}m>nr|r+lO3BDbNlOZya&mIGAh&t5-G9A8%Kp5~=BTO!d%O#?!~UZeD2m;J{2xt{ zQsQZfGTnY)kBXk#y`gqjy%kMgw~q#z#s`b5b8u^`Wb$S_Hs@u_Y0mUIq<@1iYU0#S zG4;nAxXz@$sxb96AK50s5+p1xt{$INI$Y>8y+vtXNT^@NhhMvFY8{6=@-Fmk$++hF z)|S~%$TtXoPN)^6$Sd!`pLAY2Ax=)thUROmTpx zefND9%3Mqvl64a^Y-$De?As@@c{4jc{8V$s+PV4px}+nIH98d|^7$z1b=$UaT< zI`r)3RC{|nCl}XvefPM2)B5*WcCFi||NOD|*_>(Hz)Me~G(WL?;djZR{`uM@(b{W1 z1_nH3Wn~YZJqx>f^(q%#SABw}3-`(Q6CboL@-Sa~>7ZVZ^$R}a_%5xpRO1q7k-@1EOL`rIz zyvt8zb8{iZ#kmWfzuR4-TG)l1WhkA1EjxAuzI^E#^-Swd->b`v882Sw6)b$ovKbrg zR>NcKTc#&%O$hV3CZNEvYE?*35L0emUT`lqv8pnZxBKhY%h#`SWENiN`w%&)b#EsP z)&KD!-Lagrf9mJYG-q_5SzP@{Ct3Q`MFSzYT#W1j6_58_>lzvgEAsfAvdw_}#p1$mrHR2NcB|J{RU8~LrcIrk zUYux)i;9g6>nQTDnjC1L9!%xxzbGqHO*JbKc)T}EwZwaV^n?6J*Yw!e%7K8uz_0DD zodN0To7Ww>z`kJ-FUt;O=(eQ?!BEU5`W)Q8Cv($aPxuV zn^#rYyu2{*dBfG!JC@NgE~{wEyAaCX*Q=1WOi=NvYo`}4S(uv}bRDKgyDgpH%6-2- z`Ey#SrmBk3d9blE-+5597w;SJ__0V~VW9?pdegH)A6?TEtvPl(U4HTv&kh$@cBcoG zlqm5?8fmA_sed(X9DC{c=RBLhZazOD^Y?eQ@$Gh#ejU!gQGih*ibX|5g>TCVCWO0b zPwo7dP6Y%#d1+7&yfz2rb2%LEJP#!)R zOM1$@B8c;rg2(ogwQ*tF?OLemlEK?9KbtSvm(25+nwmPey6!uCc$sZu>W0Sqc-iZ) z)qyWwY;|*UGhbYo?;*SYEUCS{z}4!*y-Ctj2XkzwI`+>*r zVWSLl8hq!jk&$alS8wlXGV@V4GU6NVELkjbytC6$m|^KEdQDBuxe=d5wO`-g%UG1r zAH2O~3Dx!U=hfzBBT2L3!sdLeQ+aoJVC70S=c;GI+$&Z*(7LbawmAR0dw4h;hfg(G z?-AD5sL(CbXykXNPvEs{?2?-{$y^*i;q;?^$-{>aBXyq+e7^Wa(W(C<4bo!toX6D9 zFVfP|;#or`1unr^S_}*fZgbNzhiV`ovG)$nC%O-^^J|MZ^>9?oc^>Lx@sHCk|j&}8=tLSm>p5_obC<`3J-t%CPL(4Vqzd3um>4BQgQce!S5f5 z_y0aE((lK7=QGs_s_LyX<29Qdd*5_XknR zOw7z1raIyjJm@J^1l*DYoej}_eSI-49oN^Y`G0?ZH?*eenjkO5gghhOm=+Tg^FSxL zVjK~{O!a;r&qwOr$!bzec>RsfUL!@n>Fw<7 z)(Q)&a?qoZJ!k3&4xiC7NK_rl*(LZ0K*>#cJPMI|IO#xLM+nAq4>uq|C0 z(AH+G!a?7S6U$A4VB+T&U2Gr6VD_1&!~J!S_vOtRHIAs)d64g@qod=WW>Ub?*w|Qh zTh>O@E=4w6-OhQq?dbE^<1f!K%gM==RSEjcm5p6o$UT;IGK^A2c$Tu0$i%g&O8nKLxL4u8gb zd53Kdgv``EP@#KhQyW)lic`%w7~N+dBG=Z|M!#|6)AP?B59h`>&mFqA^T@}B2JYz1 zW>V1`qck3x7P3BYFxB4A(X!% zC%%Nv;LWb)Oe?W0sy*MCj>;B%`0&Gw&*J=!JKOD8w6wIU^O2c!&#VTh34Hc!)0JiX z5*tRE(ghK`m7j`fXlOpx)xE;Ht!)gxdbI)tNyf2fPj!B}+__%vHEY=R?c0X}qNTI& zicwHGL8lv7g@L+t`*!!-pIbf@CaLjF zh5`Qm53qFopAxURy+3;F*c~_imYS)|7oDtKKWaP5%jvEOD!oQ^u6wA)Se@Uyva0Xp zr(8!Xw~H4oP+TM32i6#_-f?aZzMjnaZ*MGHWp?afe6S$HeslLit!-Pb%R2A0Mb(<{C7-@*!4U^W?rzQ?YiVsT7|ZA>Y1#kKTEq$a&D9I(f#%hPOs`Souel znT5sL*VhC$N1r)!=CRl86tHlqKlAd6^P4tpLK^NWSzOrISeua{?K%32kx$y3^7Qn? z5ob)$3C1JsAK>QU(P*KM3;zPdwr%DB{rSqf%1O5(7mV)jzR1o1d9% zXn8%<`Z6LWCQ#99hH`UfdDfqxEk4@yijMM)jpd)28VbdkvKns7!yc+=YjaFYOh})6 z$Cp_Y!uN7KBsBDLR@Q~g@khG%u_1Jnae3T@_lY@?#+uc`t4Q%;uq)c z@9>^;I~Xg+9T5@HT;fymP4CyBcHCWM(@A@s2z)qM`pX&#k^Wn8hK-IMrJ-o)=){_~ z$Jn%8s=uZrE1PAx7y)4CpP8ANJ7iOH-)G_j!YSb5ukYRSzdNfC5~wXS$W902cCS2o z^k`*{e%8rD2fk!kP0dXuxm!{3mbRahj-;M_<+mgwC+GFT{H&PI+z$JWRF{HUpHnNm z#FOP&pM01>`mbC#MWcN3EEbDrQ2|gK^_U50YtKkWQKsY9 zz0)%@8UuP2xlx9vt+bsSJ?fnI4-XHMqt)=#(D7%pjK9CX`9yym6AO##{{2iZUcC66 z@=L-?{MyZ%EAAcP}+0aVYl}jpQ55-l39sj>a%A+;(kD_ zpHuWTx3KDUC`M0s9QigoQc{I1A>+`cj9trZ7TNb!He8JV>FwLMBNxS!Jd9VaTv;^w zgu(gRpZeE}7jY7*CVqU9aq8FRxUi#?APK3V0qN;*{a zJK#GfKmVp;!?==dBx(*=7;9=i{XA~-d(-;$jG;W6%H&51b$`kg+obREs>|^mM-5Y8 zP`I99OuuUH$Qt;GWx!}>)~gU z@~*>I`Q=?6s0A*Q-nMO1);Utjt*kCTcp$Wbho^@il*5Y#mATod>jf@DWjEGqiOSNc z^ZLBBYc#)VFckkcJpjkNk<@u83 z>kf*`?kw35Li_oVdT55%tV?#|hT6_MZzJR4!sq7ZEZLJ3eHM1t*Vm`SYfa3It|DvL z*^ewxlWmIcOS*zRd-u}1%{-g{rZD&-m{x!A?)IfWe*8d9^%r8I;)b8*U-Mzc4~RyB zX7lI{C+k_FUPsFJJ2^YcoNL?pv%P>9u;5Zrk%If=fY|ADiPuAquPOSeJ|vxowviE2 z*N?0zfYzn!*RN+=xrLsRw(r#-!qFd`l_ae_2kKul^q-9 zvS(ZEOAZ|V#iQUcJltLoIsUf)acC&(;kez*US3{K!)+@;D)e|D$A7K5rYX?31@B8L z+kMaRV6uSdVkP^3{IHmt9s^X&H1bB%I5x8%NA@|6ES^~fu;{FS`%geu{igXKHF{dN94DBJlirF|qEfT1DMinzr~npz|l*^D}%q z&aF{gn6`2n_?-N??~8&x0QRXb&&AN>F(cpX1eU0%*t13V2tNViLoL}x1umON(o8dv z$N4mvV-YuLf4;sbHa6CAqW{Ql_X#GTDm8RIbx#hh{+wpAdU5WTR;E(O^7V)JsHo6j z0XB5-ji;vYz09#|wFHy{>J2~+Z+U6Y&dbaDIrZrBz-9bgT4HzZ+#xvI;rw~k7%7vk zt}b8Q#KRWYzMiGD{~Y3tXxIVNq$ay-Q7Hnmv$wIZu!ycLG)y-Y7Z;~|Eom|y%`#D> zD;oP+WpUG+v*76ogwMCr;epY<_OB^N9`D6t zsjI5eu359@V~*YNo$~TlZ*Oksx%xn^YA*D3NxUOz`JO$q%c~mIw`%M^$RKTJn3&ybiZ(#S^bl!=td;;ps+A?WQsdmPt$sMc*MuYcfF0;h#)fw7992y z>ca2tKYVyEx>a*)>j0#TE>!!TAK7RE?kV{Q;OlWM`rd3z(@Ear=C<=*Y;5Hx>-2o@ zh@U^t8W*{9uUoecomUm0PF;c~FFhmUQ~qKuE-nW^`dfGIlzsV<_gVMo`os5>O-%)k zy*y{qliFMpepl}8F|B019$@DET3UgZFRKM7o>`)zjMOEt+l>N#z+&+hq-n*p#BrRPc64MI!+zq)eSUOS*;H0k1gT`axcf*${(H@; zMSL|2_PsKie=kU2yT&y2u+h2u?Wg2mdhIUneq__FWhS zd;h_Mk}kZiSRVj^2YM29g%>ZNh;;q@l7)tk;oX9l?s)%;CPOZwe0q8HQhVBmJ3d@lx|&cdW5*JH z_0?JdArtsje*el$=i-9lP}+{D<>5+ocLQmzckJA?Yu72@KqQ6hH*Q?+?>~jQme}li z)4)(7Dy8|oXziJg4`{q`(wja%PH948mNM*@s^2he*gHb&!~Ww?m2T<8-nX^2`}Fiy z#O=OFyMBG5L>}L~HM5^@Mn=Y#!CSX(m6n%(-8LCy8pvyMdE-9)KLw?oYVMz8{zZ}s z(y4(v6_sW4B^>IOa=@5N8VRZhBy41Zx6~?RJ^f889M^B(W|o&Pu&jM|la-;=P%9W|_W->xPVrhLCBZ9K zuIRTX*ak-20_7Ykt7b2?aJJ@k9ok3X$dwGr_|Ho4dkkoTM!`O5m?TQHicS9gzSYV| zqM%*qqcrrB2lcEA;uZgS{i(*(m0Zi0A9-rT2fs+28vd9HjBu>$h$( zQI(AwY-dNi%lq34b|9J5rJE_W6<*XmD+_9N`}XY_nVFaHmGfPOLN*=GDST45)_F`u z8XK}`_Hcaie&pwdBR*2!k!=W3fF}w>pRpD&pOl8Zdl`5(o3eHN5IKi$=MOm21&UxV zIyQWxO?Z#}hYOy>$CrZTLbfX#Xn5*4*tm%x+6@~vSU&Jv(6c+z3ih!~OKF}S0Zh-p zV2S>KtRi5gHr~TH@4R}d4|;Jz`JhVocb51p313sh@^}4qFZF5N+~zaX%HP;%I>eFd zK55IhYLz9(Fm$r&pPn4bJo{zKRY4^I(8jxfV=D7E8m8?*_-fh>g0odYWz0O^t8oh5 z(}5f7a$QFRo@m`)DD$418B9ObS*$>rqd7U%@?rz>t2R<8UReJ6_1@Iu>81)mm@APW zY^c<|ZY($v`_<;qWsFWt_@@mozV9T}gC&3#*(Nd{8C@dl8ObK)x?qsANEn$10Z@up_UqRGh0)71%b64gk5Ks*qy=@hvzTAddwQ+Gvtt1+LoKh~y<<~a zm=;;KX6FO)u73rRd7oZpEB%L#Utc$8*<6eN384J3zTPi1R5P#TyrZMasZ&YuKheo} z^eW=;69SiSo9#^_p5@Dby&cl2OzGGshtv@KTq%AOUYcvwLf`fwzX-JfYGiL_R zXKw??M(S3{{M2ea32uDJKpg6#^Md?q);IvFi;9VXMS&v0{p!`L^foDd$-jHMw7b7Q z2s{QWw#+{{dBYlh{<;hcwbWzTDQ$MUP}#A0(@-E#75uQEWu2XZzB7q_np?bPoVMD2 zWO%gDR}PL;N-2#Ps(O(HN_+o?Y8?IsZsIDUV<;BnHnJ$m$Lw87BK;?4E7J%TgHa23c!(s*}wb!l79U%kpU zG2Fh|(b19Q5rS9H3(SpG3Gyj=?(|Kp-EaqI2Dr@}fNylvVe6SjHf+dVAOh3AVN!oK zTv7UyJVi4KynRd7W*Mpz(Fza&guew>xOp;Xobbmj*=G>Qac=Klp&1yhUVlG`=Hutj zE5IOfrCaYma6kq5Cc~jy^Fm>oNS#Z{42fmTSY-uS>D0FlRH}hi&;*)b`0Yu)E9j^M&SM?!BjO>;zrk2-; zteIkveV^vtn>WhHXJXdT(a}8~Vs)QBsex(Z;O7rR@7Pljyj)sVc6pOW9O|{QGIj9a z!MAL_(BOP=%BCfTR_#GmdNh#Q!l*1FB68y7NsYH5(f1d*28D@E2O#R$UABaT9w2== zQQOQ*sc+xD?H^$A^F_-43M8`Ap^K7~l++l~L@?BU`c!G?={fgw=-&%R^YP1rQ`C+qfqPQG#CJBrmMf_3%uZW^s)q9us}>W;9aBwJcqn)Os=X(@%I z9?6Sch?2yS0iTB^AZaw`Mr0&NZC_LY7W?DNQoN`&I~|0GSn>Vq;CZ?P^rAOPDK~ns`z0)X{kpt-!dzWhv3b zkP|mHBGJ79MP8SBRFlwavl2<+_atzkByi`otTK7xtZ|LvkqV(^IYXG!&?Hfr-gU!inY<6wpzi1TsKg zR#a3xK$~`Ji*?91kE=^mN;`cP!w~L3-w(iolUDA;EZ8oxa$r8{;twoGcqf!q8618A zWO5c5xz^ki7(N98yR7X^Np0TYPuml4{aLEC*z4hn@;% zk}Q_4+FA;V1pL}1=%oZ6Vc^49=JMiiBR2j&_%I8=MRzzjbI3gfm)iztE0|yRRez~{n z0{!vh$JcJ&tTiOpS9>4g$?4OlEn^=k&O^Jh{E}%^1#t)UQHaSe&9o80k{@TCSF|at3m%NBqgZe zz5-uV8K9u@Ij6|puBYk6~kW`%(()W(opOIyM0l-u>p)GCMJY^@)HW$ zte~JU7MYHCfgR%bcv6l<`IT-!Sp%EqB>KN?(JD(Ee7Fl3AaboI${t$E*M3V_Kcc_P z{E(F>pPikpDd{nl)`pZsn9b+0j}p%U+a#MLN{US;C$T3dC*#r8a6H8Z2|5JYUh#5q z&M-fEs&`quz+ccq?RA$6y7j3*Bj>3UKR-XA?WemgvtNhconAb{0%3WNt?huOeF?-F zpyVs@sr?rVK!4jd)z#O#Cl9r@wtfYOg9;^{b*)x$*)j@n>$gtpb>4^SYie7RMf|0e@ao$OHH~V{pw>%kX zvMK!<1nAP*T6Qe^6-WTne7BxE4YhC+=f*m%xT~P1%R!qVS}#9+x)HSClCB@y{1HTi z_jI4=ztrE~Z<*+y?1^7AENy)g9JKYu6GbSxGY5+h?#hs&LCE!NXpWB;{n=R}2*<&t z@DHCpy+x7-&3paZgsrjhns7m-a3qNXE%1d@^wz{!*xH5=&<>bVnKS=L4uGEste{~5 zUYQIHn=HL_#8)&ww`TS9@)BzrOL+2xh^i=Y%HR?pU>l#E#d%nMpRO4K9jF{DkTtsc;-_Ngs}UqLvvhLS9gg>UkW)$Tbt+gPwEvh`T5?vw+2V{75o&Q z3ql7-?;0V=?R8_%5vKSZp#cF)N;bu_k#G>zB*-&6TOGAW8-Gx&SmF~Ct8SO@nv-7o z=%>0m3nQT~-G_v*@1PX^w-*2Zz8@bSZ{XJs6k=*F^4K9|oJ+wez$U1;29_Y}v>Q=T z0bO0@$V8>U=p;Q5G}a*R*h5e9D$k~4#NiN?%}SoJ;mY23R5+|hq;!q{`o+n^!+@lX z&L#Wv3`rU|R|e^(OOZ6%ioI5Y<*z_*Q6cwxq%*LfK>p_N3Ss4U9BMsrJOd&q{m0OjN4$#olKp=VO)gJN@mB4A|FQlo7#P2T)( zOnTnI!7YIZl|d=0fVW%Gq7f0qTD|7UlP6+nvaZ9%*sm^pua8Ylj8v*=5dnpSw+#rW z)SMIpKL@opGxuIZ#48ShQTbcg7=NWPn&aVAil0({Io`F<5@&2ct!bSv;$F!c2F zP!u|!N+R4R29?7amY#0*(_NLkLtgS!qAw6y2)oi82M~VX{riFt;e(O8zG6`=WBvW< ziF64ppaO1l^oz~?Zk&o!9fiA)rUD?mb%C5As82L8%mzCT4Dja7ewjVTjEuTMHy0;` zn26zH+&BFT01fQC@cruaAtCsQuHW-MgpC6B2u4TnIiun9H}qWD3cbhNdgbn9lYfWBz80J1H>y% zm>h52;)88~cqsU`pXCF_Gfg%j+keOqp#UM7IO70tNqB>x|EspCs%n_@A%ssgq;Lbw z$^a#kww91GPY%b7S+W!F6{ZAaG!#;{{U^xdpz1l`(waSQQ3!FFSX zs-OOO7?{Z%*1zHqS`j=&#JXf8B_19gqL;->Zri5snJxnqP3cbA*aSix zvwC++20FKQvI`v@-57X-&>9HBY?ts1@s8vfkj@<@2lNkoiP~sr4sd~*9F=<*?e?ne zXT`55Q4mSt_9I!%G~Wd8f!#b{N)Gs)CoPPn_=K-m3&`$_ln`(|0s2S_7AH>7Q$Z;9 zu&!~eT**w4rayemF2Ct%x6D}34W-DpY_0<@H1S3g>r$p@KDM{>lhs24V`OJ%hpJNk z<_#0toFb$3n>H;)B2qhcY!zkRn0l0Og?I0+CXfey5yIC&I$sZCQNy_yL|Xr$crhkF z?S@$GeL6Z^#G++%?ARlql*ms7Fa^DWtLU>Rv{ZKb1%|9oHV z`KLE#C)8{xo>$(ydGoeqE6yut)Wdq(E*$PU_~0mIY$Y)Cm1{~1e0Hrl0pN~M|599z z0~Az210cowTzh_Zt>U`8Nap3@qJ{Mp%`tJ%f@D$t<9ZXjvA?|E zz@QwY2-#7}9ApzYa)>S(3Y&fj0^6}6Ff_zCc?zNJJv+36*m$8w2jX<&{AwE8K=TBv zmK&c64+-tKq_#-BNH6ixAH#v5A_Q zodrovhZBV^aVH`7DfF28PMi?kt)S3gYlEgAZr{>>urKjv;TOB^+81xwMjbnP^c5IG z<6@8kmX?;IaDazc1FFb&xDRgf1l33RA{n9wTRjcy;7U?W`oj!PC;A@GIU5YeGD79A zPNw9&o9Y5#aZBD+3MaV1whyg&e{-e?Q5By<{q6?jCKTT>JNhL{&~FNO%}j9CY>|~c zLL4#*K!C(s22X))HVMo4UZ9GsmAqtkFs1bzU}0oQMSX>Nu? z$qwwT)$PH)@82zJqBq@=bCy7&uQ(4YSgLUzm!Q`KCron=iwj<fZDYX}qo616~P z1B|nR@sOfaI5f_lftLqd1+Uq%Wy@?w7;)N;I3F1jq_cud{Q0xqfukB4A=4e9_|^}h zmRFu+nVg&)gG)dd2@7pR`DI4-uJ7L&2=RqBsUioKBgDT{F`Dg$7DiGk2IA`v)5J{h z-4fXsPMBg(ws%>sz0prlV#ss===m4f_rEuQRU+^~N=nK)ZT0fymytAkU@4Wz4hKQN zrvtYkp($1rY|jV+m;!V)ZMOOQ_NnzJsf`0N(%5A+cXzpH$)mI?91bHL3S|B8t}C>b zn&q8e0!EtXrYG8wDe0UCKEDF>7@EBrq$X0TaKfU0$2&CLtARGF!#qYwy_-ScrLrm0|D58}C z^b<-5RPM%&8-KQBv%<~hQK_&V&z;io!oPmlEs26rvkHf+4#rE;;-kkQ79WU(GH4;s zXD8?+U%!5x0&c1nvG7fF?RyPc=G7~e-Rj2yyRe+iEiI2wcM@{$;<-{&C5?_BkMUSU z`9;MG2ico#vlXX4$#(2lK_p$*-SB^dEmtumMh;3q$@?mqyg)5VGE5g}$+2UF&F*c7 zG9*sq?v*ZVdwd8 zOp%e1A2Y4?kqidG^r*F6G(I-S)R*1Qdx__D(SHD|>ylb(ov3Kiyju+1^pDU(apzqm zUs6XcfT5JIC*Uw`8|LAz!~98nNZW3*tjP~mwP!SQz+^tJvi zrvLY?uD&-f!lDQ?fl))d5S}tJOkzlc;TOo3&F;r*@ypL1v~{& zF(*bk1qD4vN!)5f$b>2K;eV_>h+h|C4F|Iskd-A1OgUP~Yu1HHhg|IIzt{djJ*_zi z5n?!^2rGs&PElz1`s))|;bt*BdKV;v@S`ny$0$9CsE-X^?l&C4&^mxRqI{uMz^Z_n zw(;MGtLZ%NXb`7}0~{qFk_F&5+^?bG7ZYQcV5gO!^AI+M3ZfB2wCNwCjA4$RJ|qYu zHPNnMC`NFeGR}2)Xk5!$h}wff^)Nl19da_M;NpXS8i?f+uu5#Rm)E>y>s)V)S=Yb- z3osyznHH#ng^Cea@eVicnL|Rga`3MJG6q3MD$$V#p-sFQFu`8J*cq|Uj80Ax2R$br zUy{LUKcP~{A13)uuW;rl3h0igD4F0vr)OtH)~=-y*?ZMDE=~Y6`xAo#&&ZwsI;&zI zs5A_$fTe(-tpuR^Xv(lc!5*!+wnWr4upTL8gsX-$REfqC9Y%t|YD@|cQ~f4(LWYxEtlQ-~f_UmHljWaEmOpSD2!*?M@DB=?ZYskUH^~lA6 zjySU(T2+OkQZ26`6d9;5@Bzo4ZTIu@!vcjIj+G0xhS>b(-Mb0|FWeu&NlD^FV!&_d z`>ZFyzf~Lf3jO}{^t3q=s@p_ACw_bMTlI2s%8+-7=7JKAoK|^Qq$ycorly_dLv0}u5w&r0$m_SJ_ez;V!@^Jl8{kVt z{DB*z7>9xy*q6|{@s7%8@Shg#|4jIB-~A$wc4%+-nqUBLen??K!NDp3#IPu8*!^df z-CV>@VoX1wp3WS07kJ;p3D5Zc{Ze9<$5V_o9=A`89hcFCwWoULX zpj=uG4gB~4kBXU&!PczlpOaT=w@6F-Ub>``H$xDbUb|ik8?hv_!mPJO-h~Ys5pk8g zJ5FK73eA(a9Ye z^iI!dX-w>eqORd1%rPy4MmI{-=xRp=qj+b-S-Vvht1S-*R3F74Z0WpWTen0JFsDaCoADC9#v zIj2+B=l&Lwx7w#^q=6~WZL7c!cZF@GaI`C84>|`jjE=S49USx^@~TnDcDJN0RD(O0 zv_YC`%XR#Z3P*`E(XL=w;@iW1w)mfJ?7z|*QZT5WGK68oy?d}XsBny;3=t@dXV?5+ zA8_r`514cadkyC*-|E$0q3;s08*+Ju%g`~{EVKSAQ%_WtuGw{-o-~xOBn*JqgzWJE z%N3PZ-E`$;#J|c{$rWmP-B%jyQ2fQ|KPJ_+e@Wy=18|;^Eb;$rR_8A>lZF<%t-zHX zBta5@!)<3lSo3b)yvfyhrZM$)i!<4rjy@{4LQMMY!Oz=3g#g|fy*R}QvGodQJExz`oXCIEU>h22 zA48NwJ|hWN(_~+)TrF|8<>l>yByIt7{gfik<&lPeh_hU%UBnZMAYMW>fBDjVnO(6I zyMIJm`+>n~VkGlWcJ55dWc>SUn%V5W z=tsZ^-@M7asYKitwnB^!SfbjX@W0k<+Q0?>J(9o}tbb%dW-bdPYu&GV6$Q&E(q(6}VgM3E~^rD?&@a;@JBgouxn)#Er0Rn>q$X;78O*^%-i}27S#;hetqQ84%b3 zs?d3mhjb?B-nQCztdTwWt`ychLTKv`EP#yW)E9&G)IVi-&r!7R{=|O{10QkIp1*LR z4igJo&$aP^LOAl2bX@4bh)_F??vaKf##)&700=WJ${8@hr20_13!Hp^!_$~!Lnlw1 zAWbgf02UgLA6_UJkDC7SVoSS-@bc}OKMfsjN`Mb+6t$B03LvH7W5D#Rg^vrv5Z7OL zfDD)$EoblfaRT2ayIc?t9PuOtl0dpi0fVcn>w()4hlrenMhD)g;*2oNf}o5rBBuVT z=O5wT1ZUL)wvmiMfp~=P@tIER5%Cph@OsX}*Z0Sj4`CZAXT* zXjb#_f$h}PF?ezI)T!yR$;*Cz=2liBajH_5pit2QSoFS)B0ccodpj?oPcsLK1TvS% zd{$bj4Dlc|9l$T9Z6n$F6i6u#;4y((B5I8-qNBE+ZO(Y-%*w)&fw3akFpHb5tY8o_ zhw%b-(I9K^6<1UrmLeZ$o~`{4D^SD}7`-wu9!n|g*KqxHuuTahiu^Nj(Yu9cTx4OU1E6Xv+}Al{(U zZS}5y;QUL5Hu^`;o`pf4?*iPd3Si|mKYcnF#&2RSvE&EgKr~6TN0vunr^BphFot_| zS{Gml$;2QpGTn-8wx3JE4YB$7EWT~yC+jIel!d3V3+$Mc+W%|x*KxYEe`=q5?v4u(BmYchi3^k#&!%%ZFuLVXMrBTf62G@|^CKwxiW?efG*-{$+ zC9+vFv$9?Wn~Tr)MMD7B49>aozI}|Ca?yDjMl2rBj*}rIVlt#Ch(^kg0Ix?!Gr-0f zGjROB$oFNK^oy}2%%JIJZ|^gu8@fP&yf{@yizua`FuH32R*(;)vIIt)JGW4_efzmK zCXD@|Vm)d00K%c62x9^!7ug}XnV)b4DJN6rH*`TH1kb(yt+BB&rl#Qtd}gp36bJES z!q6$!n{C?w8JZq^Rv@{503WD=VYTET@f9p!BlrI=?ISfc)iTRdJ@IVT^XI0y3n+xh z50_B7HQ%DM<3w#FG##nGu-9FOrVd>G;&Tq>jR_St)(d~<0y(k5DVD%7ci?hGv!jCq zwS26ImzjkHeqvS>=XD#961PL67L&Sr=Z+U@hhKFCt$#KclEw8OXQ-A_6iVj{?Q*$t&m5ZJRNj{<2-rSr*{+*ON4D_IPNFP>A z!gK*I5Q~~`;@Tll^vbny3YEI$gqz>d>3JCft!868C~$ywAaTRgcH}$U4-s4g7(zT7 z5N0GC?Xh)1DWd-~W2P0%Ir81!yP~Tm81>IHD5iFrnf4 z6+`D8DgMzyebcicAidFFncLdJG5RcJIJ^a17NXP_5+4`|eP`FLv{k8dJ5Tmj$!t^# zKl;byszTAS1Q3j2Es7m-S6oK7M>Px&!_8uo!4J>srkgVk-ar^0(Kl47|?^ z%I1BTOnAetn&JjZpMQwl(SlL1p=*&u$ammTh`P_iTCU}Pqz7CP1vn4mFo$P9x> z4{>P{3Lzw$_zR(HAJlRA_J)&?3n*p2xTs{+)>GQM|fO$-o2PPbhyV6K|jyOY}vMt}d_Jmr~>c9T38ARz2|*>j04ThYEuL|9>@Va$->l?w*Nn>6YI8j6tFz(#B$gleCcw+dbK4#fy5q}}F zH&FxsHNq6^Oimd%Dsr0-Mo9qcRiNt=UMll2=w|Z7m`$j5e1dy&8ae4{kT0i!zKINk zy1Lb_WyO&rN79||n>7#_2h9OM04;28gkr>b^ab7vcE-GE7cNQKTs%#Sk0&}2VUJ+M z(R1TJM4&3+@_09!?!oSO&yDRvmF>dYS;k^YksNI_XYzm)K+N-gr_t0(vR1R3RkSX6-w12E22LquQ|+;oAe zK<+=mKp8#+C|9Gs5&xeadY}a`t>qV74dIVwU;mqwem-g)GlpQFKj`j|e8iZ_K3S1Rh|FxF$E_D!=)o(j z;i7qA+n{l4r{g1|Dae{ENF?B@x#(5g+$Hl13N&A*k}xDUSA>(nkB88L%Rq@$JO|2V zh901b%Q=LYw60ZxL1PB0Uoi;#*fAs>i3`WECwGEneOD!cUadTwnSHK(6&AhceBCVa zo8?h#H57u%w>}+yct8d{d5L$7? zld!E-o}3113nKjyE-1n-L>K-BmM7VU+!|uE9rb^Yx_UQI26w($RPtXBN72m84AiXK zC*F|}J`848zq^SjBy>HjNK`5EA_$%koUmYL=$HI0Xoe!KFhNU?=@^Oa zCj|rqA}7)0a^k*|?!3hFUNAP0s{?R@fFLSBwFkUAdobY9-O~egPe#GzrxB(pD5!bd zMQ5U(fO3!Qt7G^4dV=0Y%ezynYmLiqfaw@?b;@5yi*vxET1(;A&Wbp5*pFq0ex z3YZzd={54>H2@?_2;a^5&QGU9*Kl($!OV1ZU}08P)^uFH^VTCE*W3n@gK%LJu`a;G z@wJ>?i8vjIEela!9heViDpGj_rf1Q5mEjT_a;7@3Vf+Su1+l~<9sV*NP$qEyftb~I zEGi6`nySB`NgOdU5|3jD4+-J=U9$f`)tAtLQ;*>ELQ9?Be2ZVn+nCJ*1Kap4m>^>A zF{B-TDTVfy*t2jZ9zks&MB=pfX)6P5ZJ}MBmCm{94$r3cGfFWz{4 z5EC$f0~qGJ1P}x8gv(|`i_MNyeY`7o5?4Cl_NH+`|N1F?4tj{vwA9SRkITsO7ML3` z$~!M6Wm*^ny^0VSy|#f{myggkI$-6?klwLxZlmgRH(kS6%!j>3@ zQ9dm&U zKMWo$2k{A_F}m$^;?t+0n3w1Q_rDLd5~F?)+=cUw&{AYqOxoCMqIkNkEB+CJvIZ9SC)6cDr#9 z-!kG9+7-zkWA$M+BNI#F7OJeE-{4J4jHcFw-G&N7F3X^Z;f5^U?+y=k498Fs!+h>H zUZh|D)@^1bf#54xOU~vt0-s=1g z1zsAgF{YfCLt7J5jIR9nkpobH3>eJ(9=V3&@DOHhuLiwtq$;N5vp2UA`6 z50N~AG$W#*z>iOlTs*NtX4|$(Jg*E!OWiy?h^-f*uw$@uC`qr`UI}5hVS|C}XXGfa zw*=z~qIsq{FTAp!Kgay1en4a09!L_Sqodkq-eImrH1Fi^ivt2Sn{gVIquRYy)4zd{ z;2}4N!MBuI@f+ZDWB=eFE4kFG2GSV@bYMItRdC-^^nRl?n@fV66{oxC$gEA_Q{7m( zJFvJh!zS(b?AbF1aN%5ol1HEKA(MgN*+ir5zC2f_gm76Vff@idE5HL({6_B{fT(0a z=H{tE4O#-$p&KqAt{Si=Yhg??oH(bSf;#)EwpI&k#YJXzQg7V3BT@1Cbw~}+q#tg! zBv-3s{sf^(OLc?K_Y>MZe{^D?L34C`T*8q55NZtp`rXcw{+JmA=Gvnl5WaA5 z`NP)|Vh#AgP1uM91q`%g;);Ov#4lhOORjcl$#WUH0~e{dq)Gk@$&{<&dEQv zwFk~4o>p>s6*`2_UWiE~ZhRBjWs+C>Au~)^R_~Vkn&2e%HFf+iZrT25VcHk^{aig5G zD-qA6#Adc3*Zmc!a6!of_{qp!1h9l;T>sHcc~Q*+;LXpQ1tx>Af+16rfD zkUL3mH`}o^xdszVoHnMLT?3?gi0o&X2cl=);d@LJ=IH`pgGU=fr@}$rkVG=^z`A_} z-CaYpOmY<$MKl@GJRtMle5Z%)T880DU;HLqlp%z!g@+Q-xM!Hhye-zpvH#;*aw8(f z%EdH3JLVQBZk@pa)06TJek)$QeI!ANl^VR2!PBPIxZgRo0Xt0m za1^Qt%9BxQ8^%*Gb`nQgRa`tvoW`&^5Mz!Jg`O94_~O7fz;Awt=M}S07`uL`8Q|Kv zW$>$FuQHmQO&Z!sK?8Y~+Sbx??7Xg;i_3PbP5@TnG4kChm@|ThVimoP%|)}DnRRk$ zxu)nQ%C+V@Z-g~HGzt`fAPB6S+&LVypB+W3(cWWF`*`r$-{`K9f%gF+BXr<6?&Es7 zQa~V_wA1*2(OKlx{i?iF4fV*JsBbN+VW^9DYe+hm;Wi2gsa@`Mj_fR{{SeO03 z{(Z5tJ?($oyYb%-L;Y{FQUClHnGLTdk^=}JaIzag!$f8y9rS>TPainP!C7PgqFi(} zTBFEb1nPPFxp^wGqpS0{K9Ix>kvYypmGMIH*UxS5OE0!*G|^ zc6^gZ2nph4K|4p}1c;;Il<5pRUVfn-kZ{=saE5GJTW(<-N%7D;2u z!;yi^W@Fr473YV*AUv)=Zp4MjWUsdN_4py!{LH~sKrAO>ABiq-jY%O>H-q+jVHGC! zA~DLKn35zzL7ZJl?wkVElUgwY%t63a@yx(RxY99xv=p;Tph7g-oqxuSu{o(F!(`;wXiwYQG|GK zU=zA&^iq5xATTgAF(A|wHzpVv8TCAmi!&AbxrFmbB_`+|?KoB!wwlcLpo9SrUIBR# zl6V2eS~1rJAdxa$9e}}hsqAOM(1)TW$;F5OJb}T%2h>LxIFAJ2s+mVST2PI%=Naii&E0qDy i|1SjNfAiu$KD{U16PM;FZpXFq)B*Lwd(u?R{r(S|i^7lq literal 0 HcmV?d00001 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..087103d3b9dea56fc4b5821462973aec42816661 GIT binary patch literal 34629 zcmdqJg`Je&Dp`p&Ec*EyNA_%*Sk)Rmw5#Qc=<1}+q$_q zyNdJi-TU7YyiWIR_~Ki$onRDV=c~6}5ro1V{TGuX^X4vsgcV;?l+*D_SseEC(z(@0 zu)3|Tk$i3CH1XMLt@)slfFFgcKvlyQHxei5&n@=_})#% z&cVTvxz&PPg%4=&Fd&f;5fQ`niF`La7nI0f6MXBTf4`EDcx)h~CFKBJO1STT4wVfychpd-Hh=l3qol3x$P+t)F6; zw2Y01PtTO;s>syI9E?*0))TV%VMRu~aNFD4+d4XGr^KS^`INoA#g2})>&g^PB}L+)b@xkg_O_6DznCo8=JYt%N}2oMGD)uwJj_x zqD^eB_xARhA06!Wm%E&yyQGh;aGjCQ>K@ye`?2%q3tzEqH;3fm#t*Nx7W%=DEQ%~K zm`CFHG0GtqZ@zZx-^F|O>>0bb_^+8i5}wP7u)WsbUi60LXHH-7JUoBn#RD=XVRjJ_ zdjI{cO=cOt9saGwfe<)mi^ILmv`NcP57)$xXVL=+kcZ4-)FA|9m5W>MDKW6eUnM8Dhg>OM-$)Mo{$2ao^XERFHIfAJFWYo9XT?cJ8CQ9D zOR3y+o$V;}gn7#s3aa>Br`06)7e92(xdlkEA!?j7CcaBTUtb8FC>!zN4%itd)X~u~ z`~2*pevQwjm9a$CaBTMVgo)BY$EJs;E<3|&EEj&}$9%r`>mxCRToJW-6r~rkvdcD!Jq4Dunh9>ru9Q`2uUf$Z?`M%pVPj1Q{YY;rT!&4wPazkFVA__ zxz>|M4+w6)R$F7V7%H)+N8e8&oV;XK+<4LdXG-0{Z@%*Rw|Uj`l|Al~$KIt*qp|oW z=*GYzT2Am)cg^}wF69)L*~M(Kt&`=3o_fxn|qsYoY+|`t-LZ z*yiCo#xthJ>o-!xPhPxuac5^Tt|m4RHGBZ(!tzj~U<#Ef z6LXz5TbpQ!i8YgANR8fIpYa_bRDVOm=C_J*EFUKr z@>~CQXv&#ECE_$9gc~UlR*T#!R^E zCBN!}a9zIelp%;?#cw*v&7PZH^SN*M-DWkBnQ2r1-QNjb%M~;HE)$9yE2C`6SyWnD zT4{eYq&8_$)2^%(f5<3AV*m5qnk0JaLz@BnOJ!b1yE6jlB2vU?oN6}d!0wiMKmAN| zD%R&WZ^XM~Qq4efUcDI{c(wg}`WV~s4xzB)Pz2b}$DPUn2Vu2zX%-5p4a&XkmAIt?k`isaIe$H|MX-6`zxz-*P_PZ^FAeCx<9K@JI}u6&%VdwotzqN9Oq8 zgN;{r--285_CV-6U2gORWsY|{%lDV71Uwe?(+jiqy=!+SPE;TK`BDz?Qo!;P>A@u1 zaea8_ybk(HLBUu?~rqX0T?@?u9_b|B7XL-{arY(-vTKsN-tt>qiVaR*?xOlTEh9wKjwh zuC<+sW0#R(Lmh7FzF0x+o}I&B>9;(xnd9X{2;Z&XXhjw+B&4SVo9*Xg_A8Dy-pH6A zA03t-ZVf(8ON#|-n}meouqKqnt9JHJ$mT*{G|~)zi}*P7zP-hPtVMAbP_mGR&y@Gt z-7BqSax9l)<~PI6%;X!EMIp^#wY6F`aOkwD>ThOtTG;|G;ZS-m_K%mX!~5K#!j}8* zdlY(%fDOY~kTdRWm0a0AD6BiGB$7Q?u3D-7EWI-plBvi+4-_2kUQk zIyT0}sWZN&pRcs^2}fjJz@ZG>9~?FLC|y=vEeYc~4vTjdD@D^qa>c7&Nm9$a5H%rl zv_>Jo#ig1e>HWUkd0bwjV!SCl`YGoPI~OLtEooPoQuhVj;>t<`W)a7f#7B?Vk05ND zxbNL(8Fr63b@|hRcPxtpr)swL+FC1H-PC5q>fzzh{t9e})tBc&T!yBmd{LPfc#SJ{ z@Yn;up-tif;e2BX+;8?BcfC}A7wpwDJsHO$G3|as@16c>l3;c^I=U!Gr*xPIl{nUW z@0S9P*3*@ciCX`C-d*wJ2}c!c>(`>*f2Nd8^K|q7JiFJvlEb&RwZ#4D)2Gr|X4As` zmXScuVfTa!PurW(u;V&3?i>L@iU!gpAG@v;s1 zYxUG9G$(YXNr`$aCTb`ouFrIC&zCUB1V|z~)xX2}W&$DG&-N9vDaWxcxi1IfpYZdE zeeHL+*@s3xu(s-0h?Y%|V0WgI0btsdFjjdiHFl&*)O=P_R`#jg&Q`Pk)uqj?SMWeN ztKk7Ljbtm#O7dY~G0C(f;Lt}cP4d)_HyYbt#q#p<*1sxL4G9ZxOXFg};4OP{v`|ln z!36G4T`hDqywAetmu6DqV?NOwsbA|?p(kcKG78Y*qPDiS^Fn@^un%jDGA^QD>2~qS zlPAuTF(N)v(%{>QDk{FOjgT7g9sYxuCH@O;dJT_~NplbW}tpz~Z zoER?=j&clRXb2&Nu-y!xuC>)B3d`xQNoa(F%#R=56a*2?EB?dal8HM`fxWJY$w;mz z2mA2^2c@0J4gYfRV=~BQ4T%Dl&Jf1g0UQY?k+KCI2pk=*1UA`~$Y*OCe;nD^a4Sr= zw6H*s`1p9~k}nDC8tKw85Pz0|-Bo(r#DzqS}EcS#g;<#eo^w9zZsIjKX4eP3iYeFYaVcau9*^y;O~xDz2R%1# zeVumx@?{#Cqn)f78`IHIB_$;kXwI(M%gJHBT3>#xkxpJO(z^>FR6S&hhByQEXL9YwP4#LkO6e$?1C=v)vIfG5E+OgO6?Y z1u_7ph8#Tj3|e3>>QeY_KDxPscb*IahOYL@~93gjXlK763a(IB-w zgj-`WI$M#MnOPm18u*RZPntxX6x-w2*x1O(Vp#1ZKut|uWc`h?kRtE+U`9r|&v!gL zWnZBuVMM{SlY*G|?ne40I&2VD*KBq3DHyaWzoAp%OK*&{IkF~8ldc{l9CeCU<3sPA3b`6 zg|K`EAfkYPfJu!k&ppeVE0@bq;LcaQic?UtW$@0htf2e(8J>#R8;64;SFU&+HcTw+ zOPoDB^(2~6hwEgIolwAb)u_;}myr=OcDnF5)UkHgT5_x3vV83m(@PyLsS|`aTBxyu z@rR^Jcv=8fP80i#$I#j@hqDj3A_>NB1ic`D&WZeGGmO_?|3~F z(TTih^*l=Xab1eO>yN#%F?~3;op0!Py!?FpKGXsvNl8g2$L0e|9uB`gwihnh=f6}4 zpMcOALq~f6P$M3P1qD6uC?)qY=Kv z%HRiq={u7eMu7KvrvC0(twVWd6L^iI-o3kY$J$z+5)Va=05O~PHWvi$em`3{aw@RY zWvo7^ztWxCO`HYZ^2cJy+Hdi{c|b-YRUKUfgS21yOk&~63U^^Obwx$R1wKBf(j`FP z4FJda(ZDmVy4?rp3S)Gzm#&f3Z3c;7)NPg${O5Hv!A!vfCV3B)v=m)j1mxxACHMdAYQGk`XB!#Mt!Dx8QZuhNhSil~2@=xr2II8* zijeO2MB9}7`DCFSa%bU^k%`aTIa)fpiL$!G{J*;d zxQqIJ1+(Xn3!$C8y;SS=(%?)ITLlzDSI<&^O_v$9?|suWUQci8H%{D4Uv)(9v)QXx z9B{aoF|Z-Z&3$5}dY!!XXwP19wI0``j}ZZ2%XlwuV!_?%`n7ABN6*yLGxQtTA{sZ*!)i_9>rfd?)|-oN8b_7Rh>>zy)jav=ofT^Vu=Qa)F{ z|M)@0${Gu(`=dghzX-%Tv^w3H&5C>U;zbmo151bkX@k6$_y;?s;X*Zxyz)a zT*0}%wYfLxpE8xA`Mp-n?%cUE_B+A!6O&VQ5cu8Co1gl&Js~R>n>P_aX~x0BL)H{V zrl6}!2M|iSliwYF5_TGS7!^h0w(yfoA&j&Eyo!pRKKvxNF1wJ>=99j<+y#EC&$MUH zoh#X4Ed2?`_We%WFR0i@Uw8TfjIo3PQ7eW-$#2`m{*X3o>0|Q0~f~!y_d4Jx& zKRnokmdU}vIIu#qskX;y_soY}_ah8cDTjwoDF!(InYsqPN$pX^QscX=Y-h*yHZQL@ z@Hl{!O}e_BpCgKcgoH#B_=GemUk+hmy3o+j3zsf!kP_OJ7%V~s3h8p|AiU401}cMO z;d}DBy3cJME8BN^US=Q_bsj?+o0_`o0t3<9XxSRu0*J`JyX#jEn6Mu(CSkgHuwH|w zPuqYAXn%TMOIte_&ft!fmC%d6nd?c@JKw|5GFwXOFmoF*DX}|=mYlTo^dkEW<(?}h zJwJa=K(gC-QCH@@ZY`SHVJ*T@tAj#E`{m-WFoMOQ3L4;>(oQxcRL17%6@EgA4Zy)Z zK9u(M_OP(yF9Ct+D^UNXvG)&gWI-Jbt^(8)&h6W`)5Zs*jRQj(uq+ZD835L1A)h|o z#3@h`+TGnPpNQh7WMup`>*6`60;srN{L?x+n@Um%$vb@yq-w|8crY~>iSc< zpM+9aWNT$~r6lToUIjlw@WibANO6kI2w!a~OGA1W4-n?o*Zf~lcK@XSQpBE)ue<{u zMr3T-iGao=kmJuuT=vIt50%gOY|e*HP2FLLQ3le-a&KcUW;vJftMWsJ?(Q2zb}a6P zP)GEobi9TDK4E&ir4ti<4PLPGf7o)0AaECtTao2`{SDL>85MsYy7 z=hZDZK0eMMWT*4*8~gQFjUx$MnUk|VcKC!1*QA<%l0rh#N zrIu5d7!bpTn%ms)fV(s>IkkC~hy(t1fMH8Zi}bMPQ(zv&)70N6fTd}!B)22|B+KTe zB?jM6^0B8KZ+#r7JD|KXj#Ak{A{a0g!&4>01_n{imBITXP#nb{Ra ziOP#T1o8?BkDoom3zdg6AiiomVN$=jx!JX_i3VRFx2TwyqM-mX-bjHuF9R6Kv^w%d z4+*r0zxI@Ke5q`7YtGwUoaG85*+&B&Jq!(%I|uL=VAhXRvm>ITL*!qYIcd?Kj^co6 z0R@aXi^6LT+kUVK2=IK&THn^zMn^HcHQU{^V3VX4_V6L8&aGR!#a6%rN5D7WxW0e? zj(SJ;x6?8wh>3$Bx5BG~J-pP;6|cO836GZT05fg^?us93DeEsl3(dNT7xHm%%vT3* z3Y#@xk4x!W^Kdf?3dmijzczsVxIoAgF?0kjrpxw98s7*(EPAe485CH^wLf0pQ1J2+ z)h#e0&ei$lFaTwyTwbqFZB%shU~x8>Ou|ar<1<&))D-XCyO*5yz$+d}JK}kE)fL(lGb-f_x6+=CI$*7zXu%f(54PKmvXG(Ma@gDxl zkxmy%8)qV}8?#y{y98;Kf!_=<@mo_WjCmJ$xT$xRlXGH!rLGl95j1Ts4VFzpY+<-! zOF2J3U;P=@P6ecCy-=S~2o&~=k&%(GTwJX3O!OL0?;a-eqn#$^*cwXQVmIw2|Q9_i;IqK0uD(^M&rem+!#Z*U236%!zeEIX>vzm zDy`KbiIg3S?Ie%Dk>s%KJ!YIy|83(O9j@x*qy0zichLI#Xs@qs0xgk#Xvi!HrQU6S za?T``gWhMQW}6by{<-VVp#;kSs#er}o|e^jvG{r^5L!Eg5NR=p*LWy>SD~p43MI~+ z!w38fXO{LJc!eflCW_qVvhswb~LV2UyuzBllIiOAkx9g~AZ!6-OTag+>D zwaKCwt0y>6XYW7>QKfRJ>b5JSSkDAPsFMgZy*m@6K!h5rA?q;-!EDz=0PR z7wLNAAsnMTB8voovb@1^fL|#0SvKsEJd@~4NKV2Wbf`|DtsRNiZC+5jDbPAi+&;_L+t^jmzG?eJago{vt}{Li)DVGDfL(a%NF1$_GIeiyjgn>ulXJ0dNVl zL11NdPEo7bCfz>_<;r?Dp9BgZ1nhE1ru->rjkOv2_=uxn{?hIDco18Fd{Nn69$o{^ z@nd-bINM*C+r)N+U0roHa%nk8X;1Y@=m zGI9(dJ7#qQq3e4gUMc{up=sTb5}9<_23kL?r%#`bS=JPS`sZ1EywD5W{+`zzC>fq# zHbN58fRq@-puUe5+k*6IKXitnN=1W~gTo~RT6;LaBnP$M35LCZSpf&AasE&mlwXRL z!eXvcK3K7>Dx@TI2I+~sNe9f+|H*oo3C3#23% zks;?0o5!u8Ggoevu@k{_8wN?F2&|Hbf`Sk!)EqD}%<(TKPD!or@*MraK5sTuiUsL~LmP>;FFK@=ffMWkr| zUe5lbyK{6zL=Ly*&IxH!bm2&-8cxaQUO7XfRui-b`G*Z1tzPJ&Fz1j^McJz~?jSI* zwm>kwN4{D*UkALgHuHaboBuwOK$LxP*u$~^_mJr;+by)Ksl{Z5kjhe%LpIf-f0Ujc z2jp|3_4=_R9q>G8yob({(A?k@Z&6U%CV(&2kHY$f2(HuBp{vQ7AtFbKhZ=o$f=MGp z%W%{n0JEYn1oelWo}RG~3Tf0CfIW->64JZ(Zm~YvDnJ=WG)|6(G4TT|O8=sxr#D$K zlZJ~(0z0e;q=?x4vj8|Kkes}{Ce$lXC<10&4q>Ev+452p2MTn6RUlT)rbfwefaVLE z2R=2d|A{k^BQ?I3&{7DfD{XiHM%N~Vw@9n>N;wo6Q#AwoM7w2of4r9CO~`^_ceVzd z)_^3!h>8q}LyM%RukQ@hs(f_^f+*1f$q55M4%iH@#p2dgs2RNG-NaK9CA|er0uSAx zYD6O=e2hBqwCkyO)leWha1fMMA*SKXa2l;mTR*Rsh@GFe+gKc+x&HhT+SXn4R-;uK za&96+J2Q_SKMsN{DY-YBh30Q5D`s*+PWTESvD2`WaB`MLpj&@Ua}b_*%$uy6cM=1E z>}TPou1I1_;PHJ`qvDl^JN55}E%u(~wNRAO?QM!dLp`be4mC=&KW(29n|2dd3TgSd zY^wg|$Bf4)GP)fch_?zJd%^7wpIjFqc}DlY z(O~QByq>^&vZ=AL`SWMh&SGdzny9I&Qh&4l&}rqd^y?fB<-+{Dq}9+pXs8rQww5{! zaNtnd+u1?azXc`HEbQ#w=JYK{Spj}Ht$LPPfR9fDragdOno^0u(yeU;3aPU=l+n@A z$f=wYH=GXO#B z&$M!N(pJtQS=sLioob}fB^^gncxhwkO%=E~i_FNj7m_YO$D z0#K}XuAk@R^pRp^VexOD$(}|tMf(7&tQMX&$1vuR6nOT%i;BET%j-YHA(ftsS4G+A z$?p^q4y^@5SC}a7J{LnjB)1q?6p+Vhwg&g%E<7H;4*8)uV26Dq>kZeiXabPGA#YN zu=Dm-UPj*n20@`aQ0Xp!LJ;h*V=FME-bsat$QD9yb~{y85xHm+jxFJ2adR{8vKopb~;Smu;Xyh_CH;+l%*S5Mu zcLL>%{`|TB>dl)hv~BR~4us>;<0E>&$*FykwJ%;UqErj?8-c`D)Ya9^nmGnUBejoM zLwUYXSoi6M$Z*dcq_)4##n3;%lamyi-=*us9?}vUzkmHS6?XLDY?%G%-l=fak6wXC z{AzQ_V`Vd-QPE8mL!LM>Abhc|kQr^L+6K}qs1utdiH=vPAMfBSKsENoKvyq)#QkXO6rQCk~eR=+aAXkd_HtqI4a|G8X^)$j79O7 zUp`Tw;RyeEN8ws3aSinu@gjFc#nf~iE~PtnUd>3CqW0s@eVOD^=7mPvE17T%sOKLN zwljghS2`0hIN!t15*l!R-O&cLz!c%K#Im!mIF(eI-wORCV zXsC800mG=O%KQ0AItUx8h=d#k}hBDBCffoq1P9`lzF9U*&w?qw*3Uo&+HQ|Kj&6~kVN$vbj%Xv1QN6&=GJ{zUtnDI zYa?ZgU2LDv^(fUrloa5G;!)Q*95Z8M7RXqvz!eapOwnKAP`lXDT%!_ueTBJM0UppH znLlT#F-0$5V$LW(lnn@w1}5&O^~}ff7-lVV7Dgit8gIDeM|TV_#s6_x82HSN@w5O(5|_{ z7&F7o!;}9l?Rxo`Iy>?YVaWiqW7eIi1n!qsI59CH>|1bR8-v$DhUsH?$FE;bkBZHV zS;;YFK$4+#d%}#J9Z`P`eMW~vYmzvP&pG9f*9~EnIrhXaSnGfNGVlW~8(NY}v#)oi zhPcdDChvAHhq9*-q9V40H(xdoUej7;;6fmn@-xQlKq3SlBMK@~1o`vl589Blfbtz! zt7jTBZm(SPur)Mh209mFpUrC;efg_qgHiD6J7tam!r?-ZjUawo12z$nk!uesAU&X1 z6@a#M`j5vQ!z3O1qV&O(;12fgxrmp*z`y`Hqk)^cik%&s?AQ>cv%uetm=(nT#$4Z_ zJTXE*FhblljH_?-g%yRbm6G5oZ*%<-3@^^<|9G2buyH-N(C4RhF}SkIUk6z0?fwDcFW}=BwkcOb z^RO6pDF6UoPteS!=ynQxq^E^0=uR374)2c_=A~l4KHNsf!H01!yiAe^LS%Jvn5nq> zj1SaZxluyU?ljEp?syXBCdLu$AjhS@<;sA@AA>M(k!xqaQNZMT1EK6j#Hf+;v>*%_ zl2X_kj(Dz)tnAx3XefGaf%=RRdxy0zQt=4Jo5$pV#gA0|HkBURnRlL z8$%>v=qwLVM|8sP+xRwyP2|UKj2DdHaDE+IgTBv{1UgEwVM7Hgy(D)~^glo2sfUry zCg|hgq%aXo%TuB+K@1P}4RKJ8Rfn?wr5by1;QT&I;rSJ_*1H-ufZxMpey#A$A%*&H z_wdNDWg*a3%KXv@AMq9wF(8kq78r4O^FlmR)Y(gDx>I}MKFq>gP%VA%PAX>jXhUkv_+?Qx) zg1E@nK@`b&^p}zKYeqMO3}b4vE!s!98ma0(C=6?is3b+_C8|AFzwCm>ZrEPbik6Md zc*XGiN(qbJHUtxV$d55Z4a67&f$on3o_{2(Y>8@YIng;JqbTa{=DFQPcc7KZ43XW| z*W)uY7n=DS;IhGZ%CD1QaA&^Z-l0JKd>8xoq-)_b*|-nu2wGN0w9%ulxa#LQhu1&p zKrt4{^*6tCqhG%O~sCDVVd4V4A23w+5|4rN#54eecS&Si8Yx&d>3TcE~tjXR@K zz(i?(ap)8;mrs(XckDy17XTvV0xd~%b2Az_F*F4DJGEq_W0kHEzUTPE(du^AqEZo& z^x3!|eXy#4mMfq}jnbF_4%htG$GhdAQPDCqjPA|Tn@m4GIBycL`&-yC-|4}JW5HT- z46YH8JglI0jvB*%{yZVbLYhHCLl)UwmH zR`$-m#ULtQ+ya~^Q0rtd=0Hq9z~eCnk|nGW?>2L?s0#=1&6=8;T|qpqE_^t5ui-2v zfBhF%={^Fnm5Bq`-=uY7a#AWz2r`T8n;+i(B_|_o&e)F9n5Cc9LnLooJ{YlZinfL+ zwCE{6Vkm8^_xcV$yxCsD0bx&=a@Lw(c6N5j?LoYfnpfJ0-wNf_ADMMyhK4V2)S5M8g^}e z^mt?@zWLrY(G_cF9s}Z(DRS&Tk9^%OUWqxPrlG;DIvi>Y|NSN5jF3?8hfF<=$FjLP zK8?mYI<%JPE(NIV%G(2@z#K`>qL z-{;eY-+x-Ry^TY9^YbGr8UpO!DA>aQL)~mMI+mmh&uW?3`pu7m7NHOfKlb7b=T`_4o&P&p7BTA@ zFdxHh*$l9QrBJ!!Lu`2`xR6s%dGWH*#`Z*mle@t>x1kx zW*|X2BqdBr#dYed@cBPnj0Xc(;O*yM!I7r;o^JcSjDO)VQ5yPk)qLna!$gvuy8NX- zFX6ci(|ZNFq?-PMi4;=-kz>~#2$ssL^UV;mt7R9E`hur_-3(IE>W~z6T6Y5>{}K_V zh(x_5%jrrw?ESx)-p6m_5+FAsnEjs`Gsz!o>rW+gxVrRwLvc_jEkdk?z$~1$VKK4xT;vE|& zB8T@S1@v7XC|~_8^c5Q(Vv1;p*7_vt)$}OL0}=)H#H>Xc0}#-0kcBlRlp?NPwj7 zT*AKvnjwp4-_sazdtP7o)@5i=$8bkA9S^C0JsBU6q=%Yjs!BLvJ&+SGL9T>k{Fqy< z8a*Tj{_8w?!J>iZ#3j3U=19hK$ngdad1r+31MM)onv;YbJ!O^BsDVm~UqM)90+>++ zJ~Tv;F<>{Fp}!OjB$*nh#o@ZaOy!1;6sn^!g60}3q%Q)Y#r3qOKy0I=bUA2>QSK4n zZ+4M&VIKcd-(G<6i>yc2{sKYTS1=mCKM8ML=dRROz{bivD+W z;(#APFOc}{-v63(nXtIH7}Yj{u555oOu}PP7Q|`hf=T>NBa*gP7|{+ve~EoUok`kg zuEG>@P{ua)YGe(;lBxWKMZuBp&ZJjYRx-}b%^_G2X>b6g0~Zr;5tKQ2{i*EaTadxv zqgNItCM=+_hl6l&bFVeiXqW*6xRLh3Ys~^>9#E|hVg~638fl;4&P6218H-E!@^6%{ z5LuK~Y~emD-wvx#qw#H3pu}cbi9h?9{D}F~M4UAm7O)Flto11=%zk@wZ&2C|ZC!w% ze0aSdbUcrrKApTNg$ngSb@`h(5a9m}3QlFhF$ z@=f-Bl-dr!W)dYX<&RSEi>n2l9?nFZ|2kfxn=Mie)Ct;212xfjf@wel+tDf^QXeOC z6tT181(NyEH$Kq5iUbu6>9itRoY}@z**mi%Trh2A0-JNXIa7g@E7!d_|d6d7I-Sk0qBWKRwBK&6c z2&%4??z1d0prW3T@;k-IIPd-LB9w%ZKs-K%29?X?CzKHeBf>}e9ZESn|62hsGez$_-8dq_)))^qI7n#WX7$Rro`8&dp$NZOm>+ci!R%h8LEfmm+{kFrl?5n@oczt& z!hGK&Gq}I;bO!7Ly+c#wx$+5BSAlDogN_v$6ME)X``^a6!FT0A;!Rfyv(5+3z^T{U zc}~n6*wyu11BVLAzwUs08Cc52(Yn!veqiG=v~$r5KGA7|St=B$U7%MeKs474Ey?EA zR*~Df|AjUpp2$Y4R1l`G=)LdFS@#NN0$>tI2#hV55(k~?Sl(!)e*%V`;BV&~K8Qgz zlU(s6h%+>7(aQ!ash`<_PwshYnXlT*90FBT$pk#roM7RWAQX{~+`+>-E z_Qx9vq_4Wcec|V6(DlGN{?dWtSJ~Gg^&pQ_@zj={Vmm$QC&SPD{+sHIjlv1)(W?WX z2slST#`pk47HG3X_DfliOLSx;D#U)_r{0+_iB9v7(AM`Fike^P!o1$mk zB2UAiVikfvsG(!&;E`fFe-4sC{g3g%dPG)VKk@tlM%KaMosAX0_tR_V(z<3kO=Ppx zqU;GdG05{3o;Aaoe_JF8GIE21wYb1$5XyFcu+c!NcC@dv=;5e3#JtVFn&fjl^4_t7 zvTyiifT$692%Fw1lz1?k>q4M-5C9q%m}FA)3JGj?iZD-xd$b3Su9)V# zmbE_wb-fazJk&|W=KKT9JLAq3qyLut{iQ1c@@32BPoL1s7@A!1X_FcqHUUI-Xltjsx|-bX_Slze-Lf1AT@{Uw40&G%YYGn1ACO6qy~$bE3yL7c zpezMkGkJL&4`9q^;Z{Zq+yhCjImcA7wH!@)3ncd&balPSbSzPile!@ZUnL6CC*5t4MUX!R?9H8r2sKf;P|yUtIGRPyoP@Pn>kvGMq}6W z3#7WDsT^kmDt%QRsK(~)owMi-(!Mlm7>vn%9FUuUnxI1cS)Ne&AkdP9)zN9@-Fb8! zzdx1ZBWJSdLfYl#5{9Wk+-#5%1mpwL8zHV+wT;xm?LPEIk%kqU*BAya8dSs>_IN|P zBGDQDa|xY}us-F<>AKVF#kY$i$n-J|oEoMlZzX;gX>f8!jj7dc8({!3X@9?d`scSg zZ-pIi%p@?M3cjC@|HeKhV32~+dHBBLR>qy`V^^x@D-wTiqxOUnaU^(~2&bxpo(DHy z_e6=o@acQ}25=08v9eT6lh&F4&)M)J9+)|S0$*Hu-BSm(W|Id} ze+y81Ks-2=O5yUHCo_Zwiq>rLzY2$s&Zh}oI7N-=cYRBaR?vCqmWq?(n$c%Gxh_!Q zDG7&WM<(pho)_FSm!6xt22#moz)AXlEQ3tvQFrYPINzL6A+dl$J$G0G+1n3uc@KwP5jA+$t1co(2RD@ zGdp52MbX!KawwUWe^FMd*>4%vz)%FpJ8{jZMy{HFez?_&^y8mX2}6+2AHf@vo@O>o zjjTCG)ek1C@8qL?Wfw?_HP(Fc$(=C%e*P(S86E-*R)w?52cx&h*O1E?@}F^F@%T#N z7c-t+Gjol|`Du8dyOQzo>cf>&gyA=vM@6Rh{|#megFOObKFVzqhfa6D?9K98t`r90 z-ipu2c;bp~uQ*U&yj(>Ua6(aq1KiD6Mp3+o4eQ%MP^0(iMh^5qK^ z^@xUU>rD1lg&b_XO{2sct5UFnGw5*IL=nzD991L1Yh`&Bj*#~G=H;hHC+z&6^pxMV zWkkkWR_>pUIx@6H>5_YKu%!?(8HS|@f)U`GENsllxR?$;h>STE&PQs7((bGGP1e=X z?Psf_o5BX~VWd`0eR%TuOIU3F9zhHzI+ge;cq(&MzA`{ zUo?2)!~I9Ew8rnmQ1QL%_!nWO;Mn9ou^<|~42PAr3N&1;rcTU6a)|Wct%rP`uJ%9x zXUakWcjrkD*Mp1MMg6IwwmBv(v`iGY7v!6#nYb`O1P{nhN9ThIzU}H+93M_a z1c`lSw>DW!Qb$mt!f9m=rGx&Gy5!bwK;1|%Dj-CkCEAQQ5w6BnZ|0I=WZ%$m*lgI69E`gLXOM+(#Asc4mD;|nd$y@cTuCv%`eK`(bgNEa+bUK^;ycdpGtKl z83s~Vpr#^4ARDaBsbp=$fS3ikNRg*?bCl`y&HMb;CVoC7j@Qn3k|d98XS8#xX`I&3 z7zIit>d+$E-(G1&?~yyz?h+7$j6Xr|Vgt}#gC6rlUSX{~2%sfC3i5BNKE$eVcm)9C zyqi7J?|g0~S%j7(36Cl6*2Hfil|yZGK;v3o8YJEC&$Wk4BIM}x4OB}4QnGPSwtRbz z-eL!Bd$Cyq&cVTYrx)O%?iycDv?^HYn?*8p+XXCTsS7%;;UPVz?(yF~{1EyD+jF(r zV^S6=P&&=##Qo>5?YembZ8=oyFLCrIq0S6+EITk-G2G7pY5o{ckN37xP-QcySo`Y& zWl(Mt?zK^P!R?*3o|_samS1qMmurW?2?4A_u!8x4J{ZhcWl+19g%2N6znEM3<4 zFLQixi$r$dB5)SyKK@>%ljTjA9PwRgc_C!q)z!5ze=|vq0CHJT5r1cKPR@n4JMTU2 zy0Tx7)xjX25B%!J2tRGt^PKrUMjNDZR7KAeCx{1j;QoO3u?NT%y8#szT0;LhXxLE& zZLE==`aYWim(p;PMVvlCPfoyp&kZzN?xT9}_u?Dn08-dX%Fjce<*&jtNh$e*MFJ&D;-Wlf|k->+Oz`GTek^ajM(v z-0a{<(R0*NSTZs)xJ$JmPIvMoe#Y)2P9mJl%uJ{!9s=YV19kJGFTVjZeUt8li(@al zZ6!_b-n|>(OBQsNQw@`?hLblOX;*`<{w5-S_ts8D2BQpX-h&S(xxK;YPy-PmyADy| zsC)pEq63lqI=3fP5s?Ar;p_T1kA~jGw6j0&{Y@vZaexNthK`3Z5H%?)7Lbq zs)3Wu==~YpyiLE8^z{4Np?E}*in90b5Fr`m9S=-3erA3g5n?v7FPd<^yRgi1DM5Ah z^AN_%&rSoWml39)7(ZVA?H>Zc?AJBuK|*8g0@ojt+XnjjL~@i}St@ayodck+E-0TM z0l3*&3{umq*RKgclzk&DONR?oYc;i%Z+k8Povf9u0>n=+vLWd^Sbip3TxY>pVO+P0 z28GC@bK(q_Jkl5F@i51i#h405uTb94#R`Rgc3GDRl)Dx3`}=tmh~&YmdkwqynF9@s zUelcEe{c2087^RPaB>nLnp#>xp#IFrY%E!2hg)|b&3rH%!25A=-~(YWJNub4S;m8G z5l^mgT|I{#9%p>9ltdY1eyY1If;jX7&Y(t5{j{@%jTV`@E|bg0cbGhi=RUzN3#Uo1 zwY;xVhKvvkY+~Z!mM}B#U1N$fsJEuDM_D8!`nf}uYKi`z0VZQ5oZ&*jJL4)kxWds0 z7rGFn?%>Y}RPzPwycyi$yuiiP7(sQWD^HKl$akp(?))`?amE2t%nbVVOpVUmA9ESq zws7^j>WRhY}Ka z-^2{pTj8;eIM0{RqzP3Erni|Hdu?v)8hZ|0=3T+j?ou>wH!cxk8h9v#QV39N!|iB1 z&{O?+AcFwA-VC~<2hECo%B>)~xNzY@J*X=*;eSB^H%T1&iyCHD=}GrEbE#fFF;}$y zX!E;Jp0i<=Rp8Mz{KR(!`}h=){!iX6MzA22nqYq)1V2Xlg9BG2@jdjx3QJgV*>`Vw$m8vC=24yE3crA3wVB{4 zAr`4vpK2+%c9=EEFL{Q9AP-j~(3L^tc#_`1?zeRhymA9bJ`96giC%bSl(VX+x<`=4 zpAl4yeb~?6IsKjIw_DVX?f$ju$}NVk!hMZTmy6BIeH}c9u3S1Pc=0$E3YpQh^<+%Z ztsMe8lai5OcNMPcSgV$BOS2aQs!6nnX~;!qE@z#NC+dG;il3_(yhC(O`Hr%} zxr9BPvJs2cnX0I@Z8Gn!q$SO^vtHKLrUi6>UeZ_pv!p-9p&bvU-pp${eUzg_a@p$x zMkH(7G{rbKW4FcdaAa?V;731aYYxkbN3aV7oRh!B4yg*B?baN^s@!3aXxW_9vpKgC zNBF2t6&Dz`52SKX_o%APF~w1a;z9ZrX3m$58NsP)n!A|_K;ppuh+k4Fi{ceEW|Z|p z%LBc@#(l#R<{$S0Od*$Nnl-W3>yDXH@|=(2*rM;tYH(<6Tkh8U{Hp7PL%-WQYUPCr z9!sbUEYv*Sb#5+8-;O>$w2+Cizk#4V>1CEa7KrjH48C}g5wns92iAzg$=aZURtHzJ z?RN2$0;#g`buxvUTG~#*I+R^JpGwBvvO6B8DwPoFeeROtC52{9+8^O?n$bm`h9@`h z(|jON?le7=PLwzsx{ezeL4?TEVF>DV$C=uWQ`D*QDB|UuN-dqst}aR#Qy^^-WJ+~s z$pR!z#w!Q~5Vbj)IIoh=dF07WksvK9o@(_=dFO)PP&`nKMrqPzx?ab^P$&y&Wa>^K zhM`UwrNtkL2+qGHMe9Q5n9;Nslwysy1kuFCcrw^UYVyUq)@A33bi)&CWt+Q2X{mbs zXLw2bHZ&T)ovA$iTX6dv=z%+8(npQ(&p zTPB}qmeFOt%>%!~G1>wvQy!8X2!C`-2&h!xAKaJbj{pW&&GpCc-K!)0IoT# zF(+KZ`^xepN~U8mgeZRKm=7Q)4v9=1u=1D-Mi&(lzn8F?Ih5m^Ch6Oz;;QJ28Zn71 zF#Q!wA_dMwVga>HE+cLL&s!y}l7>7JXq^MZUQPE^9?#oXv6OwguzcF%O$6{pmV2Y6 z7E6!suQ~xFoCm@3MfP)djn>yYOn>{neAY&(7=F>rGpdc}2L>sf)-yMhBZCTmC%cFs zp3J(?736mxIhn$&6ekD6TgN{5s!S9JB!NC8Zq_%Ul#}mEO56g zzn*uh)UrfEE4z&Sc2?!=77vge2X56Q+QeOaw?jf~K0Z>#wrS$qZRi4CFBd;g3~p+W zMP?uOtm$G@`CC&CFs**Ck2ojAPcW;W|LkskU~f7k72)*E451c*H-} zn21B<5(o&mjFgg$$_AM$IO0RROH1EBm)Cv%TFeSXLIc2dPi;JcSGGmGWjNq-2)og_ zrjG%{`W1DwTOXotSW~DgyN8_QD-?@ji+$!Rr4m=p|L|LEQ+Zl3L$4IUOA<%k8;U)* z{~KdSNa?C@WoGoUspRhkw)zo%soc>S~68VA>3=&Fi_IM(Gedep0+*&Us z=$X%N#;Rm~DtTiD(WFG>^V;Fd`-_*}Hte1VJ*iDh@XD@B;v$aT=8fj~+r^Jm%iFI| zY1uS%I{kH}3(mlssP{5bF%_&DwEG6EWGEt>8&TmzRFGAK-dgG_(?T6{MZ5s0fJsHN z(kVUj>n0~VdXlPHy;=3z&XzkFc@7B+ zvJl&ybCOX}q{Z&+ena}X{BYgLAr(Eke(tL1%5#_Vd1Prd$jwZnrY2~yaBiw2W0lcu zwG%!%vtNPBx%%@#{W$GQp@BzKOa!UzVNl6#Xmrckzc;@ga56yLB(j>MW=4!d;WtAv zOZc^#N&Z?J$;^SvR~2a~|2LfppiDUCCfgEAw>SnMIF#X320}o*%a@VCT32Xai*X(EFi3HiYx;3_NV$eK1?l71S@iSNJWl$s38=S|wv zMD=~XstAJn<4Tc)BJ)M}C2q*&B;%@La6RO7JYueTiafPjo`dMoRpe=JKw?1}x~ zJF$G(P74~C-VlF&iYcsH%7QVzM8fE|y3VPh86D%S*7MtutsR*Lv)?@KK%!K%z5?V4 z9A$m$pnB$Nu*9>18tPsm8;a9ZTFK)xBDiLG|4(gi8jt1nh7I48 zF_bY0aT`k{GSk3qNK%F<$q+>-WQ@v`Oc_cgnLp0!*^SDduOMiCWWkrG9 zwikJ09vr(kf$H<|nNd_2{U0m1IT_aecQJ1&y|OFmyO?V+VwA?RZMC_|L1m-$Ef`AS zbSY69+IPakN_=bop$iU2)XkOld(>tKL%eWg&?v!tr zd-hBv0auiuG&uU$VGZ#Yay$~J|JeSp-dEucCBp2S^!*b~ep!YqvwP40g*v=v@AE0+ zYkj)bt~9V?pHVzZ3%ib~=dT2wn|ib9E%*kF|9ikA<-DtCG1wCKVwEb2x8yq&l^Dj` zvbxe$DQ9q)J$Y_dsRQ_^X?>%e=avIbCvUQH2ehECGueMje@BJzsrLbbvfcJxHoO;J zdX2MpL^k>?OWa&&OC6mpp>@~x^-?cQA z@kO8CeU4vdN*HI9E|_a&X}`zJ!F;MPeNLQSzQ{@NTY6DgyJG~6f)ggt>J%sz6&Wh@zjIr}Wqsje0v^uqdMQHlJaMF0 zI$G7tNxRmHC9x-@?bJRrDmoBv`8@Qxcb$9raN|(lY~5%A*P2j;LYDlMmq!5m60CWH z*cIlgvmUI!x0G+%B6@NaCxhaDOY6l;pg5j4`gq55N%ewsO7cQ2=0?nyDRcBR#IvW~xMk*GeRp8L*pK5|8Cm&W zO>kr9;cxx@B8kj>OU*RY?%uS-s7Q6ezjeTiJM2cWG@~kd)H|p`j5$%Z$f^^J#Yb=lnP1Q^$irt5} zM3g~tp2}#|bTPO>Z^>-%B9}sWZ>3l?nG%UfKYl(t(t+1O@$flI~xj*n-Lm)@mj(37oztc#T%^b&zO-lHkYdN~XlKVOi(=Eku!w9u+v1yc8m z!N0GOt9|~_-d@?^Jb{g?meY}0*K#^?;@9kX>Fa@UX|9$}HD$k<*|M0HlaEh=5be~S zdhAO~u8e8EHQjS(9}4B9>6WTf`vKIx+NZDS#|gP)Q8B2y#BTsyIAj%JR)r6V(@aX? zciuSn+F3?2ss2h7hQPKe9P*=H$6IfpP~13fkN3^weANcCph-ggboK43?CY?e_*AfK zc>|o(>|l3DdTdY=NSl2c^3=udjNdOls&#DrSzuW_1Zgyx7#?)5s}MS9{NgN+LT_;m zra+X3=VfLmF1t}0@?GO~T94a<&7=)9gIEd?i--B{Jvtk%P&G8x5~AI2jN2Mc-1})x zarAS_{9ai z`a>l`h>YahLm!s+aA6Dva9_MvGw^MPyExD zwYy)mgCo288|8l8=`%q$bt7(6y*#J;bfq>=^@eMpr%i&OsHDXE{{4HKR#=o!D41C% zY5r+ixvd#m9<~arGo2^@FT~{4Bkm)dPU)kq6rnh4zw@8EDhiQDftq>T5sf|foaQh~ z6Y`0osGfMEO1OQDVGq1M0-D=?@5DetdO8OM+E!JsF}4DW{NC#R%HvI?4y~uHmf+d& z7fOm$UvWy&i_)PYEz7m%(7;;C=f+9v6RS{m>f%MKfQ*tk@OD&TW$tw(aUbAS7qwkSysU)GZs|E9kI(BJiys+$HO+?@zd6*xEz`L>GNDo%shqb zqWe3A-pi3OZOgo4ILt`*;b7gNiYFe(rSOv1Qwg>J@C-=kE6KTj*q^nB>gHhi@zOMm0bt;!sJ@sH2ZC@%#!wDtrIMb~T{3`ZF-?0wRU4)YD)*)t-Mxx1=g z{0cruH5YAK=k%@RP39f{Kr_03G|bP(wr(h$-7f(c&^nnn2BRH$Y~1!qeJ4Rrf4zEv z&W&MOjF#5csUY+%tw>+bNSaU!*#Wm-)*CxNPNLqjEhQ$h{3NXz+eC30`^vI7c}#pov?bg%HMQEsWwb89QsLx*emb(h=h_Zs7uqqJMX;0uZE zD7^1{Ab)@*e<0*c%h$e3ma$J572~d`h@ku!|5Kb;U}EnP!1K_lb!75)6x%u4i?RPI z9TO+BOht#corZW&QD1YRIyR7?9~F}m9-~-x3`U=k@QAK*4Bl9%f<{*Y9#W??S(s8%9)-4MrhAPZSO}CJ1v!pV*vf5bt{?LvRiK9h&oi zu1MC6)(&@wD_A#tDerIKFYp!AG>gYJZy?d|HOwqU=w;#aWK^XM)837BRrjpib%AAV zwr9Vto4n>bgqoh*Nt;u8b{ZeRsL|f;4kdPsOLxpTSz0tNYE+%{L=)-A1rz^We zwAZIMK|J=!T-8C;h`<63r`m87^mXha2wvYuW1b%Vy{;u$7VhEghr_yACS-kaozY7b za7aC=I9j~#(P~oz3I2qf9c7Zs?G4x83=Pf_SoX|9s?pqZznd|B9e?(v89%zkg+q&~ zW*Xk-@&47O@bRBuHK6&zis6b1#yS9gbRISN1DA*a(ZkLG;vkcTh}=E97~p!A7nolp zhnZb~@zZfnF3$g8xkz=H+h(+|7LMCy%?lAvMVUX(zo>3XKZxSeq1?eUt1EbU1s9kB z1-?>vD%7)i`&YOC$ly;DS^>taLewyeI6u;c+8q?6xU)_S_EaB{nRasNflfug5r-so9mNK1cm(8WoJ2>k`X{ zdb;!%E!K5&bW>D7Ht+F@Z52jTG64Ybz9(RXkuuXpWvTWcb>PZjU0DfhxT86fH}m%^ z@=fx|`Ky^ZHD9fD>F79<*rRH4N8eXlmGP!tWz_&4DqyyU{q?+K0@b3_|8J|ndpht2 z&yVtveD^W|U>C|lUhFe^5sx>Q5{ksJ@^Ot+>hgwhii!K((Q$gqmB~N`@9%j0Jo$L~ z;0}BQMJDmUCm99G!%2+-0L?s(SZr*(tnkiq3$_c+?E9?^(>$a*=s3rW!O!WSDnU~g zc_)Jn%EE=<)H2>#j+Kk?_hhWH`Ic*$im&V{)$B?&GA$loQ$`ZIX%1z-htWtR1+sqfH*2F;f0ssIz`3^KlAI~vo{ML$67dv~_i$lcZ`O`?2mJu$YOVoY* z*YZL{nEA26L*p9OMcuSU((3*O6$NtwJb2b-(RDhlzDSy*ozV@QWsHukflToj3Xq9L zg_wqDqs$Fw(=8NCbVic1uUU2mTZOTQQtZ)9h^Lh_yDw`xcA>)#U7*ea;SE%sbXx!`f;cvnE8 z)a9#xf#qm?3Y-nnz1LT*&TKA9^uZ?8sVFKKv8!V5s&kWA2VYeR}3cS}a#$fRw**N3pX9!`krWmgC~5EH>L39tm3m z#t@$Otb^Xt0Pj{&lc+li&q>n{t&=07RZ#YUh`;xlM&DX|r4!r64~hKQUG}oyQuCTV zSc%Oa)tKkgxL~2d#>Yg9#AdV6$-V#f<(;cCFNyBt2FXeQcN7Z`u&Sz6j!x`@=#yz{ zzUrm)dbR3HW9^L{C>_{zAQsDrJkvuT0&tKupReI-19Tsc=akYLJr$76&KEItO3;`S z6}iVPwy+vqs;D-@747Jciyokc`z;1WYn+}jv-Lv7sSmQP^$6gx-7)fuf@#DF)rM6|A z566E~j!63MZ=o(Yh1fvxzNR35^uD?BHTyDk?D|mL_ny|r&>H6r4#f-8oMEUmqFrMR zVpw&TB&P44{HIC6N>KBy6+d@Yf}MxeWhXi#90q~LJ(=wj*YEAOau4lv(T^RBULMQ3 zQ-IfSYB%OFC9l&AVp+p!6f8{BY;CgTtvV#r6l=i*(9p!s*HyT@Ed)0KtibI1`frE) z;zvKr`>_5$pLgP9>bkz0T*I$J9y9N|E0-%!=zH3)1c&iNGSjJlS&F~fZH^~AyTiFSu) z{IREXu+HF+SY{?BnrJ9r>L-Z)ni4!evDZLcyL`csz=YakuWxTQ5^Z|9VZl8SUf);R`Ug)E_=)KOj*B1a~p)m5aeXZ|y zp(8W2H{d>Yoj5L%b(P5Avz~%oxust)VW&jZ+(+vMKb6%Dhn+TwnB4g5V)HcTN?%$WF4x|VfH@Ix;U7?y6$d>bUSFqXg^n*UjjiuZ*_V5_|`%8~+ay@E4 zq2V=>H>7L15MnC%pfXgT_TGD%{+9U2>ko)buW)p5#pk6{!O*F$JwNUQ!9i{1H`TN2 z3yv+|&AQ3!yl~4uPsT2zQ2z9pMy@<77b<=7h`fnDNhrZPRWH!HjLW^Dzl- z9h`Ll4szPN)#KcTo0wt8_74q3Wx41aR8EX+|I0`%%(}EoH1Ym40RI_A z!h&XF{LNrUdtu56sli&DVQDH`v{;9>YBHiswD(b+eHqVi?Z?BTZre--_}av?%0axk zyMN;~d3$=$mu5k`azID~u^@)0x~=tmE%D|j7DmL5ydGZFfPh+{BpfgRYZS-YA6-P7A zrN=(&?d|oNeOrBv!OCIcUjlP9!qOm4VxX5v%gLSilKKZ$+VDzjg5-9_=S}ZteHv}N zD(pbhk$H;E{*F<#U!_YAWIXl_EjL&`yf=!kqv%P?M3TyA(6*uYJ-(^UeoRlTG~c}8 zLbYA`VZTJd>Q`^>-^%;Sx0Grd8*2FLNLmKA_xRQgOZSf(qe{eFlZf3^tbSP(gVyj* zx6kn(?zF;giQktu$jRvehN_K|kdg`%-nDC&t9N^6w*F=qpb-xJy0eR-H%-?QCnF+O z!T{R&%PBaCY`p5FqR@*Zkkh=-P$dOQc!a&$)?dx`fiFC$eH~Cjh9RMiOer!JsG5K(xsz!71Xw&rIHd}2_|%gf7_y(+`3?=3I8 zM>G{uVG!Heu4)}}oj;vnd#ClY#r$Bp`^+76h#E6Xo&LQOnJ$a{P7k-VFT9j?5B_}y>W5_cRFZ)#rgSbWf;dk*f!+fG*gjT|4f_C;*nIT^#aStYwC zPRGf5WRtmQc;{q8v2F#Z6FNrM=uI+N3$|I&-4U@fo$>FeaFy?0m6PybnrC*GN#X5( zmJGGP+!0L*2r_Y?wDW4Ooh9lut$@2uXNSZ2WUbDDC-!Ep-1xR@ncu}o=|1dq35JviZu$M6(sf1K)U0wa z{-R3hzBT)W)^}u0=S0fQhxeEaN4%qP(J_AazyxiHRqKhjB(5YhW~jj*;^-k~F=e}G z;`a3rrgA0-3q?yAj1T zJ7y&4(M(+L9zJw}LC=wvZSAD(7)kGS{w5Xtkt^2px0ww(7^^YsE78!!*aJ{SuvQaDU#VXruDOH;Mi>(o1v7p{$F z1TuuT)CmrDvJlpD%%%STh$@Cd7X}%CUOdqcM#$W-c$~>{5o5$wf}9IZa(Cz-!2CC)Od-7Xvx zU^oGR1@Hj#M=N(d7|2!Ym~EO%+t~)azsJP$Ov2t3jm{e1R10RHh^D5XR^T_cFR2jp zy@j0XtH5+D%p;#KJuiY8%ZqLl1VtLB&&j+;!TdaVlQ8AbT+<|7Rlp*b(gx5TzQ}wf zTY==#n?L1%0(>(Hbga+O>vU&dwCtpqcx%~OpJPQeLkr&^4=F;Hw6;VN73d&-6%95> z^wfIOmH7i7k~{oLFkzLj%CPO93_H@c^&5Dv9ScGI*H%&zSm}8bSg7U-coC4{_hu?K zbv--Xs1)&3Yv|9oWkw1EWwCnrOXX8FkDNQbGn3yo_9mMYDLRaws*C&QNAJrl$@o73 zHit-&+vmaXSCw(`#!Kgr!H?V1I$yt2`Z2WrmFx+oLspo5tl-<&01Nq0Xiu3)Xbz?h zC614|HtsKJD9?Qh3iLGVJK5Cr1i`5;PWh zF;d&wY0v7sTlvL=tU(mpu}XMzjqIR+#X~j8Zk&x~B)qE~9)&;Jc6JUsR?wmEZCFna z#2p0SsPYxkZ|Y(rc3B6NNF6hm?!K>W5n#mM<)Fo2kSbJ8@WW}so!}>caI<9vc z?R*IOxS@^#7Z>Ix7=2^=9u+g6$jIA)<3}k#M&Ow;L0PGnvFq#OHi0gM(Vi%8Fwg-^ z`vkL?BcvN0y&4?7Zj_C@S>+1w3~lL6-EgY5gnr=zGBKC#zK*(O#|BQjGIby$BJ|JC zRcYU)txDkI4Nc`?FMHcWxM}T<`t}uc->Um0FwgEaRCRXMa?oi z{zq$;JuLrZ{zM$Bk4h8Otr(;aYoSYNVgbR*Q_BHVoaRg}S%7)K=z#4(Q9&?9mowcl z##l)}!5`h^62G%g_PWf@e=tBRfkEBkLj9juctfuyQEWawN=V3vBMDaN3Xt3}aR`2P zn-_#Om9XuR(9((kD@ysR3#e|04!Dh&_hgN==t>iW7oVo4i6ybkQ+Z-P9t7~H)Vi{? zO-%jdC|6x&v7w-6{u)#+P0!TfjAG4XZ)SvUzbN$+L6mqiY9W; zJc10zfz<#T)ynr3Ggq+g-u75g-yO0Q&{Q->%y@KxI2hcb7oo>Ae4{cG(9fgb;yrri z{HQ(Uo?qU>;NuMAIh$f1U1$WH1Pl$+9o^#Qv28I}NEkb+0LK8Zpy$&AXniMj~XJiZa!s9W|r-L*em ztXiDDJEB|3X_K6F6nIqGgU(?zO3t_4!Jt8-2p#4*q;>t5+1d`DyM03Y|GBq3i#b=v z@tWF=BN;nT0EWGM$Kk?i)Uk8^yETC2E7p_AxBa(**a6nlXpdpD%_?bKf?hK4)s&m4 zda3Ka5GahSwtLXFDO^dqKtTlOXhe6ERa13KGSGR@yaFFHsQ-T0F(b!E>0djv9Yr&~ z&!&ackO9wW2i^6F4Tt@-B{^3WT{;zNhbJA(jL%@x^>xTq@9xS4AfZWUW4LO7P9}fv z+?)T-LtS^`nR186je!wwSw_wf5cY0dQW^Y#)l5cD$uG~LU=;{oqeAeQLK*8PH)Aau zUJDxY%W^ntr)2a_Ot-DQBpfy9v|5#?R{&hK=PGx;7w&&KZh;-~!$dQ;hsi%uDgF)$kTy|9W z$I}ZdbkJ>(mwe!+4}1U}(Yu?@nm_w}Vm!Y}$4&}|0TYFAp8o5r7IChqVWrhZl2?W& zQ^g}!rLYA}f5Vf=RMYgzvBb;l@hwz~uHQVX&FObfwA|C%8PB3)Wu9yKd{+!d%dKxw z{0VsvMz~}HY#giZsU0&BMgIe|q|lAS9Aq%b`IE9`Y?e>#N?ugM8A3iEZ1iL_LA;J?nBXMWDH|`BHs);PdyxBOMuX zPBTq-wpd(xj%e9Ju!aT_w3EtyS2x)!*3l*dVdGc5LN1X0cu5k67OEp~dkFioGSmh5 zx~A5tOx9ju?-Qu|aGS2@$H|4nh)I0p2WUn^igQ2b2s(h-u|NP zAvZ)8v9hH(bWuQx=lst8|6}mzBiQJqB}+$BC~3yM#8{h3wXNQEZy@9CgGjm(UI76C z3I+NYp*LLkiOZey=NX;1T#q}U7qP0@F0Q`towvG)l~pv%9N~hIqz>bK*yBTM0}jHc zB=s6~oARq~m1;C=Psp~qzC2lbRJOOvRWh22mrY1bWs4G5b!sYQD&ZC9VnK*v|IHJK zF0ftV8&z^uvnhYtH1+qdkiRKgee}WWxpBVK(j;_w(vjpM{ta7gpg_|yJHGAD8pB&< z*(qJeK3}g8EPnNV#D}~D-u&Nx0V@OvU8L!+&(8lloOOYYO@w#~AT&ZW@i7TpoS*6~ z&Q5t@4`q}VLPWZz`Vg{1A`D@_ed>!i9C|tGY~n$MAn`S^lV5HbIbA`%5=?oy;NnD- zSt%RmU{T-z`+hisKY-$e-ICnIu><<)EMzHEeaJ~! z1s&69W5O1J_tkk(o%6$ggJF;QT!T|Ekq8lC)@cN-oVtS0!4(LXi-CbZktY#5Rrt}? z@Fjh?02ww>pd;Roj#xeZO^2z5wE~~w(P!KD?c*iZ9`N3PsHbxG6K_W18l@K}7zMA? zVPu6ID|?1wB?7+7fprUVOY*;9kSgynyj^hXX?_@R5OY=dc=hllv3MUXUxT2TCVa*i zxQmkL5|XS058Ai;rlIbi=)bqgqF_HAZZzbCt5gQO%~CFZU?YNc_(f;lxIuwUEeS95 zgaGQnh=>0Z5*tHoM0$UIY>bV<(?DX^z(EqiJHdcjov^HY{+zPKr-tuI1Cb8GVnbDs zqX5y6$U5k|do0ni`rwIb1`wUm%GB`H|Gqf=@;1lmd))Chy-G+8a5N^MgPX^`X|em!Eqn151J$jLsRpO*G5>rAWI9nL7~2~II)WcXslrSO`>$) z!6XEEI7#E43qEQ=!q-KZCkE?k#y4YKAHna#H$T{X!&gBs+nBlHi`$-fOW<{23J%v$ z;>;7UFda))n{da|r;v`};zo?`H!xsEt_oSK`&LB`K^p2OLs^(O?j zb!T@#ndd`t97q!D#p~B6tL0YPsKn~MJ@qU};m`rI8JPva?Eig9vaJTpXu)adZy+%u zJ33|@ot<+nMHmI@7v!)ZTOn$XcrDe=wQHm=oU1>(x@L05)!trox^~W(#P9HvxVJ_4 z_I%#5<_#l3SYkh=7K3Er%aqV`8PG zPn{g`$uBNm&>Y*9TvTvpVc(fEb>o|Zu6{7Q9x&6>+e?~!1irnplLr$s@Jh|+I=?## zX>ACH@r2m&?Vg|?+{AXb!!ziYoNvoeFEM@o^6oM5o`%!M@#0oQS!#`}q>#)d+&Hd- zm2PyylTjAZJiBdH-ZEuLHX1WaZXbh2`yttn5m|G%@f-`u(jMRZJ7Wwodb%61g+>70 zf>njjXfq3vh@dCFz3d>L>YFAiHdu;g?|Zmt+Z;ixmu5Ty=47V2Z?BAwj>h%UY<<%^ zy5#yUUg1!3;QO)gnYy`%J~qZ>hK7a$I3+A{6kk;yUwib~wGaX%$68RFjvRsge&DZk zx}t^1pA|pyjhsv&A;ucAL!29tXP;qpAVJVums!tb?>e*+Yu^H=#|~_#<16os+2k8Z z>iGIr+CE(#&XFEwkR@$lX&D2z>ruRcN=NC?uW7%-+S;McrTf)OjtFHJ6clu3#p95( zxcv0J4fhu&b^-Cdc74nP3 zc|2cGHgB2So`WCbd_BB#XH;(~ld%7G^ZcIleOHxJb{p;9&ATq}G6K$&6=7^S^0(t8<34d_H6lHXPnj8@({#*c2oBnq>{zJt!g#-IlLkzpH{8z ztok%iV`(nUGYW5e%~lf71C-RHps0us!MXW)dCgT-sAdjf$7c8XldmTtc}7W4!h*sB;)Z$}dvX@)oFGJLN0QLkeH-@O?*GwX z3&$=o4uLHO7?9+UZ7z~q(r6WoWSjA%Jj#EAci7;vMZgo)&L~Xnn?VqrMRw zanP^)MI^sO!$X}jF)@+kG@G9O@>ohYrEP5e9O|$rSO|?mW7~|C6@v^foBXU_2XYh_ zKbChilV48V>~J2Z%lP#)%~Pfb2*6F@{rPoDsy$un;OTc4^_w}x^dfN~Mx%LUYA3&A zH8&$Zc^2L@B%|8G801Y-kugZdG01K4f^Oq-3wr&Yhe%mDdj< ztNE~z(S_b`yMAx%UV~7rz2x8r%s=hZ_Rr60jXlZG)a#(6sak|NQzY^NVjw`L5>FkQ zkWM@KNW{o;m6w$@V^gt&OHPC;;s){m$)Wifaf!R1J$}qN17p=$5TSWsn6L?f_R*+G zK5y{DVH8ci!Xdu_i8uizL-75ISUW0 z1)G?aWcG!$To#0;ko;F9{|ThMEmjCQflypk_`YVpMLDX0E`g517sG(+T;IfmlO(Sr z5rd|ur>uUvs)`@}^C2)Hf;U6wJ@=uf8@M0cwUQ+lQ*vF3lIzu8`E29cO;4`Km_R}e zry_@?#o5^QSV5*Ml@yN@ z8f5|FZ>af+tpLt*d^s@?>l3B+oY&5DHa~#_tgqZ@B@9;O@sae_I{z#;vINZ+8bcn( zDrVvpD*cEIa{u-)n1Ykuq)o<<`cs+#dJSSz@w*#34^FL1E z=*Z2>(}qPoEGd?LV34~M1>f)&@6W(7qz@+$<4WNRm}2t~Z$MO$DI2Fa&ft50VOvpC zFQ?gh;-1R)a%(yFFv}gZciXTeUfil)eFDAe%6P4B{KW4TpZL^yFJ9L0-X}v_&-{QX z20g-5j+gsXf9fl3ni@w=jwlK{Y;C{KuA$M+wqVsAdX2UKfCEwCzIw52~h#+W-In literal 0 HcmV?d00001