From 100edabc2323a03fcd89bf30456f0e4e5bca1d2f Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 7 Jul 2026 19:31:23 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: baban/QwenTranslate_English_Russian Source: Original Platform --- .gitattributes | 36 + README.md | 63 + all_results.json | 13 + chat_template.jinja | 54 + config.json | 69 + eval_results.json | 8 + generation_config.json | 13 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 31 + train_results.json | 9 + trainer_log.jsonl | 295 ++++ trainer_state.json | 2983 ++++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_eval_loss.png | Bin 0 -> 23579 bytes training_loss.png | Bin 0 -> 31774 bytes 16 files changed, 3583 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 eval_results.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_eval_loss.png create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..af14ed6 --- /dev/null +++ b/README.md @@ -0,0 +1,63 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen2.5-3B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: MT_En_Russian + results: [] +--- + + + +# MT_En_Russian + +This model is a fine-tuned version of [Qwen/Qwen2.5-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-3B-Instruct) on the MT_En_Russian dataset. +It achieves the following results on the evaluation set: +- Loss: 1.4570 +- Num Input Tokens Seen: 588389376 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 8 +- eval_batch_size: 16 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 16 +- total_train_batch_size: 1024 +- total_eval_batch_size: 128 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: inverse_sqrt +- num_epochs: 3.0 + +### Training results + + + +### Framework versions + +- Transformers 5.6.0 +- Pytorch 2.7.0+cu128 +- Datasets 3.6.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..d6585a3 --- /dev/null +++ b/all_results.json @@ -0,0 +1,13 @@ +{ + "epoch": 3.0, + "eval_loss": 1.456993818283081, + "eval_runtime": 1.0636, + "eval_samples_per_second": 937.34, + "eval_steps_per_second": 7.521, + "num_input_tokens_seen": 588389376, + "total_flos": 9.795884421293801e+18, + "train_loss": 0.15086554328385768, + "train_runtime": 21047.8725, + "train_samples_per_second": 142.532, + "train_steps_per_second": 0.139 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..bdf7919 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,54 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0]['role'] == 'system' %} + {{- messages[0]['content'] }} + {%- else %} + {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }} + {%- endif %} + {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0]['role'] == 'system' %} + {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }} + {%- else %} + {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role }} + {%- if message.content %} + {{- '\n' + message.content }} + {%- endif %} + {%- for tool_call in message.tool_calls %} + {%- if tool_call.function is defined %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {{- tool_call.arguments | tojson }} + {{- '}\n' }} + {%- endfor %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/config.json b/config.json new file mode 100644 index 0000000..3722ad7 --- /dev/null +++ b/config.json @@ -0,0 +1,69 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 11008, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 70, + "model_type": "qwen2", + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 2, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000.0, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.6.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/eval_results.json b/eval_results.json new file mode 100644 index 0000000..91acf6c --- /dev/null +++ b/eval_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "eval_loss": 1.456993818283081, + "eval_runtime": 1.0636, + "eval_samples_per_second": 937.34, + "eval_steps_per_second": 7.521, + "num_input_tokens_seen": 588389376 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c9eaa67 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "5.6.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..9e7d96d --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d069c9771e26e26d8c0f60d951a404150da0e8f66d091e1cfd3a3cc64fe5ce +size 6171927112 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..34510ff --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8 +size 11421892 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..6623da0 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,31 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..36e34cd --- /dev/null +++ b/train_results.json @@ -0,0 +1,9 @@ +{ + "epoch": 3.0, + "num_input_tokens_seen": 588389376, + "total_flos": 9.795884421293801e+18, + "train_loss": 0.15086554328385768, + "train_runtime": 21047.8725, + "train_samples_per_second": 142.532, + "train_steps_per_second": 0.139 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..f8d989f --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,295 @@ +{"current_steps": 10, "total_steps": 2931, "loss": 0.9742774963378906, "lr": 4.9977515176118345e-05, "epoch": 0.01024, "percentage": 0.34, "elapsed_time": "0:01:20", "remaining_time": "6:30:02", "throughput": 25660.54, "total_tokens": 2055872} +{"current_steps": 20, "total_steps": 2931, "loss": 0.7722540855407715, "lr": 4.9952567580506e-05, "epoch": 0.02048, "percentage": 0.68, "elapsed_time": "0:02:29", "remaining_time": "6:02:15", "throughput": 27013.06, "total_tokens": 4033984} +{"current_steps": 30, "total_steps": 2931, "loss": 0.7429269313812256, "lr": 4.992765730738634e-05, "epoch": 0.03072, "percentage": 1.02, "elapsed_time": "0:03:37", "remaining_time": "5:49:46", "throughput": 27696.97, "total_tokens": 6010880} +{"current_steps": 40, "total_steps": 2931, "loss": 0.7194486618041992, "lr": 4.9902784263792476e-05, "epoch": 0.04096, "percentage": 1.36, "elapsed_time": "0:04:45", "remaining_time": "5:43:46", "throughput": 28031.97, "total_tokens": 7999872} +{"current_steps": 50, "total_steps": 2931, "loss": 0.7071797370910644, "lr": 4.987794835708133e-05, "epoch": 0.0512, "percentage": 1.71, "elapsed_time": "0:06:02", "remaining_time": "5:47:56", "throughput": 27738.86, "total_tokens": 10049984} +{"current_steps": 60, "total_steps": 2931, "loss": 0.6854294776916504, "lr": 4.985314949493234e-05, "epoch": 0.06144, "percentage": 2.05, "elapsed_time": "0:07:14", "remaining_time": "5:46:27", "throughput": 27751.53, "total_tokens": 12056320} +{"current_steps": 70, "total_steps": 2931, "loss": 0.6797103881835938, "lr": 4.982838758534584e-05, "epoch": 0.07168, "percentage": 2.39, "elapsed_time": "0:08:23", "remaining_time": "5:42:53", "throughput": 27864.45, "total_tokens": 14026240} +{"current_steps": 80, "total_steps": 2931, "loss": 0.6712788581848145, "lr": 4.980366253664179e-05, "epoch": 0.08192, "percentage": 2.73, "elapsed_time": "0:09:33", "remaining_time": "5:40:37", "throughput": 27969.94, "total_tokens": 16040128} +{"current_steps": 90, "total_steps": 2931, "loss": 0.6637749671936035, "lr": 4.977897425745825e-05, "epoch": 0.09216, "percentage": 3.07, "elapsed_time": "0:10:45", "remaining_time": "5:39:46", "throughput": 27969.21, "total_tokens": 18062848} +{"current_steps": 100, "total_steps": 2931, "loss": 0.6546947479248046, "lr": 4.975432265674997e-05, "epoch": 0.1024, "percentage": 3.41, "elapsed_time": "0:11:52", "remaining_time": "5:36:09", "throughput": 28131.98, "total_tokens": 20042944} +{"current_steps": 110, "total_steps": 2931, "loss": 0.6477886199951172, "lr": 4.972970764378705e-05, "epoch": 0.11264, "percentage": 3.75, "elapsed_time": "0:13:06", "remaining_time": "5:36:11", "throughput": 28073.04, "total_tokens": 22080512} +{"current_steps": 120, "total_steps": 2931, "loss": 0.6376790046691895, "lr": 4.970512912815344e-05, "epoch": 0.12288, "percentage": 4.09, "elapsed_time": "0:14:16", "remaining_time": "5:34:33", "throughput": 28087.48, "total_tokens": 24069056} +{"current_steps": 130, "total_steps": 2931, "loss": 0.6336091518402099, "lr": 4.968058701974564e-05, "epoch": 0.13312, "percentage": 4.44, "elapsed_time": "0:15:28", "remaining_time": "5:33:29", "throughput": 28067.02, "total_tokens": 26065472} +{"current_steps": 140, "total_steps": 2931, "loss": 0.6247911930084229, "lr": 4.96560812287712e-05, "epoch": 0.14336, "percentage": 4.78, "elapsed_time": "0:16:38", "remaining_time": "5:31:40", "throughput": 28105.7, "total_tokens": 28056704} +{"current_steps": 150, "total_steps": 2931, "loss": 0.628913402557373, "lr": 4.963161166574748e-05, "epoch": 0.1536, "percentage": 5.12, "elapsed_time": "0:17:52", "remaining_time": "5:31:24", "throughput": 28045.93, "total_tokens": 30080064} +{"current_steps": 160, "total_steps": 2931, "loss": 0.6165059089660645, "lr": 4.960717824150013e-05, "epoch": 0.16384, "percentage": 5.46, "elapsed_time": "0:19:04", "remaining_time": "5:30:17", "throughput": 28018.31, "total_tokens": 32061312} +{"current_steps": 170, "total_steps": 2931, "loss": 0.6091556549072266, "lr": 4.9582780867161893e-05, "epoch": 0.17408, "percentage": 5.8, "elapsed_time": "0:20:13", "remaining_time": "5:28:21", "throughput": 28066.36, "total_tokens": 34045312} +{"current_steps": 180, "total_steps": 2931, "loss": 0.6014857292175293, "lr": 4.955841945417105e-05, "epoch": 0.18432, "percentage": 6.14, "elapsed_time": "0:21:24", "remaining_time": "5:27:10", "throughput": 28060.05, "total_tokens": 36041984} +{"current_steps": 190, "total_steps": 2931, "loss": 0.6027495384216308, "lr": 4.953409391427024e-05, "epoch": 0.19456, "percentage": 6.48, "elapsed_time": "0:22:37", "remaining_time": "5:26:17", "throughput": 28045.62, "total_tokens": 38059520} +{"current_steps": 200, "total_steps": 2931, "loss": 0.5953609943389893, "lr": 4.950980415950502e-05, "epoch": 0.2048, "percentage": 6.82, "elapsed_time": "0:23:47", "remaining_time": "5:24:48", "throughput": 28072.35, "total_tokens": 40065728} +{"current_steps": 210, "total_steps": 2931, "loss": 0.591309928894043, "lr": 4.9485550102222575e-05, "epoch": 0.21504, "percentage": 7.16, "elapsed_time": "0:25:01", "remaining_time": "5:24:09", "throughput": 28035.65, "total_tokens": 42083968} +{"current_steps": 220, "total_steps": 2931, "loss": 0.5896960258483886, "lr": 4.946133165507037e-05, "epoch": 0.22528, "percentage": 7.51, "elapsed_time": "0:26:09", "remaining_time": "5:22:20", "throughput": 28081.43, "total_tokens": 44073920} +{"current_steps": 230, "total_steps": 2931, "loss": 0.5793526649475098, "lr": 4.943714873099483e-05, "epoch": 0.23552, "percentage": 7.85, "elapsed_time": "0:27:21", "remaining_time": "5:21:17", "throughput": 28063.98, "total_tokens": 46068544} +{"current_steps": 240, "total_steps": 2931, "loss": 0.5720966339111329, "lr": 4.9413001243240024e-05, "epoch": 0.24576, "percentage": 8.19, "elapsed_time": "0:28:29", "remaining_time": "5:19:32", "throughput": 28101.29, "total_tokens": 48050304} +{"current_steps": 250, "total_steps": 2931, "loss": 0.5646713256835938, "lr": 4.938888910534637e-05, "epoch": 0.256, "percentage": 8.53, "elapsed_time": "0:29:41", "remaining_time": "5:18:22", "throughput": 28105.36, "total_tokens": 50064064} +{"current_steps": 260, "total_steps": 2931, "loss": 0.5561185359954834, "lr": 4.936481223114932e-05, "epoch": 0.26624, "percentage": 8.87, "elapsed_time": "0:30:51", "remaining_time": "5:16:56", "throughput": 28108.74, "total_tokens": 52031040} +{"current_steps": 270, "total_steps": 2931, "loss": 0.5607205390930176, "lr": 4.934077053477808e-05, "epoch": 0.27648, "percentage": 9.21, "elapsed_time": "0:32:07", "remaining_time": "5:16:33", "throughput": 28064.44, "total_tokens": 54084992} +{"current_steps": 280, "total_steps": 2931, "loss": 0.5556824207305908, "lr": 4.931676393065431e-05, "epoch": 0.28672, "percentage": 9.55, "elapsed_time": "0:33:22", "remaining_time": "5:16:00", "throughput": 28027.06, "total_tokens": 56127680} +{"current_steps": 290, "total_steps": 2931, "loss": 0.5448642253875733, "lr": 4.929279233349088e-05, "epoch": 0.29696, "percentage": 9.89, "elapsed_time": "0:34:35", "remaining_time": "5:15:01", "throughput": 28003.46, "total_tokens": 58121600} +{"current_steps": 300, "total_steps": 2931, "loss": 0.5425375461578369, "lr": 4.926885565829051e-05, "epoch": 0.3072, "percentage": 10.24, "elapsed_time": "0:35:44", "remaining_time": "5:13:25", "throughput": 28032.08, "total_tokens": 60109120} +{"current_steps": 310, "total_steps": 2931, "loss": 0.5364805221557617, "lr": 4.924495382034461e-05, "epoch": 0.31744, "percentage": 10.58, "elapsed_time": "0:36:57", "remaining_time": "5:12:25", "throughput": 28025.03, "total_tokens": 62133824} +{"current_steps": 320, "total_steps": 2931, "loss": 0.5378639221191406, "lr": 4.9221086735231975e-05, "epoch": 0.32768, "percentage": 10.92, "elapsed_time": "0:38:07", "remaining_time": "5:11:04", "throughput": 28030.43, "total_tokens": 64119488} +{"current_steps": 330, "total_steps": 2931, "loss": 0.5275018692016602, "lr": 4.919725431881751e-05, "epoch": 0.33792, "percentage": 11.26, "elapsed_time": "0:39:18", "remaining_time": "5:09:47", "throughput": 28041.41, "total_tokens": 66128448} +{"current_steps": 340, "total_steps": 2931, "loss": 0.5153440475463867, "lr": 4.917345648725101e-05, "epoch": 0.34816, "percentage": 11.6, "elapsed_time": "0:40:28", "remaining_time": "5:08:23", "throughput": 28053.72, "total_tokens": 68116544} +{"current_steps": 350, "total_steps": 2931, "loss": 0.5185441493988037, "lr": 4.914969315696596e-05, "epoch": 0.3584, "percentage": 11.94, "elapsed_time": "0:41:41", "remaining_time": "5:07:27", "throughput": 28041.94, "total_tokens": 70149184} +{"current_steps": 360, "total_steps": 2931, "loss": 0.5040504455566406, "lr": 4.912596424467818e-05, "epoch": 0.36864, "percentage": 12.28, "elapsed_time": "0:42:54", "remaining_time": "5:06:27", "throughput": 28029.68, "total_tokens": 72165696} +{"current_steps": 370, "total_steps": 2931, "loss": 0.5027976989746094, "lr": 4.910226966738475e-05, "epoch": 0.37888, "percentage": 12.62, "elapsed_time": "0:44:04", "remaining_time": "5:05:06", "throughput": 28045.94, "total_tokens": 74176064} +{"current_steps": 380, "total_steps": 2931, "loss": 0.5017495155334473, "lr": 4.9078609342362666e-05, "epoch": 0.38912, "percentage": 12.96, "elapsed_time": "0:45:20", "remaining_time": "5:04:23", "throughput": 28011.74, "total_tokens": 76208256} +{"current_steps": 390, "total_steps": 2931, "loss": 0.49234929084777834, "lr": 4.905498318716775e-05, "epoch": 0.39936, "percentage": 13.31, "elapsed_time": "0:46:35", "remaining_time": "5:03:32", "throughput": 27985.5, "total_tokens": 78227520} +{"current_steps": 400, "total_steps": 2931, "loss": 0.484727144241333, "lr": 4.9031391119633295e-05, "epoch": 0.4096, "percentage": 13.65, "elapsed_time": "0:47:49", "remaining_time": "5:02:36", "throughput": 27966.68, "total_tokens": 80247232} +{"current_steps": 410, "total_steps": 2931, "loss": 0.4728262901306152, "lr": 4.9007833057869e-05, "epoch": 0.41984, "percentage": 13.99, "elapsed_time": "0:48:56", "remaining_time": "5:00:58", "throughput": 27992.96, "total_tokens": 82212032} +{"current_steps": 420, "total_steps": 2931, "loss": 0.46816487312316896, "lr": 4.898430892025967e-05, "epoch": 0.43008, "percentage": 14.33, "elapsed_time": "0:50:10", "remaining_time": "4:59:58", "throughput": 27972.93, "total_tokens": 84214528} +{"current_steps": 430, "total_steps": 2931, "loss": 0.4631038665771484, "lr": 4.896081862546415e-05, "epoch": 0.44032, "percentage": 14.67, "elapsed_time": "0:51:21", "remaining_time": "4:58:44", "throughput": 27973.94, "total_tokens": 86207424} +{"current_steps": 440, "total_steps": 2931, "loss": 0.461610221862793, "lr": 4.8937362092414e-05, "epoch": 0.45056, "percentage": 15.01, "elapsed_time": "0:52:33", "remaining_time": "4:57:30", "throughput": 27979.7, "total_tokens": 88220096} +{"current_steps": 450, "total_steps": 2931, "loss": 0.4538113594055176, "lr": 4.891393924031244e-05, "epoch": 0.4608, "percentage": 15.35, "elapsed_time": "0:53:46", "remaining_time": "4:56:29", "throughput": 27971.35, "total_tokens": 90255296} +{"current_steps": 460, "total_steps": 2931, "loss": 0.44371371269226073, "lr": 4.8890549988633095e-05, "epoch": 0.47104, "percentage": 15.69, "elapsed_time": "0:55:02", "remaining_time": "4:55:39", "throughput": 27945.12, "total_tokens": 92284992} +{"current_steps": 470, "total_steps": 2931, "loss": 0.43736696243286133, "lr": 4.8867194257118907e-05, "epoch": 0.48128, "percentage": 16.04, "elapsed_time": "0:56:12", "remaining_time": "4:54:19", "throughput": 27958.09, "total_tokens": 94290304} +{"current_steps": 480, "total_steps": 2931, "loss": 0.4319791793823242, "lr": 4.884387196578093e-05, "epoch": 0.49152, "percentage": 16.38, "elapsed_time": "0:57:24", "remaining_time": "4:53:07", "throughput": 27959.33, "total_tokens": 96299392} +{"current_steps": 490, "total_steps": 2931, "loss": 0.42551512718200685, "lr": 4.882058303489718e-05, "epoch": 0.50176, "percentage": 16.72, "elapsed_time": "0:58:32", "remaining_time": "4:51:39", "throughput": 27977.75, "total_tokens": 98281856} +{"current_steps": 500, "total_steps": 2931, "loss": 0.4181091785430908, "lr": 4.8797327385011496e-05, "epoch": 0.512, "percentage": 17.06, "elapsed_time": "0:59:43", "remaining_time": "4:50:24", "throughput": 27980.15, "total_tokens": 100274880} +{"current_steps": 510, "total_steps": 2931, "loss": 0.41173620223999025, "lr": 4.8774104936932425e-05, "epoch": 0.52224, "percentage": 17.4, "elapsed_time": "1:00:56", "remaining_time": "4:49:18", "throughput": 27971.95, "total_tokens": 102286784} +{"current_steps": 520, "total_steps": 2931, "loss": 0.4068614959716797, "lr": 4.8750915611732076e-05, "epoch": 0.53248, "percentage": 17.74, "elapsed_time": "1:02:11", "remaining_time": "4:48:20", "throughput": 27958.88, "total_tokens": 104322752} +{"current_steps": 530, "total_steps": 2931, "loss": 0.39957451820373535, "lr": 4.8727759330744986e-05, "epoch": 0.54272, "percentage": 18.08, "elapsed_time": "1:03:24", "remaining_time": "4:47:15", "throughput": 27948.12, "total_tokens": 106331264} +{"current_steps": 540, "total_steps": 2931, "loss": 0.39169912338256835, "lr": 4.870463601556696e-05, "epoch": 0.55296, "percentage": 18.42, "elapsed_time": "1:04:38", "remaining_time": "4:46:13", "throughput": 27939.51, "total_tokens": 108363392} +{"current_steps": 550, "total_steps": 2931, "loss": 0.39029181003570557, "lr": 4.8681545588054075e-05, "epoch": 0.5632, "percentage": 18.76, "elapsed_time": "1:05:51", "remaining_time": "4:45:05", "throughput": 27933.66, "total_tokens": 110375744} +{"current_steps": 560, "total_steps": 2931, "loss": 0.37695889472961425, "lr": 4.8658487970321404e-05, "epoch": 0.57344, "percentage": 19.11, "elapsed_time": "1:07:01", "remaining_time": "4:43:44", "throughput": 27949.58, "total_tokens": 112386624} +{"current_steps": 570, "total_steps": 2931, "loss": 0.3717223644256592, "lr": 4.863546308474209e-05, "epoch": 0.58368, "percentage": 19.45, "elapsed_time": "1:08:22", "remaining_time": "4:43:11", "throughput": 27908.8, "total_tokens": 114487616} +{"current_steps": 580, "total_steps": 2931, "loss": 0.36314547061920166, "lr": 4.86124708539461e-05, "epoch": 0.59392, "percentage": 19.79, "elapsed_time": "1:09:32", "remaining_time": "4:41:54", "throughput": 27918.78, "total_tokens": 116502464} +{"current_steps": 590, "total_steps": 2931, "loss": 0.35808553695678713, "lr": 4.8589511200819216e-05, "epoch": 0.60416, "percentage": 20.13, "elapsed_time": "1:10:42", "remaining_time": "4:40:33", "throughput": 27925.72, "total_tokens": 118472896} +{"current_steps": 600, "total_steps": 2931, "loss": 0.354917311668396, "lr": 4.8566584048501926e-05, "epoch": 0.6144, "percentage": 20.47, "elapsed_time": "1:11:52", "remaining_time": "4:39:15", "throughput": 27933.85, "total_tokens": 120475328} +{"current_steps": 610, "total_steps": 2931, "loss": 0.3452127456665039, "lr": 4.854368932038835e-05, "epoch": 0.62464, "percentage": 20.81, "elapsed_time": "1:13:03", "remaining_time": "4:38:00", "throughput": 27933.27, "total_tokens": 122458496} +{"current_steps": 620, "total_steps": 2931, "loss": 0.3381240129470825, "lr": 4.8520826940125144e-05, "epoch": 0.63488, "percentage": 21.15, "elapsed_time": "1:14:13", "remaining_time": "4:36:38", "throughput": 27944.71, "total_tokens": 124439360} +{"current_steps": 630, "total_steps": 2931, "loss": 0.3313805818557739, "lr": 4.849799683161046e-05, "epoch": 0.64512, "percentage": 21.49, "elapsed_time": "1:15:28", "remaining_time": "4:35:38", "throughput": 27929.71, "total_tokens": 126467840} +{"current_steps": 640, "total_steps": 2931, "loss": 0.3252664566040039, "lr": 4.8475198918992835e-05, "epoch": 0.65536, "percentage": 21.84, "elapsed_time": "1:16:38", "remaining_time": "4:34:22", "throughput": 27937.58, "total_tokens": 128480448} +{"current_steps": 650, "total_steps": 2931, "loss": 0.3170381784439087, "lr": 4.845243312667023e-05, "epoch": 0.6656, "percentage": 22.18, "elapsed_time": "1:17:50", "remaining_time": "4:33:11", "throughput": 27933.97, "total_tokens": 130479232} +{"current_steps": 660, "total_steps": 2931, "loss": 0.3079851150512695, "lr": 4.842969937928884e-05, "epoch": 0.67584, "percentage": 22.52, "elapsed_time": "1:19:03", "remaining_time": "4:32:01", "throughput": 27928.74, "total_tokens": 132478912} +{"current_steps": 670, "total_steps": 2931, "loss": 0.3024315357208252, "lr": 4.840699760174217e-05, "epoch": 0.68608, "percentage": 22.86, "elapsed_time": "1:20:14", "remaining_time": "4:30:45", "throughput": 27933.17, "total_tokens": 134473408} +{"current_steps": 680, "total_steps": 2931, "loss": 0.29927806854248046, "lr": 4.8384327719169906e-05, "epoch": 0.69632, "percentage": 23.2, "elapsed_time": "1:21:25", "remaining_time": "4:29:31", "throughput": 27937.61, "total_tokens": 136482944} +{"current_steps": 690, "total_steps": 2931, "loss": 0.2894315242767334, "lr": 4.836168965695694e-05, "epoch": 0.70656, "percentage": 23.54, "elapsed_time": "1:22:34", "remaining_time": "4:28:12", "throughput": 27947.79, "total_tokens": 138476544} +{"current_steps": 700, "total_steps": 2931, "loss": 0.2819934129714966, "lr": 4.8339083340732304e-05, "epoch": 0.7168, "percentage": 23.88, "elapsed_time": "1:23:46", "remaining_time": "4:27:01", "throughput": 27945.58, "total_tokens": 140478784} +{"current_steps": 710, "total_steps": 2931, "loss": 0.2754687309265137, "lr": 4.8316508696368154e-05, "epoch": 0.72704, "percentage": 24.22, "elapsed_time": "1:25:03", "remaining_time": "4:26:04", "throughput": 27930.28, "total_tokens": 142543936} +{"current_steps": 720, "total_steps": 2931, "loss": 0.2691352367401123, "lr": 4.8293965649978714e-05, "epoch": 0.73728, "percentage": 24.56, "elapsed_time": "1:26:15", "remaining_time": "4:24:52", "throughput": 27932.81, "total_tokens": 144565184} +{"current_steps": 730, "total_steps": 2931, "loss": 0.2596245765686035, "lr": 4.8271454127919364e-05, "epoch": 0.74752, "percentage": 24.91, "elapsed_time": "1:27:27", "remaining_time": "4:23:42", "throughput": 27934.4, "total_tokens": 146591872} +{"current_steps": 740, "total_steps": 2931, "loss": 0.253094482421875, "lr": 4.824897405678549e-05, "epoch": 0.75776, "percentage": 25.25, "elapsed_time": "1:28:39", "remaining_time": "4:22:31", "throughput": 27934.81, "total_tokens": 148609728} +{"current_steps": 750, "total_steps": 2931, "loss": 0.24751272201538085, "lr": 4.8226525363411576e-05, "epoch": 0.768, "percentage": 25.59, "elapsed_time": "1:29:52", "remaining_time": "4:21:20", "throughput": 27932.17, "total_tokens": 150619520} +{"current_steps": 760, "total_steps": 2931, "loss": 0.2425351619720459, "lr": 4.820410797487017e-05, "epoch": 0.77824, "percentage": 25.93, "elapsed_time": "1:31:03", "remaining_time": "4:20:08", "throughput": 27932.12, "total_tokens": 152618560} +{"current_steps": 770, "total_steps": 2931, "loss": 0.2338550090789795, "lr": 4.818172181847091e-05, "epoch": 0.78848, "percentage": 26.27, "elapsed_time": "1:32:16", "remaining_time": "4:18:57", "throughput": 27927.16, "total_tokens": 154616256} +{"current_steps": 780, "total_steps": 2931, "loss": 0.23002958297729492, "lr": 4.81593668217595e-05, "epoch": 0.79872, "percentage": 26.61, "elapsed_time": "1:33:29", "remaining_time": "4:17:49", "throughput": 27921.64, "total_tokens": 156632640} +{"current_steps": 790, "total_steps": 2931, "loss": 0.22488293647766114, "lr": 4.813704291251675e-05, "epoch": 0.80896, "percentage": 26.95, "elapsed_time": "1:34:39", "remaining_time": "4:16:32", "throughput": 27929.67, "total_tokens": 158627584} +{"current_steps": 800, "total_steps": 2931, "loss": 0.21674442291259766, "lr": 4.811475001875759e-05, "epoch": 0.8192, "percentage": 27.29, "elapsed_time": "1:35:51", "remaining_time": "4:15:20", "throughput": 27929.06, "total_tokens": 160628608} +{"current_steps": 810, "total_steps": 2931, "loss": 0.21201133728027344, "lr": 4.8092488068730105e-05, "epoch": 0.82944, "percentage": 27.64, "elapsed_time": "1:37:03", "remaining_time": "4:14:09", "throughput": 27926.21, "total_tokens": 162631040} +{"current_steps": 820, "total_steps": 2931, "loss": 0.20578887462615966, "lr": 4.807025699091452e-05, "epoch": 0.83968, "percentage": 27.98, "elapsed_time": "1:38:16", "remaining_time": "4:12:59", "throughput": 27924.71, "total_tokens": 164655936} +{"current_steps": 830, "total_steps": 2931, "loss": 0.20376951694488527, "lr": 4.8048056714022325e-05, "epoch": 0.84992, "percentage": 28.32, "elapsed_time": "1:39:25", "remaining_time": "4:11:41", "throughput": 27932.28, "total_tokens": 166635648} +{"current_steps": 840, "total_steps": 2931, "loss": 0.19258487224578857, "lr": 4.802588716699519e-05, "epoch": 0.86016, "percentage": 28.66, "elapsed_time": "1:40:39", "remaining_time": "4:10:34", "throughput": 27928.95, "total_tokens": 168677504} +{"current_steps": 850, "total_steps": 2931, "loss": 0.18773103952407838, "lr": 4.8003748279004156e-05, "epoch": 0.8704, "percentage": 29.0, "elapsed_time": "1:41:53", "remaining_time": "4:09:26", "throughput": 27925.11, "total_tokens": 170712320} +{"current_steps": 860, "total_steps": 2931, "loss": 0.1815708875656128, "lr": 4.798163997944854e-05, "epoch": 0.88064, "percentage": 29.34, "elapsed_time": "1:43:05", "remaining_time": "4:08:15", "throughput": 27923.64, "total_tokens": 172726592} +{"current_steps": 870, "total_steps": 2931, "loss": 0.17781240940093995, "lr": 4.79595621979551e-05, "epoch": 0.89088, "percentage": 29.68, "elapsed_time": "1:44:17", "remaining_time": "4:07:03", "throughput": 27922.96, "total_tokens": 174723904} +{"current_steps": 880, "total_steps": 2931, "loss": 0.1705024003982544, "lr": 4.793751486437702e-05, "epoch": 0.90112, "percentage": 30.02, "elapsed_time": "1:45:27", "remaining_time": "4:05:47", "throughput": 27928.53, "total_tokens": 176724608} +{"current_steps": 890, "total_steps": 2931, "loss": 0.1674124240875244, "lr": 4.7915497908793064e-05, "epoch": 0.91136, "percentage": 30.37, "elapsed_time": "1:46:43", "remaining_time": "4:04:44", "throughput": 27918.65, "total_tokens": 178766720} +{"current_steps": 900, "total_steps": 2931, "loss": 0.1599474549293518, "lr": 4.7893511261506516e-05, "epoch": 0.9216, "percentage": 30.71, "elapsed_time": "1:47:54", "remaining_time": "4:03:30", "throughput": 27923.37, "total_tokens": 180780864} +{"current_steps": 910, "total_steps": 2931, "loss": 0.1556488037109375, "lr": 4.787155485304435e-05, "epoch": 0.93184, "percentage": 31.05, "elapsed_time": "1:49:03", "remaining_time": "4:02:13", "throughput": 27927.68, "total_tokens": 182756544} +{"current_steps": 920, "total_steps": 2931, "loss": 0.14749314785003662, "lr": 4.784962861415629e-05, "epoch": 0.94208, "percentage": 31.39, "elapsed_time": "1:50:14", "remaining_time": "4:00:58", "throughput": 27932.19, "total_tokens": 184760448} +{"current_steps": 930, "total_steps": 2931, "loss": 0.14295361042022706, "lr": 4.7827732475813884e-05, "epoch": 0.95232, "percentage": 31.73, "elapsed_time": "1:51:23", "remaining_time": "3:59:41", "throughput": 27940.72, "total_tokens": 186755072} +{"current_steps": 940, "total_steps": 2931, "loss": 0.13959715366363526, "lr": 4.7805866369209576e-05, "epoch": 0.96256, "percentage": 32.07, "elapsed_time": "1:52:35", "remaining_time": "3:58:29", "throughput": 27940.87, "total_tokens": 188760896} +{"current_steps": 950, "total_steps": 2931, "loss": 0.13509231805801392, "lr": 4.778403022575583e-05, "epoch": 0.9728, "percentage": 32.41, "elapsed_time": "1:53:48", "remaining_time": "3:57:19", "throughput": 27938.09, "total_tokens": 190778560} +{"current_steps": 960, "total_steps": 2931, "loss": 0.12972679138183593, "lr": 4.7762223977084195e-05, "epoch": 0.98304, "percentage": 32.75, "elapsed_time": "1:55:01", "remaining_time": "3:56:08", "throughput": 27937.63, "total_tokens": 192799232} +{"current_steps": 970, "total_steps": 2931, "loss": 0.12503955364227295, "lr": 4.774044755504444e-05, "epoch": 0.99328, "percentage": 33.09, "elapsed_time": "1:56:10", "remaining_time": "3:54:51", "throughput": 27945.94, "total_tokens": 194792768} +{"current_steps": 980, "total_steps": 2931, "loss": 0.10986135005950928, "lr": 4.7718700891703616e-05, "epoch": 1.003072, "percentage": 33.44, "elapsed_time": "1:57:15", "remaining_time": "3:53:25", "throughput": 27955.36, "total_tokens": 196668032} +{"current_steps": 990, "total_steps": 2931, "loss": 0.08115079402923583, "lr": 4.7696983919345215e-05, "epoch": 1.013312, "percentage": 33.78, "elapsed_time": "1:58:29", "remaining_time": "3:52:19", "throughput": 27948.27, "total_tokens": 198703552} +{"current_steps": 1000, "total_steps": 2931, "loss": 0.07811311483383179, "lr": 4.7675296570468216e-05, "epoch": 1.023552, "percentage": 34.12, "elapsed_time": "1:59:42", "remaining_time": "3:51:08", "throughput": 27947.45, "total_tokens": 200721088} +{"current_steps": 1010, "total_steps": 2931, "loss": 0.07646113634109497, "lr": 4.76536387777863e-05, "epoch": 1.033792, "percentage": 34.46, "elapsed_time": "2:00:55", "remaining_time": "3:50:00", "throughput": 27940.14, "total_tokens": 202724032} +{"current_steps": 1020, "total_steps": 2931, "loss": 0.07352162599563598, "lr": 4.7632010474226915e-05, "epoch": 1.044032, "percentage": 34.8, "elapsed_time": "2:02:05", "remaining_time": "3:48:45", "throughput": 27945.21, "total_tokens": 204720448} +{"current_steps": 1030, "total_steps": 2931, "loss": 0.07193953990936279, "lr": 4.761041159293035e-05, "epoch": 1.054272, "percentage": 35.14, "elapsed_time": "2:03:18", "remaining_time": "3:47:34", "throughput": 27944.37, "total_tokens": 206747072} +{"current_steps": 1040, "total_steps": 2931, "loss": 0.07109384536743164, "lr": 4.7588842067249e-05, "epoch": 1.064512, "percentage": 35.48, "elapsed_time": "2:04:31", "remaining_time": "3:46:26", "throughput": 27940.03, "total_tokens": 208767168} +{"current_steps": 1050, "total_steps": 2931, "loss": 0.06862571239471435, "lr": 4.756730183074637e-05, "epoch": 1.074752, "percentage": 35.82, "elapsed_time": "2:05:42", "remaining_time": "3:45:11", "throughput": 27942.14, "total_tokens": 210755648} +{"current_steps": 1060, "total_steps": 2931, "loss": 0.06509301662445069, "lr": 4.7545790817196314e-05, "epoch": 1.084992, "percentage": 36.17, "elapsed_time": "2:06:51", "remaining_time": "3:43:54", "throughput": 27951.52, "total_tokens": 212746688} +{"current_steps": 1070, "total_steps": 2931, "loss": 0.06395751237869263, "lr": 4.752430896058212e-05, "epoch": 1.095232, "percentage": 36.51, "elapsed_time": "2:08:04", "remaining_time": "3:42:44", "throughput": 27949.61, "total_tokens": 214772352} +{"current_steps": 1080, "total_steps": 2931, "loss": 0.06260917186737061, "lr": 4.750285619509567e-05, "epoch": 1.105472, "percentage": 36.85, "elapsed_time": "2:09:14", "remaining_time": "3:41:31", "throughput": 27953.07, "total_tokens": 216773568} +{"current_steps": 1090, "total_steps": 2931, "loss": 0.062073934078216556, "lr": 4.7481432455136644e-05, "epoch": 1.115712, "percentage": 37.19, "elapsed_time": "2:10:26", "remaining_time": "3:40:19", "throughput": 27950.6, "total_tokens": 218764928} +{"current_steps": 1100, "total_steps": 2931, "loss": 0.057993775606155394, "lr": 4.7460037675311584e-05, "epoch": 1.125952, "percentage": 37.53, "elapsed_time": "2:11:37", "remaining_time": "3:39:05", "throughput": 27952.42, "total_tokens": 220755776} +{"current_steps": 1110, "total_steps": 2931, "loss": 0.05776026248931885, "lr": 4.7438671790433126e-05, "epoch": 1.136192, "percentage": 37.87, "elapsed_time": "2:12:47", "remaining_time": "3:37:50", "throughput": 27957.57, "total_tokens": 222748608} +{"current_steps": 1120, "total_steps": 2931, "loss": 0.05773916840553284, "lr": 4.741733473551915e-05, "epoch": 1.146432, "percentage": 38.21, "elapsed_time": "2:14:01", "remaining_time": "3:36:43", "throughput": 27952.0, "total_tokens": 224784512} +{"current_steps": 1130, "total_steps": 2931, "loss": 0.05507153272628784, "lr": 4.7396026445791966e-05, "epoch": 1.156672, "percentage": 38.55, "elapsed_time": "2:15:15", "remaining_time": "3:35:34", "throughput": 27948.16, "total_tokens": 226813120} +{"current_steps": 1140, "total_steps": 2931, "loss": 0.05341644287109375, "lr": 4.737474685667742e-05, "epoch": 1.166912, "percentage": 38.89, "elapsed_time": "2:16:27", "remaining_time": "3:34:22", "throughput": 27947.35, "total_tokens": 228815232} +{"current_steps": 1150, "total_steps": 2931, "loss": 0.05063482522964478, "lr": 4.7353495903804165e-05, "epoch": 1.177152, "percentage": 39.24, "elapsed_time": "2:17:44", "remaining_time": "3:33:18", "throughput": 27937.33, "total_tokens": 230880320} +{"current_steps": 1160, "total_steps": 2931, "loss": 0.050589507818222045, "lr": 4.733227352300277e-05, "epoch": 1.187392, "percentage": 39.58, "elapsed_time": "2:18:58", "remaining_time": "3:32:10", "throughput": 27930.75, "total_tokens": 232907904} +{"current_steps": 1170, "total_steps": 2931, "loss": 0.04946887493133545, "lr": 4.731107965030496e-05, "epoch": 1.197632, "percentage": 39.92, "elapsed_time": "2:20:10", "remaining_time": "3:30:59", "throughput": 27931.32, "total_tokens": 234922176} +{"current_steps": 1180, "total_steps": 2931, "loss": 0.04885604977607727, "lr": 4.728991422194278e-05, "epoch": 1.207872, "percentage": 40.26, "elapsed_time": "2:21:21", "remaining_time": "3:29:45", "throughput": 27934.26, "total_tokens": 236912128} +{"current_steps": 1190, "total_steps": 2931, "loss": 0.048174849152565, "lr": 4.726877717434773e-05, "epoch": 1.218112, "percentage": 40.6, "elapsed_time": "2:22:31", "remaining_time": "3:28:30", "throughput": 27937.82, "total_tokens": 238900864} +{"current_steps": 1200, "total_steps": 2931, "loss": 0.04597228169441223, "lr": 4.724766844415013e-05, "epoch": 1.228352, "percentage": 40.94, "elapsed_time": "2:23:47", "remaining_time": "3:27:25", "throughput": 27928.63, "total_tokens": 240960448} +{"current_steps": 1210, "total_steps": 2931, "loss": 0.04480882287025452, "lr": 4.722658796817813e-05, "epoch": 1.238592, "percentage": 41.28, "elapsed_time": "2:25:02", "remaining_time": "3:26:17", "throughput": 27922.25, "total_tokens": 242998848} +{"current_steps": 1220, "total_steps": 2931, "loss": 0.04354588389396667, "lr": 4.7205535683457044e-05, "epoch": 1.248832, "percentage": 41.62, "elapsed_time": "2:26:07", "remaining_time": "3:24:56", "throughput": 27937.55, "total_tokens": 244947776} +{"current_steps": 1230, "total_steps": 2931, "loss": 0.041252422332763675, "lr": 4.7184511527208484e-05, "epoch": 1.259072, "percentage": 41.97, "elapsed_time": "2:27:18", "remaining_time": "3:23:43", "throughput": 27939.67, "total_tokens": 246951744} +{"current_steps": 1240, "total_steps": 2931, "loss": 0.03930726945400238, "lr": 4.7163515436849644e-05, "epoch": 1.269312, "percentage": 42.31, "elapsed_time": "2:28:32", "remaining_time": "3:22:34", "throughput": 27936.85, "total_tokens": 248987840} +{"current_steps": 1250, "total_steps": 2931, "loss": 0.03749307096004486, "lr": 4.714254734999245e-05, "epoch": 1.279552, "percentage": 42.65, "elapsed_time": "2:29:41", "remaining_time": "3:21:18", "throughput": 27941.87, "total_tokens": 250972928} +{"current_steps": 1260, "total_steps": 2931, "loss": 0.03726911842823029, "lr": 4.712160720444284e-05, "epoch": 1.289792, "percentage": 42.99, "elapsed_time": "2:30:53", "remaining_time": "3:20:07", "throughput": 27942.78, "total_tokens": 252991744} +{"current_steps": 1270, "total_steps": 2931, "loss": 0.03688657283782959, "lr": 4.710069493819992e-05, "epoch": 1.300032, "percentage": 43.33, "elapsed_time": "2:32:04", "remaining_time": "3:18:53", "throughput": 27945.9, "total_tokens": 254978432} +{"current_steps": 1280, "total_steps": 2931, "loss": 0.03622893989086151, "lr": 4.70798104894553e-05, "epoch": 1.3102719999999999, "percentage": 43.67, "elapsed_time": "2:33:12", "remaining_time": "3:17:37", "throughput": 27951.86, "total_tokens": 256958912} +{"current_steps": 1290, "total_steps": 2931, "loss": 0.03448793888092041, "lr": 4.705895379659219e-05, "epoch": 1.320512, "percentage": 44.01, "elapsed_time": "2:34:21", "remaining_time": "3:16:21", "throughput": 27956.46, "total_tokens": 258927104} +{"current_steps": 1300, "total_steps": 2931, "loss": 0.03333508670330047, "lr": 4.7038124798184766e-05, "epoch": 1.330752, "percentage": 44.35, "elapsed_time": "2:35:31", "remaining_time": "3:15:07", "throughput": 27959.58, "total_tokens": 260902016} +{"current_steps": 1310, "total_steps": 2931, "loss": 0.032725405693054196, "lr": 4.7017323432997304e-05, "epoch": 1.340992, "percentage": 44.69, "elapsed_time": "2:36:43", "remaining_time": "3:13:56", "throughput": 27957.23, "total_tokens": 262909696} +{"current_steps": 1320, "total_steps": 2931, "loss": 0.03168002963066101, "lr": 4.6996549639983506e-05, "epoch": 1.351232, "percentage": 45.04, "elapsed_time": "2:37:56", "remaining_time": "3:12:45", "throughput": 27956.79, "total_tokens": 264930176} +{"current_steps": 1330, "total_steps": 2931, "loss": 0.02995384335517883, "lr": 4.697580335828569e-05, "epoch": 1.361472, "percentage": 45.38, "elapsed_time": "2:39:10", "remaining_time": "3:11:36", "throughput": 27952.21, "total_tokens": 266964480} +{"current_steps": 1340, "total_steps": 2931, "loss": 0.030216827988624573, "lr": 4.6955084527234076e-05, "epoch": 1.371712, "percentage": 45.72, "elapsed_time": "2:40:23", "remaining_time": "3:10:25", "throughput": 27952.26, "total_tokens": 268993664} +{"current_steps": 1350, "total_steps": 2931, "loss": 0.028735750913619997, "lr": 4.6934393086346034e-05, "epoch": 1.381952, "percentage": 46.06, "elapsed_time": "2:41:31", "remaining_time": "3:09:09", "throughput": 27961.35, "total_tokens": 270981248} +{"current_steps": 1360, "total_steps": 2931, "loss": 0.026437461376190186, "lr": 4.6913728975325324e-05, "epoch": 1.392192, "percentage": 46.4, "elapsed_time": "2:42:42", "remaining_time": "3:07:56", "throughput": 27964.06, "total_tokens": 272987712} +{"current_steps": 1370, "total_steps": 2931, "loss": 0.02681639790534973, "lr": 4.6893092134061393e-05, "epoch": 1.4024320000000001, "percentage": 46.74, "elapsed_time": "2:43:56", "remaining_time": "3:06:48", "throughput": 27958.14, "total_tokens": 275016192} +{"current_steps": 1380, "total_steps": 2931, "loss": 0.02621593475341797, "lr": 4.687248250262859e-05, "epoch": 1.412672, "percentage": 47.08, "elapsed_time": "2:45:06", "remaining_time": "3:05:34", "throughput": 27960.23, "total_tokens": 277001984} +{"current_steps": 1390, "total_steps": 2931, "loss": 0.025581035017967223, "lr": 4.685190002128548e-05, "epoch": 1.422912, "percentage": 47.42, "elapsed_time": "2:46:22", "remaining_time": "3:04:26", "throughput": 27953.45, "total_tokens": 279033856} +{"current_steps": 1400, "total_steps": 2931, "loss": 0.02472420036792755, "lr": 4.6831344630474114e-05, "epoch": 1.433152, "percentage": 47.77, "elapsed_time": "2:47:41", "remaining_time": "3:03:22", "throughput": 27939.8, "total_tokens": 281106624} +{"current_steps": 1410, "total_steps": 2931, "loss": 0.023309352993965148, "lr": 4.6810816270819276e-05, "epoch": 1.443392, "percentage": 48.11, "elapsed_time": "2:48:49", "remaining_time": "3:02:06", "throughput": 27948.72, "total_tokens": 283099072} +{"current_steps": 1420, "total_steps": 2931, "loss": 0.0234044149518013, "lr": 4.679031488312777e-05, "epoch": 1.453632, "percentage": 48.45, "elapsed_time": "2:50:04", "remaining_time": "3:00:57", "throughput": 27942.05, "total_tokens": 285122560} +{"current_steps": 1430, "total_steps": 2931, "loss": 0.021864794194698334, "lr": 4.6769840408387717e-05, "epoch": 1.463872, "percentage": 48.79, "elapsed_time": "2:51:15", "remaining_time": "2:59:45", "throughput": 27940.97, "total_tokens": 287115584} +{"current_steps": 1440, "total_steps": 2931, "loss": 0.022062216699123383, "lr": 4.674939278776787e-05, "epoch": 1.4741119999999999, "percentage": 49.13, "elapsed_time": "2:52:28", "remaining_time": "2:58:34", "throughput": 27940.84, "total_tokens": 289142976} +{"current_steps": 1450, "total_steps": 2931, "loss": 0.020946532487869263, "lr": 4.672897196261683e-05, "epoch": 1.484352, "percentage": 49.47, "elapsed_time": "2:53:40", "remaining_time": "2:57:23", "throughput": 27940.86, "total_tokens": 291151552} +{"current_steps": 1460, "total_steps": 2931, "loss": 0.021855458617210388, "lr": 4.670857787446238e-05, "epoch": 1.494592, "percentage": 49.81, "elapsed_time": "2:54:54", "remaining_time": "2:56:13", "throughput": 27937.09, "total_tokens": 293175936} +{"current_steps": 1470, "total_steps": 2931, "loss": 0.019446633756160736, "lr": 4.668821046501082e-05, "epoch": 1.504832, "percentage": 50.15, "elapsed_time": "2:56:06", "remaining_time": "2:55:02", "throughput": 27936.62, "total_tokens": 295201984} +{"current_steps": 1480, "total_steps": 2931, "loss": 0.018910986185073853, "lr": 4.6667869676146194e-05, "epoch": 1.515072, "percentage": 50.49, "elapsed_time": "2:57:23", "remaining_time": "2:53:54", "throughput": 27927.41, "total_tokens": 297239808} +{"current_steps": 1490, "total_steps": 2931, "loss": 0.0188526451587677, "lr": 4.6647555449929645e-05, "epoch": 1.525312, "percentage": 50.84, "elapsed_time": "2:58:38", "remaining_time": "2:52:46", "throughput": 27920.22, "total_tokens": 299265024} +{"current_steps": 1500, "total_steps": 2931, "loss": 0.0179020956158638, "lr": 4.662726772859869e-05, "epoch": 1.535552, "percentage": 51.18, "elapsed_time": "2:59:51", "remaining_time": "2:51:34", "throughput": 27919.79, "total_tokens": 301289600} +{"current_steps": 1510, "total_steps": 2931, "loss": 0.017698875069618224, "lr": 4.660700645456655e-05, "epoch": 1.545792, "percentage": 51.52, "elapsed_time": "3:01:01", "remaining_time": "2:50:21", "throughput": 27923.08, "total_tokens": 303298944} +{"current_steps": 1520, "total_steps": 2931, "loss": 0.016229704022407532, "lr": 4.658677157042149e-05, "epoch": 1.556032, "percentage": 51.86, "elapsed_time": "3:02:12", "remaining_time": "2:49:08", "throughput": 27926.78, "total_tokens": 305301120} +{"current_steps": 1530, "total_steps": 2931, "loss": 0.015268620848655701, "lr": 4.656656301892605e-05, "epoch": 1.566272, "percentage": 52.2, "elapsed_time": "3:03:25", "remaining_time": "2:47:57", "throughput": 27921.96, "total_tokens": 307290560} +{"current_steps": 1540, "total_steps": 2931, "loss": 0.016469526290893554, "lr": 4.6546380743016465e-05, "epoch": 1.5765120000000001, "percentage": 52.54, "elapsed_time": "3:04:34", "remaining_time": "2:46:42", "throughput": 27926.73, "total_tokens": 309270848} +{"current_steps": 1550, "total_steps": 2931, "loss": 0.015096321702003479, "lr": 4.652622468580193e-05, "epoch": 1.5867520000000002, "percentage": 52.88, "elapsed_time": "3:05:46", "remaining_time": "2:45:31", "throughput": 27927.44, "total_tokens": 311299328} +{"current_steps": 1560, "total_steps": 2931, "loss": 0.015387380123138427, "lr": 4.650609479056392e-05, "epoch": 1.596992, "percentage": 53.22, "elapsed_time": "3:06:54", "remaining_time": "2:44:15", "throughput": 27934.06, "total_tokens": 313267840} +{"current_steps": 1570, "total_steps": 2931, "loss": 0.014029040932655334, "lr": 4.648599100075556e-05, "epoch": 1.607232, "percentage": 53.57, "elapsed_time": "3:08:05", "remaining_time": "2:43:02", "throughput": 27938.0, "total_tokens": 315284992} +{"current_steps": 1580, "total_steps": 2931, "loss": 0.014028981328010559, "lr": 4.6465913260000945e-05, "epoch": 1.617472, "percentage": 53.91, "elapsed_time": "3:09:18", "remaining_time": "2:41:52", "throughput": 27935.74, "total_tokens": 317306816} +{"current_steps": 1590, "total_steps": 2931, "loss": 0.013350155949592591, "lr": 4.644586151209444e-05, "epoch": 1.627712, "percentage": 54.25, "elapsed_time": "3:10:29", "remaining_time": "2:40:39", "throughput": 27938.43, "total_tokens": 319310464} +{"current_steps": 1600, "total_steps": 2931, "loss": 0.013065680861473083, "lr": 4.6425835701000084e-05, "epoch": 1.6379519999999999, "percentage": 54.59, "elapsed_time": "3:11:40", "remaining_time": "2:39:27", "throughput": 27939.73, "total_tokens": 321328896} +{"current_steps": 1610, "total_steps": 2931, "loss": 0.012181369960308075, "lr": 4.640583577085084e-05, "epoch": 1.6481919999999999, "percentage": 54.93, "elapsed_time": "3:12:53", "remaining_time": "2:38:16", "throughput": 27937.78, "total_tokens": 323339008} +{"current_steps": 1620, "total_steps": 2931, "loss": 0.012439670413732529, "lr": 4.638586166594806e-05, "epoch": 1.658432, "percentage": 55.27, "elapsed_time": "3:14:02", "remaining_time": "2:37:01", "throughput": 27941.64, "total_tokens": 325311936} +{"current_steps": 1630, "total_steps": 2931, "loss": 0.01156621277332306, "lr": 4.6365913330760726e-05, "epoch": 1.668672, "percentage": 55.61, "elapsed_time": "3:15:14", "remaining_time": "2:35:50", "throughput": 27942.01, "total_tokens": 327330944} +{"current_steps": 1640, "total_steps": 2931, "loss": 0.011320900171995163, "lr": 4.6345990709924855e-05, "epoch": 1.678912, "percentage": 55.95, "elapsed_time": "3:16:25", "remaining_time": "2:34:37", "throughput": 27944.93, "total_tokens": 329349504} +{"current_steps": 1650, "total_steps": 2931, "loss": 0.011535357683897018, "lr": 4.632609374824284e-05, "epoch": 1.689152, "percentage": 56.29, "elapsed_time": "3:17:34", "remaining_time": "2:33:23", "throughput": 27951.39, "total_tokens": 331350144} +{"current_steps": 1660, "total_steps": 2931, "loss": 0.010813712328672408, "lr": 4.630622239068285e-05, "epoch": 1.699392, "percentage": 56.64, "elapsed_time": "3:18:47", "remaining_time": "2:32:12", "throughput": 27949.59, "total_tokens": 333357824} +{"current_steps": 1670, "total_steps": 2931, "loss": 0.010460171103477477, "lr": 4.628637658237808e-05, "epoch": 1.709632, "percentage": 56.98, "elapsed_time": "3:19:58", "remaining_time": "2:31:00", "throughput": 27950.47, "total_tokens": 335369856} +{"current_steps": 1680, "total_steps": 2931, "loss": 0.0098984993994236, "lr": 4.626655626862625e-05, "epoch": 1.719872, "percentage": 57.32, "elapsed_time": "3:21:09", "remaining_time": "2:29:47", "throughput": 27952.34, "total_tokens": 337365952} +{"current_steps": 1690, "total_steps": 2931, "loss": 0.009945446252822876, "lr": 4.624676139488888e-05, "epoch": 1.730112, "percentage": 57.66, "elapsed_time": "3:22:25", "remaining_time": "2:28:38", "throughput": 27945.73, "total_tokens": 339410240} +{"current_steps": 1700, "total_steps": 2931, "loss": 0.009306684136390686, "lr": 4.6226991906790686e-05, "epoch": 1.7403520000000001, "percentage": 58.0, "elapsed_time": "3:23:35", "remaining_time": "2:27:25", "throughput": 27950.19, "total_tokens": 341428992} +{"current_steps": 1710, "total_steps": 2931, "loss": 0.009691517055034637, "lr": 4.620724775011897e-05, "epoch": 1.7505920000000001, "percentage": 58.34, "elapsed_time": "3:24:48", "remaining_time": "2:26:14", "throughput": 27948.64, "total_tokens": 343457216} +{"current_steps": 1720, "total_steps": 2931, "loss": 0.008967689424753188, "lr": 4.618752887082297e-05, "epoch": 1.760832, "percentage": 58.68, "elapsed_time": "3:25:57", "remaining_time": "2:25:00", "throughput": 27952.8, "total_tokens": 345431232} +{"current_steps": 1730, "total_steps": 2931, "loss": 0.008772896230220794, "lr": 4.616783521501325e-05, "epoch": 1.771072, "percentage": 59.02, "elapsed_time": "3:27:12", "remaining_time": "2:23:51", "throughput": 27945.91, "total_tokens": 347450176} +{"current_steps": 1740, "total_steps": 2931, "loss": 0.008689258992671967, "lr": 4.614816672896108e-05, "epoch": 1.781312, "percentage": 59.37, "elapsed_time": "3:28:22", "remaining_time": "2:22:37", "throughput": 27948.82, "total_tokens": 349421504} +{"current_steps": 1750, "total_steps": 2931, "loss": 0.008518567681312561, "lr": 4.612852335909782e-05, "epoch": 1.791552, "percentage": 59.71, "elapsed_time": "3:29:27", "remaining_time": "2:21:21", "throughput": 27957.63, "total_tokens": 351366656} +{"current_steps": 1760, "total_steps": 2931, "loss": 0.008236590027809142, "lr": 4.6108905052014323e-05, "epoch": 1.8017919999999998, "percentage": 60.05, "elapsed_time": "3:30:39", "remaining_time": "2:20:09", "throughput": 27959.21, "total_tokens": 353376960} +{"current_steps": 1770, "total_steps": 2931, "loss": 0.007975803315639496, "lr": 4.608931175446027e-05, "epoch": 1.8120319999999999, "percentage": 60.39, "elapsed_time": "3:31:47", "remaining_time": "2:18:55", "throughput": 27965.36, "total_tokens": 355372096} +{"current_steps": 1780, "total_steps": 2931, "loss": 0.008116719126701356, "lr": 4.606974341334367e-05, "epoch": 1.822272, "percentage": 60.73, "elapsed_time": "3:32:56", "remaining_time": "2:17:41", "throughput": 27969.56, "total_tokens": 357352000} +{"current_steps": 1790, "total_steps": 2931, "loss": 0.007819350808858871, "lr": 4.605019997573011e-05, "epoch": 1.832512, "percentage": 61.07, "elapsed_time": "3:34:09", "remaining_time": "2:16:30", "throughput": 27968.38, "total_tokens": 359375232} +{"current_steps": 1800, "total_steps": 2931, "loss": 0.008013889193534851, "lr": 4.603068138884229e-05, "epoch": 1.842752, "percentage": 61.41, "elapsed_time": "3:35:24", "remaining_time": "2:15:21", "throughput": 27963.43, "total_tokens": 361425216} +{"current_steps": 1810, "total_steps": 2931, "loss": 0.007500405609607697, "lr": 4.6011187600059345e-05, "epoch": 1.852992, "percentage": 61.75, "elapsed_time": "3:36:35", "remaining_time": "2:14:08", "throughput": 27965.61, "total_tokens": 363422336} +{"current_steps": 1820, "total_steps": 2931, "loss": 0.007371760904788971, "lr": 4.599171855691629e-05, "epoch": 1.863232, "percentage": 62.09, "elapsed_time": "3:37:53", "remaining_time": "2:13:00", "throughput": 27954.72, "total_tokens": 365459840} +{"current_steps": 1830, "total_steps": 2931, "loss": 0.007434654235839844, "lr": 4.597227420710335e-05, "epoch": 1.873472, "percentage": 62.44, "elapsed_time": "3:39:03", "remaining_time": "2:11:47", "throughput": 27957.82, "total_tokens": 367456320} +{"current_steps": 1840, "total_steps": 2931, "loss": 0.007234874367713928, "lr": 4.595285449846551e-05, "epoch": 1.883712, "percentage": 62.78, "elapsed_time": "3:40:11", "remaining_time": "2:10:33", "throughput": 27961.08, "total_tokens": 369417920} +{"current_steps": 1850, "total_steps": 2931, "loss": 0.007048602402210236, "lr": 4.593345937900178e-05, "epoch": 1.893952, "percentage": 63.12, "elapsed_time": "3:41:22", "remaining_time": "2:09:21", "throughput": 27964.98, "total_tokens": 371435072} +{"current_steps": 1860, "total_steps": 2931, "loss": 0.007115562260150909, "lr": 4.591408879686472e-05, "epoch": 1.904192, "percentage": 63.46, "elapsed_time": "3:42:29", "remaining_time": "2:08:06", "throughput": 27972.84, "total_tokens": 373413504} +{"current_steps": 1870, "total_steps": 2931, "loss": 0.0069166868925094604, "lr": 4.5894742700359775e-05, "epoch": 1.9144320000000001, "percentage": 63.8, "elapsed_time": "3:43:43", "remaining_time": "2:06:56", "throughput": 27969.83, "total_tokens": 375452096} +{"current_steps": 1880, "total_steps": 2931, "loss": 0.006946581602096558, "lr": 4.587542103794477e-05, "epoch": 1.9246720000000002, "percentage": 64.14, "elapsed_time": "3:44:54", "remaining_time": "2:05:43", "throughput": 27971.42, "total_tokens": 377457408} +{"current_steps": 1890, "total_steps": 2931, "loss": 0.006722895056009292, "lr": 4.5856123758229247e-05, "epoch": 1.934912, "percentage": 64.48, "elapsed_time": "3:46:04", "remaining_time": "2:04:31", "throughput": 27974.22, "total_tokens": 379465216} +{"current_steps": 1900, "total_steps": 2931, "loss": 0.006712291389703751, "lr": 4.5836850809973993e-05, "epoch": 1.945152, "percentage": 64.82, "elapsed_time": "3:47:13", "remaining_time": "2:03:17", "throughput": 27978.54, "total_tokens": 381443840} +{"current_steps": 1910, "total_steps": 2931, "loss": 0.006593970954418183, "lr": 4.5817602142090385e-05, "epoch": 1.955392, "percentage": 65.17, "elapsed_time": "3:48:28", "remaining_time": "2:02:07", "throughput": 27974.56, "total_tokens": 383492032} +{"current_steps": 1920, "total_steps": 2931, "loss": 0.006644654273986817, "lr": 4.579837770363989e-05, "epoch": 1.965632, "percentage": 65.51, "elapsed_time": "3:49:41", "remaining_time": "2:00:57", "throughput": 27973.18, "total_tokens": 385522624} +{"current_steps": 1930, "total_steps": 2931, "loss": 0.006544043123722076, "lr": 4.57791774438334e-05, "epoch": 1.9758719999999999, "percentage": 65.85, "elapsed_time": "3:50:56", "remaining_time": "1:59:46", "throughput": 27968.56, "total_tokens": 387554240} +{"current_steps": 1940, "total_steps": 2931, "loss": 0.006355230510234833, "lr": 4.576000131203078e-05, "epoch": 1.9861119999999999, "percentage": 66.19, "elapsed_time": "3:52:08", "remaining_time": "1:58:35", "throughput": 27967.76, "total_tokens": 389552960} +{"current_steps": 1950, "total_steps": 2931, "loss": 0.006281337141990662, "lr": 4.574084925774023e-05, "epoch": 1.996352, "percentage": 66.53, "elapsed_time": "3:53:22", "remaining_time": "1:57:24", "throughput": 27964.44, "total_tokens": 391574656} +{"current_steps": 1960, "total_steps": 2931, "loss": 0.005665350705385208, "lr": 4.5721721230617795e-05, "epoch": 2.006144, "percentage": 66.87, "elapsed_time": "3:54:32", "remaining_time": "1:56:11", "throughput": 27964.29, "total_tokens": 393515200} +{"current_steps": 1970, "total_steps": 2931, "loss": 0.00525745153427124, "lr": 4.57026171804667e-05, "epoch": 2.016384, "percentage": 67.21, "elapsed_time": "3:55:44", "remaining_time": "1:54:59", "throughput": 27964.37, "total_tokens": 395529664} +{"current_steps": 1980, "total_steps": 2931, "loss": 0.005201469361782074, "lr": 4.568353705723692e-05, "epoch": 2.026624, "percentage": 67.55, "elapsed_time": "3:56:50", "remaining_time": "1:53:45", "throughput": 27972.15, "total_tokens": 397487424} +{"current_steps": 1990, "total_steps": 2931, "loss": 0.005276227742433548, "lr": 4.566448081102455e-05, "epoch": 2.036864, "percentage": 67.89, "elapsed_time": "3:58:02", "remaining_time": "1:52:33", "throughput": 27971.6, "total_tokens": 399499776} +{"current_steps": 2000, "total_steps": 2931, "loss": 0.005213438719511032, "lr": 4.564544839207128e-05, "epoch": 2.047104, "percentage": 68.24, "elapsed_time": "3:59:13", "remaining_time": "1:51:21", "throughput": 27972.73, "total_tokens": 401505216} +{"current_steps": 2010, "total_steps": 2931, "loss": 0.005236967653036118, "lr": 4.562643975076387e-05, "epoch": 2.057344, "percentage": 68.58, "elapsed_time": "4:00:24", "remaining_time": "1:50:09", "throughput": 27973.74, "total_tokens": 403493888} +{"current_steps": 2020, "total_steps": 2931, "loss": 0.0052146721631288525, "lr": 4.560745483763357e-05, "epoch": 2.067584, "percentage": 68.92, "elapsed_time": "4:01:34", "remaining_time": "1:48:56", "throughput": 27975.53, "total_tokens": 405488704} +{"current_steps": 2030, "total_steps": 2931, "loss": 0.005139049887657165, "lr": 4.5588493603355595e-05, "epoch": 2.077824, "percentage": 69.26, "elapsed_time": "4:02:44", "remaining_time": "1:47:44", "throughput": 27975.96, "total_tokens": 407464640} +{"current_steps": 2040, "total_steps": 2931, "loss": 0.005121592432260513, "lr": 4.556955599874859e-05, "epoch": 2.088064, "percentage": 69.6, "elapsed_time": "4:03:53", "remaining_time": "1:46:31", "throughput": 27980.59, "total_tokens": 409450432} +{"current_steps": 2050, "total_steps": 2931, "loss": 0.0051218770444393154, "lr": 4.555064197477409e-05, "epoch": 2.098304, "percentage": 69.94, "elapsed_time": "4:05:06", "remaining_time": "1:45:20", "throughput": 27977.51, "total_tokens": 411460480} +{"current_steps": 2060, "total_steps": 2931, "loss": 0.005105789378285408, "lr": 4.5531751482536e-05, "epoch": 2.108544, "percentage": 70.28, "elapsed_time": "4:06:17", "remaining_time": "1:44:07", "throughput": 27979.28, "total_tokens": 413451776} +{"current_steps": 2070, "total_steps": 2931, "loss": 0.005103696137666702, "lr": 4.5512884473280024e-05, "epoch": 2.118784, "percentage": 70.62, "elapsed_time": "4:07:29", "remaining_time": "1:42:56", "throughput": 27978.14, "total_tokens": 415470592} +{"current_steps": 2080, "total_steps": 2931, "loss": 0.005021055787801742, "lr": 4.549404089839322e-05, "epoch": 2.129024, "percentage": 70.97, "elapsed_time": "4:08:41", "remaining_time": "1:41:45", "throughput": 27976.56, "total_tokens": 417460160} +{"current_steps": 2090, "total_steps": 2931, "loss": 0.005071662366390228, "lr": 4.547522070940335e-05, "epoch": 2.139264, "percentage": 71.31, "elapsed_time": "4:09:52", "remaining_time": "1:40:32", "throughput": 27978.19, "total_tokens": 419456640} +{"current_steps": 2100, "total_steps": 2931, "loss": 0.005032730847597122, "lr": 4.545642385797848e-05, "epoch": 2.149504, "percentage": 71.65, "elapsed_time": "4:11:06", "remaining_time": "1:39:22", "throughput": 27974.18, "total_tokens": 421486912} +{"current_steps": 2110, "total_steps": 2931, "loss": 0.00504358783364296, "lr": 4.543765029592637e-05, "epoch": 2.159744, "percentage": 71.99, "elapsed_time": "4:12:25", "remaining_time": "1:38:12", "throughput": 27965.67, "total_tokens": 423541056} +{"current_steps": 2120, "total_steps": 2931, "loss": 0.0049100361764431, "lr": 4.541889997519403e-05, "epoch": 2.169984, "percentage": 72.33, "elapsed_time": "4:13:32", "remaining_time": "1:36:59", "throughput": 27971.32, "total_tokens": 425501760} +{"current_steps": 2130, "total_steps": 2931, "loss": 0.005002960935235024, "lr": 4.5400172847867095e-05, "epoch": 2.180224, "percentage": 72.67, "elapsed_time": "4:14:39", "remaining_time": "1:35:45", "throughput": 27976.88, "total_tokens": 427472320} +{"current_steps": 2140, "total_steps": 2931, "loss": 0.005049411952495575, "lr": 4.5381468866169466e-05, "epoch": 2.190464, "percentage": 73.01, "elapsed_time": "4:15:49", "remaining_time": "1:34:33", "throughput": 27979.98, "total_tokens": 429492544} +{"current_steps": 2150, "total_steps": 2931, "loss": 0.004954206943511963, "lr": 4.5362787982462616e-05, "epoch": 2.200704, "percentage": 73.35, "elapsed_time": "4:16:57", "remaining_time": "1:33:20", "throughput": 27986.62, "total_tokens": 431474560} +{"current_steps": 2160, "total_steps": 2931, "loss": 0.004945812746882439, "lr": 4.5344130149245275e-05, "epoch": 2.210944, "percentage": 73.69, "elapsed_time": "4:18:07", "remaining_time": "1:32:08", "throughput": 27989.3, "total_tokens": 433476224} +{"current_steps": 2170, "total_steps": 2931, "loss": 0.004998266696929932, "lr": 4.5325495319152715e-05, "epoch": 2.221184, "percentage": 74.04, "elapsed_time": "4:19:18", "remaining_time": "1:30:56", "throughput": 27991.99, "total_tokens": 435507776} +{"current_steps": 2180, "total_steps": 2931, "loss": 0.00497533455491066, "lr": 4.530688344495644e-05, "epoch": 2.231424, "percentage": 74.38, "elapsed_time": "4:20:34", "remaining_time": "1:29:45", "throughput": 27987.1, "total_tokens": 437550336} +{"current_steps": 2190, "total_steps": 2931, "loss": 0.004857704415917397, "lr": 4.528829447956357e-05, "epoch": 2.241664, "percentage": 74.72, "elapsed_time": "4:21:40", "remaining_time": "1:28:32", "throughput": 27993.7, "total_tokens": 439513280} +{"current_steps": 2200, "total_steps": 2931, "loss": 0.004866150766611099, "lr": 4.526972837601633e-05, "epoch": 2.251904, "percentage": 75.06, "elapsed_time": "4:22:51", "remaining_time": "1:27:20", "throughput": 27993.71, "total_tokens": 441508032} +{"current_steps": 2210, "total_steps": 2931, "loss": 0.004855437949299812, "lr": 4.525118508749165e-05, "epoch": 2.262144, "percentage": 75.4, "elapsed_time": "4:24:00", "remaining_time": "1:26:07", "throughput": 27997.09, "total_tokens": 443485504} +{"current_steps": 2220, "total_steps": 2931, "loss": 0.0049121581017971035, "lr": 4.5232664567300546e-05, "epoch": 2.272384, "percentage": 75.74, "elapsed_time": "4:25:12", "remaining_time": "1:24:56", "throughput": 27996.52, "total_tokens": 445490048} +{"current_steps": 2230, "total_steps": 2931, "loss": 0.004935600981116295, "lr": 4.521416676888773e-05, "epoch": 2.282624, "percentage": 76.08, "elapsed_time": "4:26:24", "remaining_time": "1:23:44", "throughput": 27995.98, "total_tokens": 447501248} +{"current_steps": 2240, "total_steps": 2931, "loss": 0.004881329089403153, "lr": 4.519569164583107e-05, "epoch": 2.292864, "percentage": 76.42, "elapsed_time": "4:27:36", "remaining_time": "1:22:33", "throughput": 27995.42, "total_tokens": 449501312} +{"current_steps": 2250, "total_steps": 2931, "loss": 0.004859179258346558, "lr": 4.517723915184109e-05, "epoch": 2.303104, "percentage": 76.77, "elapsed_time": "4:28:50", "remaining_time": "1:21:22", "throughput": 27992.11, "total_tokens": 451525888} +{"current_steps": 2260, "total_steps": 2931, "loss": 0.0048702418804168705, "lr": 4.5158809240760506e-05, "epoch": 2.313344, "percentage": 77.11, "elapsed_time": "4:30:03", "remaining_time": "1:20:10", "throughput": 27990.94, "total_tokens": 453539456} +{"current_steps": 2270, "total_steps": 2931, "loss": 0.004770452529191971, "lr": 4.514040186656375e-05, "epoch": 2.323584, "percentage": 77.45, "elapsed_time": "4:31:15", "remaining_time": "1:18:59", "throughput": 27989.01, "total_tokens": 455540800} +{"current_steps": 2280, "total_steps": 2931, "loss": 0.004840082675218582, "lr": 4.512201698335644e-05, "epoch": 2.333824, "percentage": 77.79, "elapsed_time": "4:32:26", "remaining_time": "1:17:47", "throughput": 27989.76, "total_tokens": 457537984} +{"current_steps": 2290, "total_steps": 2931, "loss": 0.004802238196134567, "lr": 4.510365454537496e-05, "epoch": 2.344064, "percentage": 78.13, "elapsed_time": "4:33:34", "remaining_time": "1:16:34", "throughput": 27994.07, "total_tokens": 459519040} +{"current_steps": 2300, "total_steps": 2931, "loss": 0.0047688383609056475, "lr": 4.5085314506985945e-05, "epoch": 2.354304, "percentage": 78.47, "elapsed_time": "4:34:44", "remaining_time": "1:15:22", "throughput": 27996.36, "total_tokens": 461504320} +{"current_steps": 2310, "total_steps": 2931, "loss": 0.004731994122266769, "lr": 4.50669968226858e-05, "epoch": 2.364544, "percentage": 78.81, "elapsed_time": "4:35:52", "remaining_time": "1:14:09", "throughput": 28000.76, "total_tokens": 463484608} +{"current_steps": 2320, "total_steps": 2931, "loss": 0.004760279133915901, "lr": 4.504870144710027e-05, "epoch": 2.374784, "percentage": 79.15, "elapsed_time": "4:37:03", "remaining_time": "1:12:57", "throughput": 28001.43, "total_tokens": 465478912} +{"current_steps": 2330, "total_steps": 2931, "loss": 0.004723610356450081, "lr": 4.5030428334983884e-05, "epoch": 2.385024, "percentage": 79.5, "elapsed_time": "4:38:19", "remaining_time": "1:11:47", "throughput": 27998.5, "total_tokens": 467551232} +{"current_steps": 2340, "total_steps": 2931, "loss": 0.004661402851343155, "lr": 4.501217744121959e-05, "epoch": 2.395264, "percentage": 79.84, "elapsed_time": "4:39:33", "remaining_time": "1:10:36", "throughput": 27994.72, "total_tokens": 469581568} +{"current_steps": 2350, "total_steps": 2931, "loss": 0.004748685657978058, "lr": 4.499394872081821e-05, "epoch": 2.405504, "percentage": 80.18, "elapsed_time": "4:40:45", "remaining_time": "1:09:24", "throughput": 27995.1, "total_tokens": 471585152} +{"current_steps": 2360, "total_steps": 2931, "loss": 0.004757498577237129, "lr": 4.4975742128918e-05, "epoch": 2.415744, "percentage": 80.52, "elapsed_time": "4:41:55", "remaining_time": "1:08:12", "throughput": 27996.78, "total_tokens": 473578176} +{"current_steps": 2370, "total_steps": 2931, "loss": 0.004699341207742691, "lr": 4.495755762078418e-05, "epoch": 2.425984, "percentage": 80.86, "elapsed_time": "4:43:09", "remaining_time": "1:07:01", "throughput": 27993.71, "total_tokens": 475608960} +{"current_steps": 2380, "total_steps": 2931, "loss": 0.004687727242708206, "lr": 4.49393951518085e-05, "epoch": 2.436224, "percentage": 81.2, "elapsed_time": "4:44:26", "remaining_time": "1:05:51", "throughput": 27989.1, "total_tokens": 477675968} +{"current_steps": 2390, "total_steps": 2931, "loss": 0.004727355390787125, "lr": 4.4921254677508716e-05, "epoch": 2.446464, "percentage": 81.54, "elapsed_time": "4:45:37", "remaining_time": "1:04:39", "throughput": 27990.86, "total_tokens": 479688000} +{"current_steps": 2400, "total_steps": 2931, "loss": 0.004683735221624375, "lr": 4.490313615352821e-05, "epoch": 2.456704, "percentage": 81.88, "elapsed_time": "4:46:50", "remaining_time": "1:03:27", "throughput": 27989.53, "total_tokens": 481709440} +{"current_steps": 2410, "total_steps": 2931, "loss": 0.0046593818813562395, "lr": 4.48850395356355e-05, "epoch": 2.466944, "percentage": 82.22, "elapsed_time": "4:48:02", "remaining_time": "1:02:16", "throughput": 27988.63, "total_tokens": 483715648} +{"current_steps": 2420, "total_steps": 2931, "loss": 0.004705347865819931, "lr": 4.486696477972375e-05, "epoch": 2.477184, "percentage": 82.57, "elapsed_time": "4:49:16", "remaining_time": "1:01:04", "throughput": 27986.2, "total_tokens": 485743040} +{"current_steps": 2430, "total_steps": 2931, "loss": 0.004584659263491631, "lr": 4.484891184181041e-05, "epoch": 2.487424, "percentage": 82.91, "elapsed_time": "4:50:29", "remaining_time": "0:59:53", "throughput": 27984.83, "total_tokens": 487766208} +{"current_steps": 2440, "total_steps": 2931, "loss": 0.0046070806682109834, "lr": 4.483088067803662e-05, "epoch": 2.497664, "percentage": 83.25, "elapsed_time": "4:51:45", "remaining_time": "0:58:42", "throughput": 27980.31, "total_tokens": 489803136} +{"current_steps": 2450, "total_steps": 2931, "loss": 0.004666749015450477, "lr": 4.481287124466697e-05, "epoch": 2.507904, "percentage": 83.59, "elapsed_time": "4:52:52", "remaining_time": "0:57:29", "throughput": 27985.13, "total_tokens": 491769280} +{"current_steps": 2460, "total_steps": 2931, "loss": 0.0045741736888885495, "lr": 4.479488349808885e-05, "epoch": 2.518144, "percentage": 83.93, "elapsed_time": "4:54:00", "remaining_time": "0:56:17", "throughput": 27990.38, "total_tokens": 493764288} +{"current_steps": 2470, "total_steps": 2931, "loss": 0.004661215096712112, "lr": 4.4776917394812114e-05, "epoch": 2.528384, "percentage": 84.27, "elapsed_time": "4:55:12", "remaining_time": "0:55:05", "throughput": 27989.1, "total_tokens": 495765184} +{"current_steps": 2480, "total_steps": 2931, "loss": 0.004575810208916664, "lr": 4.475897289146862e-05, "epoch": 2.538624, "percentage": 84.61, "elapsed_time": "4:56:26", "remaining_time": "0:53:54", "throughput": 27987.01, "total_tokens": 497788736} +{"current_steps": 2490, "total_steps": 2931, "loss": 0.0045924406498670575, "lr": 4.4741049944811806e-05, "epoch": 2.548864, "percentage": 84.95, "elapsed_time": "4:57:39", "remaining_time": "0:52:42", "throughput": 27986.34, "total_tokens": 499810304} +{"current_steps": 2500, "total_steps": 2931, "loss": 0.004592006653547287, "lr": 4.472314851171621e-05, "epoch": 2.559104, "percentage": 85.3, "elapsed_time": "4:58:48", "remaining_time": "0:51:30", "throughput": 27988.3, "total_tokens": 501800576} +{"current_steps": 2510, "total_steps": 2931, "loss": 0.004537731781601906, "lr": 4.4705268549177084e-05, "epoch": 2.569344, "percentage": 85.64, "elapsed_time": "5:00:00", "remaining_time": "0:50:19", "throughput": 27987.34, "total_tokens": 503798656} +{"current_steps": 2520, "total_steps": 2931, "loss": 0.004587111622095108, "lr": 4.468741001430989e-05, "epoch": 2.579584, "percentage": 85.98, "elapsed_time": "5:01:10", "remaining_time": "0:49:07", "throughput": 27989.38, "total_tokens": 505787584} +{"current_steps": 2530, "total_steps": 2931, "loss": 0.004565178602933884, "lr": 4.466957286434997e-05, "epoch": 2.589824, "percentage": 86.32, "elapsed_time": "5:02:19", "remaining_time": "0:47:55", "throughput": 27992.4, "total_tokens": 507778304} +{"current_steps": 2540, "total_steps": 2931, "loss": 0.004532522708177567, "lr": 4.4651757056652e-05, "epoch": 2.600064, "percentage": 86.66, "elapsed_time": "5:03:30", "remaining_time": "0:46:43", "throughput": 27993.26, "total_tokens": 509777024} +{"current_steps": 2550, "total_steps": 2931, "loss": 0.004580499976873398, "lr": 4.463396254868968e-05, "epoch": 2.610304, "percentage": 87.0, "elapsed_time": "5:04:45", "remaining_time": "0:45:32", "throughput": 27989.96, "total_tokens": 511806464} +{"current_steps": 2560, "total_steps": 2931, "loss": 0.0044912703335285185, "lr": 4.461618929805519e-05, "epoch": 2.6205439999999998, "percentage": 87.34, "elapsed_time": "5:05:55", "remaining_time": "0:44:20", "throughput": 27991.62, "total_tokens": 513789760} +{"current_steps": 2570, "total_steps": 2931, "loss": 0.0045277226716279985, "lr": 4.459843726245888e-05, "epoch": 2.6307840000000002, "percentage": 87.68, "elapsed_time": "5:07:09", "remaining_time": "0:43:08", "throughput": 27989.61, "total_tokens": 515820928} +{"current_steps": 2580, "total_steps": 2931, "loss": 0.004519717395305633, "lr": 4.458070639972875e-05, "epoch": 2.641024, "percentage": 88.02, "elapsed_time": "5:08:22", "remaining_time": "0:41:57", "throughput": 27988.42, "total_tokens": 517852160} +{"current_steps": 2590, "total_steps": 2931, "loss": 0.004499278962612152, "lr": 4.456299666781007e-05, "epoch": 2.651264, "percentage": 88.37, "elapsed_time": "5:09:31", "remaining_time": "0:40:45", "throughput": 27991.21, "total_tokens": 519837056} +{"current_steps": 2600, "total_steps": 2931, "loss": 0.004471401870250702, "lr": 4.4545308024764984e-05, "epoch": 2.661504, "percentage": 88.71, "elapsed_time": "5:10:41", "remaining_time": "0:39:33", "throughput": 27992.39, "total_tokens": 521829760} +{"current_steps": 2610, "total_steps": 2931, "loss": 0.004468469694256782, "lr": 4.452764042877207e-05, "epoch": 2.671744, "percentage": 89.05, "elapsed_time": "5:11:54", "remaining_time": "0:38:21", "throughput": 27992.53, "total_tokens": 523852928} +{"current_steps": 2620, "total_steps": 2931, "loss": 0.0044468618929386135, "lr": 4.45099938381259e-05, "epoch": 2.681984, "percentage": 89.39, "elapsed_time": "5:13:05", "remaining_time": "0:37:09", "throughput": 27993.53, "total_tokens": 525863616} +{"current_steps": 2630, "total_steps": 2931, "loss": 0.004445591568946838, "lr": 4.449236821123667e-05, "epoch": 2.692224, "percentage": 89.73, "elapsed_time": "5:14:16", "remaining_time": "0:35:58", "throughput": 27994.27, "total_tokens": 527876672} +{"current_steps": 2640, "total_steps": 2931, "loss": 0.004489725083112716, "lr": 4.447476350662976e-05, "epoch": 2.702464, "percentage": 90.07, "elapsed_time": "5:15:24", "remaining_time": "0:34:45", "throughput": 27998.37, "total_tokens": 529852736} +{"current_steps": 2650, "total_steps": 2931, "loss": 0.004479191452264786, "lr": 4.4457179682945346e-05, "epoch": 2.712704, "percentage": 90.41, "elapsed_time": "5:16:36", "remaining_time": "0:33:34", "throughput": 27998.03, "total_tokens": 531877632} +{"current_steps": 2660, "total_steps": 2931, "loss": 0.004402218014001846, "lr": 4.443961669893798e-05, "epoch": 2.722944, "percentage": 90.75, "elapsed_time": "5:17:50", "remaining_time": "0:32:22", "throughput": 27996.67, "total_tokens": 533900416} +{"current_steps": 2670, "total_steps": 2931, "loss": 0.004445427656173706, "lr": 4.4422074513476155e-05, "epoch": 2.733184, "percentage": 91.1, "elapsed_time": "5:19:01", "remaining_time": "0:31:11", "throughput": 27998.16, "total_tokens": 535930112} +{"current_steps": 2680, "total_steps": 2931, "loss": 0.004417391866445542, "lr": 4.4404553085541955e-05, "epoch": 2.743424, "percentage": 91.44, "elapsed_time": "5:20:12", "remaining_time": "0:29:59", "throughput": 27998.29, "total_tokens": 537917952} +{"current_steps": 2690, "total_steps": 2931, "loss": 0.004418341070413589, "lr": 4.438705237423063e-05, "epoch": 2.753664, "percentage": 91.78, "elapsed_time": "5:21:24", "remaining_time": "0:28:47", "throughput": 27998.45, "total_tokens": 539928000} +{"current_steps": 2700, "total_steps": 2931, "loss": 0.00445760264992714, "lr": 4.436957233875017e-05, "epoch": 2.763904, "percentage": 92.12, "elapsed_time": "5:22:41", "remaining_time": "0:27:36", "throughput": 27993.63, "total_tokens": 541990336} +{"current_steps": 2710, "total_steps": 2931, "loss": 0.00442219078540802, "lr": 4.4352112938420956e-05, "epoch": 2.774144, "percentage": 92.46, "elapsed_time": "5:23:54", "remaining_time": "0:26:24", "throughput": 27991.44, "total_tokens": 543993664} +{"current_steps": 2720, "total_steps": 2931, "loss": 0.004379033669829368, "lr": 4.433467413267529e-05, "epoch": 2.784384, "percentage": 92.8, "elapsed_time": "5:25:01", "remaining_time": "0:25:12", "throughput": 27995.61, "total_tokens": 545968128} +{"current_steps": 2730, "total_steps": 2931, "loss": 0.00442984439432621, "lr": 4.431725588105708e-05, "epoch": 2.7946239999999998, "percentage": 93.14, "elapsed_time": "5:26:15", "remaining_time": "0:24:01", "throughput": 27993.6, "total_tokens": 547993536} +{"current_steps": 2740, "total_steps": 2931, "loss": 0.004416907578706742, "lr": 4.4299858143221377e-05, "epoch": 2.8048640000000002, "percentage": 93.48, "elapsed_time": "5:27:26", "remaining_time": "0:22:49", "throughput": 27994.26, "total_tokens": 549978176} +{"current_steps": 2750, "total_steps": 2931, "loss": 0.004360169917345047, "lr": 4.4282480878934065e-05, "epoch": 2.815104, "percentage": 93.82, "elapsed_time": "5:28:35", "remaining_time": "0:21:37", "throughput": 27996.63, "total_tokens": 551979968} +{"current_steps": 2760, "total_steps": 2931, "loss": 0.00443723276257515, "lr": 4.4265124048071346e-05, "epoch": 2.825344, "percentage": 94.17, "elapsed_time": "5:29:50", "remaining_time": "0:20:26", "throughput": 27994.08, "total_tokens": 554008768} +{"current_steps": 2770, "total_steps": 2931, "loss": 0.004331726580858231, "lr": 4.4247787610619477e-05, "epoch": 2.835584, "percentage": 94.51, "elapsed_time": "5:31:01", "remaining_time": "0:19:14", "throughput": 27994.59, "total_tokens": 556008704} +{"current_steps": 2780, "total_steps": 2931, "loss": 0.004372353851795197, "lr": 4.42304715266743e-05, "epoch": 2.845824, "percentage": 94.85, "elapsed_time": "5:32:13", "remaining_time": "0:18:02", "throughput": 27993.37, "total_tokens": 557996544} +{"current_steps": 2790, "total_steps": 2931, "loss": 0.004349645972251892, "lr": 4.421317575644092e-05, "epoch": 2.856064, "percentage": 95.19, "elapsed_time": "5:33:23", "remaining_time": "0:16:50", "throughput": 27994.37, "total_tokens": 559980992} +{"current_steps": 2800, "total_steps": 2931, "loss": 0.004384344071149826, "lr": 4.419590026023325e-05, "epoch": 2.866304, "percentage": 95.53, "elapsed_time": "5:34:34", "remaining_time": "0:15:39", "throughput": 27995.18, "total_tokens": 561990848} +{"current_steps": 2810, "total_steps": 2931, "loss": 0.004311569407582283, "lr": 4.417864499847368e-05, "epoch": 2.876544, "percentage": 95.87, "elapsed_time": "5:35:46", "remaining_time": "0:14:27", "throughput": 27995.6, "total_tokens": 564012800} +{"current_steps": 2820, "total_steps": 2931, "loss": 0.004370152205228806, "lr": 4.4161409931692676e-05, "epoch": 2.886784, "percentage": 96.21, "elapsed_time": "5:36:55", "remaining_time": "0:13:15", "throughput": 27998.38, "total_tokens": 566014592} +{"current_steps": 2830, "total_steps": 2931, "loss": 0.004308675229549408, "lr": 4.414419502052841e-05, "epoch": 2.897024, "percentage": 96.55, "elapsed_time": "5:38:11", "remaining_time": "0:12:04", "throughput": 27994.89, "total_tokens": 568045312} +{"current_steps": 2840, "total_steps": 2931, "loss": 0.0044147070497274395, "lr": 4.412700022572637e-05, "epoch": 2.907264, "percentage": 96.9, "elapsed_time": "5:39:25", "remaining_time": "0:10:52", "throughput": 27992.82, "total_tokens": 570100864} +{"current_steps": 2850, "total_steps": 2931, "loss": 0.004334438592195511, "lr": 4.410982550813902e-05, "epoch": 2.917504, "percentage": 97.24, "elapsed_time": "5:40:34", "remaining_time": "0:09:40", "throughput": 27996.74, "total_tokens": 572089472} +{"current_steps": 2860, "total_steps": 2931, "loss": 0.004324203729629517, "lr": 4.409267082872535e-05, "epoch": 2.927744, "percentage": 97.58, "elapsed_time": "5:41:47", "remaining_time": "0:08:29", "throughput": 27995.25, "total_tokens": 574117952} +{"current_steps": 2870, "total_steps": 2931, "loss": 0.0042998895049095156, "lr": 4.407553614855059e-05, "epoch": 2.937984, "percentage": 97.92, "elapsed_time": "5:43:01", "remaining_time": "0:07:17", "throughput": 27992.22, "total_tokens": 576123392} +{"current_steps": 2880, "total_steps": 2931, "loss": 0.004281196743249893, "lr": 4.405842142878579e-05, "epoch": 2.9482239999999997, "percentage": 98.26, "elapsed_time": "5:44:13", "remaining_time": "0:06:05", "throughput": 27992.58, "total_tokens": 578142144} +{"current_steps": 2890, "total_steps": 2931, "loss": 0.004318735748529434, "lr": 4.404132663070745e-05, "epoch": 2.958464, "percentage": 98.6, "elapsed_time": "5:45:24", "remaining_time": "0:04:54", "throughput": 27993.2, "total_tokens": 580136512} +{"current_steps": 2900, "total_steps": 2931, "loss": 0.004320795089006424, "lr": 4.402425171569716e-05, "epoch": 2.968704, "percentage": 98.94, "elapsed_time": "5:46:39", "remaining_time": "0:03:42", "throughput": 27990.45, "total_tokens": 582175680} +{"current_steps": 2910, "total_steps": 2931, "loss": 0.004287149757146835, "lr": 4.400719664524127e-05, "epoch": 2.9789440000000003, "percentage": 99.28, "elapsed_time": "5:47:51", "remaining_time": "0:02:30", "throughput": 27990.02, "total_tokens": 584189120} +{"current_steps": 2920, "total_steps": 2931, "loss": 0.0043055802583694455, "lr": 4.399016138093044e-05, "epoch": 2.989184, "percentage": 99.62, "elapsed_time": "5:49:05", "remaining_time": "0:01:18", "throughput": 27988.27, "total_tokens": 586222400} +{"current_steps": 2930, "total_steps": 2931, "loss": 0.004327042400836945, "lr": 4.397314588445937e-05, "epoch": 2.999424, "percentage": 99.97, "elapsed_time": "5:50:20", "remaining_time": "0:00:07", "throughput": 27985.12, "total_tokens": 588266880} +{"current_steps": 2931, "total_steps": 2931, "eval_loss": 1.456993818283081, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "5:50:26", "remaining_time": "0:00:00", "throughput": 27982.57, "total_tokens": 588389376} +{"current_steps": 2931, "total_steps": 2931, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "5:50:47", "remaining_time": "0:00:00", "throughput": 27954.82, "total_tokens": 588389376} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..0198742 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,2983 @@ +{ + "best_global_step": 2931, + "best_metric": 1.456993818283081, + "best_model_checkpoint": "/workspace/MT_En_Russian/checkpoint-2931", + "epoch": 3.0, + "eval_steps": 5000, + "global_step": 2931, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01024, + "grad_norm": 1.3203125, + "learning_rate": 4.9977515176118345e-05, + "loss": 0.9742774963378906, + "num_input_tokens_seen": 2055872, + "step": 10, + "train_runtime": 80.1213, + "train_tokens_per_second": 25659.479 + }, + { + "epoch": 0.02048, + "grad_norm": 0.82421875, + "learning_rate": 4.9952567580506e-05, + "loss": 0.7722540855407715, + "num_input_tokens_seen": 4033984, + "step": 20, + "train_runtime": 149.3376, + "train_tokens_per_second": 27012.507 + }, + { + "epoch": 0.03072, + "grad_norm": 0.83203125, + "learning_rate": 4.992765730738634e-05, + "loss": 0.7429269313812256, + "num_input_tokens_seen": 6010880, + "step": 30, + "train_runtime": 217.0261, + "train_tokens_per_second": 27696.574 + }, + { + "epoch": 0.04096, + "grad_norm": 0.7578125, + "learning_rate": 4.9902784263792476e-05, + "loss": 0.7194486618041992, + "num_input_tokens_seen": 7999872, + "step": 40, + "train_runtime": 285.3869, + "train_tokens_per_second": 28031.677 + }, + { + "epoch": 0.0512, + "grad_norm": 0.8046875, + "learning_rate": 4.987794835708133e-05, + "loss": 0.7071797370910644, + "num_input_tokens_seen": 10049984, + "step": 50, + "train_runtime": 362.3108, + "train_tokens_per_second": 27738.575 + }, + { + "epoch": 0.06144, + "grad_norm": 0.7109375, + "learning_rate": 4.985314949493234e-05, + "loss": 0.6854294776916504, + "num_input_tokens_seen": 12056320, + "step": 60, + "train_runtime": 434.4414, + "train_tokens_per_second": 27751.317 + }, + { + "epoch": 0.07168, + "grad_norm": 0.78125, + "learning_rate": 4.982838758534584e-05, + "loss": 0.6797103881835938, + "num_input_tokens_seen": 14026240, + "step": 70, + "train_runtime": 503.3773, + "train_tokens_per_second": 27864.269 + }, + { + "epoch": 0.08192, + "grad_norm": 0.74609375, + "learning_rate": 4.980366253664179e-05, + "loss": 0.6712788581848145, + "num_input_tokens_seen": 16040128, + "step": 80, + "train_runtime": 573.4812, + "train_tokens_per_second": 27969.755 + }, + { + "epoch": 0.09216, + "grad_norm": 0.7265625, + "learning_rate": 4.977897425745825e-05, + "loss": 0.6637749671936035, + "num_input_tokens_seen": 18062848, + "step": 90, + "train_runtime": 645.8153, + "train_tokens_per_second": 27969.061 + }, + { + "epoch": 0.1024, + "grad_norm": 0.703125, + "learning_rate": 4.975432265674997e-05, + "loss": 0.6546947479248046, + "num_input_tokens_seen": 20042944, + "step": 100, + "train_runtime": 712.4646, + "train_tokens_per_second": 28131.846 + }, + { + "epoch": 0.11264, + "grad_norm": 0.80859375, + "learning_rate": 4.972970764378705e-05, + "loss": 0.6477886199951172, + "num_input_tokens_seen": 22080512, + "step": 110, + "train_runtime": 786.5413, + "train_tokens_per_second": 28072.921 + }, + { + "epoch": 0.12288, + "grad_norm": 0.71875, + "learning_rate": 4.970512912815344e-05, + "loss": 0.6376790046691895, + "num_input_tokens_seen": 24069056, + "step": 120, + "train_runtime": 856.9353, + "train_tokens_per_second": 28087.366 + }, + { + "epoch": 0.13312, + "grad_norm": 0.6953125, + "learning_rate": 4.968058701974564e-05, + "loss": 0.6336091518402099, + "num_input_tokens_seen": 26065472, + "step": 130, + "train_runtime": 928.6902, + "train_tokens_per_second": 28066.918 + }, + { + "epoch": 0.14336, + "grad_norm": 0.7578125, + "learning_rate": 4.96560812287712e-05, + "loss": 0.6247911930084229, + "num_input_tokens_seen": 28056704, + "step": 140, + "train_runtime": 998.2602, + "train_tokens_per_second": 28105.601 + }, + { + "epoch": 0.1536, + "grad_norm": 0.71875, + "learning_rate": 4.963161166574748e-05, + "loss": 0.628913402557373, + "num_input_tokens_seen": 30080064, + "step": 150, + "train_runtime": 1072.5324, + "train_tokens_per_second": 28045.833 + }, + { + "epoch": 0.16384, + "grad_norm": 0.68359375, + "learning_rate": 4.960717824150013e-05, + "loss": 0.6165059089660645, + "num_input_tokens_seen": 32061312, + "step": 160, + "train_runtime": 1144.3017, + "train_tokens_per_second": 28018.234 + }, + { + "epoch": 0.17408, + "grad_norm": 0.7109375, + "learning_rate": 4.9582780867161893e-05, + "loss": 0.6091556549072266, + "num_input_tokens_seen": 34045312, + "step": 170, + "train_runtime": 1213.0324, + "train_tokens_per_second": 28066.285 + }, + { + "epoch": 0.18432, + "grad_norm": 0.78515625, + "learning_rate": 4.955841945417105e-05, + "loss": 0.6014857292175293, + "num_input_tokens_seen": 36041984, + "step": 180, + "train_runtime": 1284.4625, + "train_tokens_per_second": 28059.973 + }, + { + "epoch": 0.19456, + "grad_norm": 0.796875, + "learning_rate": 4.953409391427024e-05, + "loss": 0.6027495384216308, + "num_input_tokens_seen": 38059520, + "step": 190, + "train_runtime": 1357.0611, + "train_tokens_per_second": 28045.547 + }, + { + "epoch": 0.2048, + "grad_norm": 0.6953125, + "learning_rate": 4.950980415950502e-05, + "loss": 0.5953609943389893, + "num_input_tokens_seen": 40065728, + "step": 200, + "train_runtime": 1427.2344, + "train_tokens_per_second": 28072.282 + }, + { + "epoch": 0.21504, + "grad_norm": 0.69921875, + "learning_rate": 4.9485550102222575e-05, + "loss": 0.591309928894043, + "num_input_tokens_seen": 42083968, + "step": 210, + "train_runtime": 1501.0913, + "train_tokens_per_second": 28035.582 + }, + { + "epoch": 0.22528, + "grad_norm": 0.73046875, + "learning_rate": 4.946133165507037e-05, + "loss": 0.5896960258483886, + "num_input_tokens_seen": 44073920, + "step": 220, + "train_runtime": 1569.5078, + "train_tokens_per_second": 28081.364 + }, + { + "epoch": 0.23552, + "grad_norm": 0.72265625, + "learning_rate": 4.943714873099483e-05, + "loss": 0.5793526649475098, + "num_input_tokens_seen": 46068544, + "step": 230, + "train_runtime": 1641.5574, + "train_tokens_per_second": 28063.925 + }, + { + "epoch": 0.24576, + "grad_norm": 0.69921875, + "learning_rate": 4.9413001243240024e-05, + "loss": 0.5720966339111329, + "num_input_tokens_seen": 48050304, + "step": 240, + "train_runtime": 1709.9005, + "train_tokens_per_second": 28101.228 + }, + { + "epoch": 0.256, + "grad_norm": 0.765625, + "learning_rate": 4.938888910534637e-05, + "loss": 0.5646713256835938, + "num_input_tokens_seen": 50064064, + "step": 250, + "train_runtime": 1781.3025, + "train_tokens_per_second": 28105.313 + }, + { + "epoch": 0.26624, + "grad_norm": 0.7265625, + "learning_rate": 4.936481223114932e-05, + "loss": 0.5561185359954834, + "num_input_tokens_seen": 52031040, + "step": 260, + "train_runtime": 1851.0666, + "train_tokens_per_second": 28108.681 + }, + { + "epoch": 0.27648, + "grad_norm": 0.703125, + "learning_rate": 4.934077053477808e-05, + "loss": 0.5607205390930176, + "num_input_tokens_seen": 54084992, + "step": 270, + "train_runtime": 1927.1749, + "train_tokens_per_second": 28064.392 + }, + { + "epoch": 0.28672, + "grad_norm": 0.7734375, + "learning_rate": 4.931676393065431e-05, + "loss": 0.5556824207305908, + "num_input_tokens_seen": 56127680, + "step": 280, + "train_runtime": 2002.628, + "train_tokens_per_second": 28027.013 + }, + { + "epoch": 0.29696, + "grad_norm": 0.83984375, + "learning_rate": 4.929279233349088e-05, + "loss": 0.5448642253875733, + "num_input_tokens_seen": 58121600, + "step": 290, + "train_runtime": 2075.5184, + "train_tokens_per_second": 28003.414 + }, + { + "epoch": 0.3072, + "grad_norm": 0.75390625, + "learning_rate": 4.926885565829051e-05, + "loss": 0.5425375461578369, + "num_input_tokens_seen": 60109120, + "step": 300, + "train_runtime": 2144.3013, + "train_tokens_per_second": 28032.031 + }, + { + "epoch": 0.31744, + "grad_norm": 0.77734375, + "learning_rate": 4.924495382034461e-05, + "loss": 0.5364805221557617, + "num_input_tokens_seen": 62133824, + "step": 310, + "train_runtime": 2217.0864, + "train_tokens_per_second": 28024.989 + }, + { + "epoch": 0.32768, + "grad_norm": 0.7578125, + "learning_rate": 4.9221086735231975e-05, + "loss": 0.5378639221191406, + "num_input_tokens_seen": 64119488, + "step": 320, + "train_runtime": 2287.4996, + "train_tokens_per_second": 28030.382 + }, + { + "epoch": 0.33792, + "grad_norm": 0.73046875, + "learning_rate": 4.919725431881751e-05, + "loss": 0.5275018692016602, + "num_input_tokens_seen": 66128448, + "step": 330, + "train_runtime": 2358.2459, + "train_tokens_per_second": 28041.371 + }, + { + "epoch": 0.34816, + "grad_norm": 0.8125, + "learning_rate": 4.917345648725101e-05, + "loss": 0.5153440475463867, + "num_input_tokens_seen": 68116544, + "step": 340, + "train_runtime": 2428.0793, + "train_tokens_per_second": 28053.674 + }, + { + "epoch": 0.3584, + "grad_norm": 0.76171875, + "learning_rate": 4.914969315696596e-05, + "loss": 0.5185441493988037, + "num_input_tokens_seen": 70149184, + "step": 350, + "train_runtime": 2501.5845, + "train_tokens_per_second": 28041.901 + }, + { + "epoch": 0.36864, + "grad_norm": 0.77734375, + "learning_rate": 4.912596424467818e-05, + "loss": 0.5040504455566406, + "num_input_tokens_seen": 72165696, + "step": 360, + "train_runtime": 2574.6205, + "train_tokens_per_second": 28029.644 + }, + { + "epoch": 0.37888, + "grad_norm": 0.80078125, + "learning_rate": 4.910226966738475e-05, + "loss": 0.5027976989746094, + "num_input_tokens_seen": 74176064, + "step": 370, + "train_runtime": 2644.8094, + "train_tokens_per_second": 28045.902 + }, + { + "epoch": 0.38912, + "grad_norm": 0.796875, + "learning_rate": 4.9078609342362666e-05, + "loss": 0.5017495155334473, + "num_input_tokens_seen": 76208256, + "step": 380, + "train_runtime": 2720.5861, + "train_tokens_per_second": 28011.705 + }, + { + "epoch": 0.39936, + "grad_norm": 0.796875, + "learning_rate": 4.905498318716775e-05, + "loss": 0.49234929084777834, + "num_input_tokens_seen": 78227520, + "step": 390, + "train_runtime": 2795.2918, + "train_tokens_per_second": 27985.458 + }, + { + "epoch": 0.4096, + "grad_norm": 0.7578125, + "learning_rate": 4.9031391119633295e-05, + "loss": 0.484727144241333, + "num_input_tokens_seen": 80247232, + "step": 400, + "train_runtime": 2869.3909, + "train_tokens_per_second": 27966.644 + }, + { + "epoch": 0.41984, + "grad_norm": 0.828125, + "learning_rate": 4.9007833057869e-05, + "loss": 0.4728262901306152, + "num_input_tokens_seen": 82212032, + "step": 410, + "train_runtime": 2936.8857, + "train_tokens_per_second": 27992.928 + }, + { + "epoch": 0.43008, + "grad_norm": 0.8125, + "learning_rate": 4.898430892025967e-05, + "loss": 0.46816487312316896, + "num_input_tokens_seen": 84214528, + "step": 420, + "train_runtime": 3010.5759, + "train_tokens_per_second": 27972.897 + }, + { + "epoch": 0.44032, + "grad_norm": 0.796875, + "learning_rate": 4.896081862546415e-05, + "loss": 0.4631038665771484, + "num_input_tokens_seen": 86207424, + "step": 430, + "train_runtime": 3081.7088, + "train_tokens_per_second": 27973.904 + }, + { + "epoch": 0.45056, + "grad_norm": 0.828125, + "learning_rate": 4.8937362092414e-05, + "loss": 0.461610221862793, + "num_input_tokens_seen": 88220096, + "step": 440, + "train_runtime": 3153.0068, + "train_tokens_per_second": 27979.672 + }, + { + "epoch": 0.4608, + "grad_norm": 0.828125, + "learning_rate": 4.891393924031244e-05, + "loss": 0.4538113594055176, + "num_input_tokens_seen": 90255296, + "step": 450, + "train_runtime": 3226.7084, + "train_tokens_per_second": 27971.321 + }, + { + "epoch": 0.47104, + "grad_norm": 0.8671875, + "learning_rate": 4.8890549988633095e-05, + "loss": 0.44371371269226073, + "num_input_tokens_seen": 92284992, + "step": 460, + "train_runtime": 3302.3683, + "train_tokens_per_second": 27945.094 + }, + { + "epoch": 0.48128, + "grad_norm": 0.828125, + "learning_rate": 4.8867194257118907e-05, + "loss": 0.43736696243286133, + "num_input_tokens_seen": 94290304, + "step": 470, + "train_runtime": 3372.562, + "train_tokens_per_second": 27958.064 + }, + { + "epoch": 0.49152, + "grad_norm": 0.8828125, + "learning_rate": 4.884387196578093e-05, + "loss": 0.4319791793823242, + "num_input_tokens_seen": 96299392, + "step": 480, + "train_runtime": 3444.2699, + "train_tokens_per_second": 27959.305 + }, + { + "epoch": 0.50176, + "grad_norm": 0.828125, + "learning_rate": 4.882058303489718e-05, + "loss": 0.42551512718200685, + "num_input_tokens_seen": 98281856, + "step": 490, + "train_runtime": 3512.8617, + "train_tokens_per_second": 27977.719 + }, + { + "epoch": 0.512, + "grad_norm": 0.93359375, + "learning_rate": 4.8797327385011496e-05, + "loss": 0.4181091785430908, + "num_input_tokens_seen": 100274880, + "step": 500, + "train_runtime": 3583.7895, + "train_tokens_per_second": 27980.125 + }, + { + "epoch": 0.52224, + "grad_norm": 0.93359375, + "learning_rate": 4.8774104936932425e-05, + "loss": 0.41173620223999025, + "num_input_tokens_seen": 102286784, + "step": 510, + "train_runtime": 3656.7659, + "train_tokens_per_second": 27971.926 + }, + { + "epoch": 0.53248, + "grad_norm": 0.90234375, + "learning_rate": 4.8750915611732076e-05, + "loss": 0.4068614959716797, + "num_input_tokens_seen": 104322752, + "step": 520, + "train_runtime": 3731.2961, + "train_tokens_per_second": 27958.851 + }, + { + "epoch": 0.54272, + "grad_norm": 0.89453125, + "learning_rate": 4.8727759330744986e-05, + "loss": 0.39957451820373535, + "num_input_tokens_seen": 106331264, + "step": 530, + "train_runtime": 3804.5982, + "train_tokens_per_second": 27948.093 + }, + { + "epoch": 0.55296, + "grad_norm": 0.90234375, + "learning_rate": 4.870463601556696e-05, + "loss": 0.39169912338256835, + "num_input_tokens_seen": 108363392, + "step": 540, + "train_runtime": 3878.5043, + "train_tokens_per_second": 27939.48 + }, + { + "epoch": 0.5632, + "grad_norm": 0.96875, + "learning_rate": 4.8681545588054075e-05, + "loss": 0.39029181003570557, + "num_input_tokens_seen": 110375744, + "step": 550, + "train_runtime": 3951.3561, + "train_tokens_per_second": 27933.636 + }, + { + "epoch": 0.57344, + "grad_norm": 0.88671875, + "learning_rate": 4.8658487970321404e-05, + "loss": 0.37695889472961425, + "num_input_tokens_seen": 112386624, + "step": 560, + "train_runtime": 4021.0522, + "train_tokens_per_second": 27949.556 + }, + { + "epoch": 0.58368, + "grad_norm": 0.9296875, + "learning_rate": 4.863546308474209e-05, + "loss": 0.3717223644256592, + "num_input_tokens_seen": 114487616, + "step": 570, + "train_runtime": 4102.2077, + "train_tokens_per_second": 27908.781 + }, + { + "epoch": 0.59392, + "grad_norm": 1.0078125, + "learning_rate": 4.86124708539461e-05, + "loss": 0.36314547061920166, + "num_input_tokens_seen": 116502464, + "step": 580, + "train_runtime": 4172.9104, + "train_tokens_per_second": 27918.755 + }, + { + "epoch": 0.60416, + "grad_norm": 0.96484375, + "learning_rate": 4.8589511200819216e-05, + "loss": 0.35808553695678713, + "num_input_tokens_seen": 118472896, + "step": 590, + "train_runtime": 4242.4324, + "train_tokens_per_second": 27925.7 + }, + { + "epoch": 0.6144, + "grad_norm": 1.0234375, + "learning_rate": 4.8566584048501926e-05, + "loss": 0.354917311668396, + "num_input_tokens_seen": 120475328, + "step": 600, + "train_runtime": 4312.8827, + "train_tokens_per_second": 27933.829 + }, + { + "epoch": 0.62464, + "grad_norm": 1.140625, + "learning_rate": 4.854368932038835e-05, + "loss": 0.3452127456665039, + "num_input_tokens_seen": 122458496, + "step": 610, + "train_runtime": 4383.9692, + "train_tokens_per_second": 27933.247 + }, + { + "epoch": 0.63488, + "grad_norm": 0.9765625, + "learning_rate": 4.8520826940125144e-05, + "loss": 0.3381240129470825, + "num_input_tokens_seen": 124439360, + "step": 620, + "train_runtime": 4453.0594, + "train_tokens_per_second": 27944.689 + }, + { + "epoch": 0.64512, + "grad_norm": 1.0234375, + "learning_rate": 4.849799683161046e-05, + "loss": 0.3313805818557739, + "num_input_tokens_seen": 126467840, + "step": 630, + "train_runtime": 4528.0794, + "train_tokens_per_second": 27929.687 + }, + { + "epoch": 0.65536, + "grad_norm": 0.9921875, + "learning_rate": 4.8475198918992835e-05, + "loss": 0.3252664566040039, + "num_input_tokens_seen": 128480448, + "step": 640, + "train_runtime": 4598.842, + "train_tokens_per_second": 27937.565 + }, + { + "epoch": 0.6656, + "grad_norm": 1.03125, + "learning_rate": 4.845243312667023e-05, + "loss": 0.3170381784439087, + "num_input_tokens_seen": 130479232, + "step": 650, + "train_runtime": 4670.9911, + "train_tokens_per_second": 27933.95 + }, + { + "epoch": 0.67584, + "grad_norm": 1.0390625, + "learning_rate": 4.842969937928884e-05, + "loss": 0.3079851150512695, + "num_input_tokens_seen": 132478912, + "step": 660, + "train_runtime": 4743.4655, + "train_tokens_per_second": 27928.719 + }, + { + "epoch": 0.68608, + "grad_norm": 0.95703125, + "learning_rate": 4.840699760174217e-05, + "loss": 0.3024315357208252, + "num_input_tokens_seen": 134473408, + "step": 670, + "train_runtime": 4814.1152, + "train_tokens_per_second": 27933.151 + }, + { + "epoch": 0.69632, + "grad_norm": 0.9921875, + "learning_rate": 4.8384327719169906e-05, + "loss": 0.29927806854248046, + "num_input_tokens_seen": 136482944, + "step": 680, + "train_runtime": 4885.2798, + "train_tokens_per_second": 27937.59 + }, + { + "epoch": 0.70656, + "grad_norm": 1.03125, + "learning_rate": 4.836168965695694e-05, + "loss": 0.2894315242767334, + "num_input_tokens_seen": 138476544, + "step": 690, + "train_runtime": 4954.8336, + "train_tokens_per_second": 27947.769 + }, + { + "epoch": 0.7168, + "grad_norm": 1.0546875, + "learning_rate": 4.8339083340732304e-05, + "loss": 0.2819934129714966, + "num_input_tokens_seen": 140478784, + "step": 700, + "train_runtime": 5026.8737, + "train_tokens_per_second": 27945.557 + }, + { + "epoch": 0.72704, + "grad_norm": 1.0078125, + "learning_rate": 4.8316508696368154e-05, + "loss": 0.2754687309265137, + "num_input_tokens_seen": 142543936, + "step": 710, + "train_runtime": 5103.5664, + "train_tokens_per_second": 27930.26 + }, + { + "epoch": 0.73728, + "grad_norm": 1.03125, + "learning_rate": 4.8293965649978714e-05, + "loss": 0.2691352367401123, + "num_input_tokens_seen": 144565184, + "step": 720, + "train_runtime": 5175.4661, + "train_tokens_per_second": 27932.785 + }, + { + "epoch": 0.74752, + "grad_norm": 0.98046875, + "learning_rate": 4.8271454127919364e-05, + "loss": 0.2596245765686035, + "num_input_tokens_seen": 146591872, + "step": 730, + "train_runtime": 5247.7226, + "train_tokens_per_second": 27934.379 + }, + { + "epoch": 0.75776, + "grad_norm": 1.0390625, + "learning_rate": 4.824897405678549e-05, + "loss": 0.253094482421875, + "num_input_tokens_seen": 148609728, + "step": 740, + "train_runtime": 5319.8801, + "train_tokens_per_second": 27934.789 + }, + { + "epoch": 0.768, + "grad_norm": 1.0546875, + "learning_rate": 4.8226525363411576e-05, + "loss": 0.24751272201538085, + "num_input_tokens_seen": 150619520, + "step": 750, + "train_runtime": 5392.3341, + "train_tokens_per_second": 27932.156 + }, + { + "epoch": 0.77824, + "grad_norm": 1.09375, + "learning_rate": 4.820410797487017e-05, + "loss": 0.2425351619720459, + "num_input_tokens_seen": 152618560, + "step": 760, + "train_runtime": 5463.9119, + "train_tokens_per_second": 27932.105 + }, + { + "epoch": 0.78848, + "grad_norm": 1.046875, + "learning_rate": 4.818172181847091e-05, + "loss": 0.2338550090789795, + "num_input_tokens_seen": 154616256, + "step": 770, + "train_runtime": 5536.4143, + "train_tokens_per_second": 27927.147 + }, + { + "epoch": 0.79872, + "grad_norm": 1.0625, + "learning_rate": 4.81593668217595e-05, + "loss": 0.23002958297729492, + "num_input_tokens_seen": 156632640, + "step": 780, + "train_runtime": 5609.7259, + "train_tokens_per_second": 27921.621 + }, + { + "epoch": 0.80896, + "grad_norm": 1.0859375, + "learning_rate": 4.813704291251675e-05, + "loss": 0.22488293647766114, + "num_input_tokens_seen": 158627584, + "step": 790, + "train_runtime": 5679.5407, + "train_tokens_per_second": 27929.65 + }, + { + "epoch": 0.8192, + "grad_norm": 1.0859375, + "learning_rate": 4.811475001875759e-05, + "loss": 0.21674442291259766, + "num_input_tokens_seen": 160628608, + "step": 800, + "train_runtime": 5751.3102, + "train_tokens_per_second": 27929.046 + }, + { + "epoch": 0.82944, + "grad_norm": 1.046875, + "learning_rate": 4.8092488068730105e-05, + "loss": 0.21201133728027344, + "num_input_tokens_seen": 162631040, + "step": 810, + "train_runtime": 5823.6015, + "train_tokens_per_second": 27926.197 + }, + { + "epoch": 0.83968, + "grad_norm": 1.0703125, + "learning_rate": 4.807025699091452e-05, + "loss": 0.20578887462615966, + "num_input_tokens_seen": 164655936, + "step": 820, + "train_runtime": 5896.4283, + "train_tokens_per_second": 27924.691 + }, + { + "epoch": 0.84992, + "grad_norm": 1.0546875, + "learning_rate": 4.8048056714022325e-05, + "loss": 0.20376951694488527, + "num_input_tokens_seen": 166635648, + "step": 830, + "train_runtime": 5965.7043, + "train_tokens_per_second": 27932.267 + }, + { + "epoch": 0.86016, + "grad_norm": 1.015625, + "learning_rate": 4.802588716699519e-05, + "loss": 0.19258487224578857, + "num_input_tokens_seen": 168677504, + "step": 840, + "train_runtime": 6039.5258, + "train_tokens_per_second": 27928.932 + }, + { + "epoch": 0.8704, + "grad_norm": 1.0390625, + "learning_rate": 4.8003748279004156e-05, + "loss": 0.18773103952407838, + "num_input_tokens_seen": 170712320, + "step": 850, + "train_runtime": 6113.2217, + "train_tokens_per_second": 27925.099 + }, + { + "epoch": 0.88064, + "grad_norm": 1.0546875, + "learning_rate": 4.798163997944854e-05, + "loss": 0.1815708875656128, + "num_input_tokens_seen": 172726592, + "step": 860, + "train_runtime": 6185.6798, + "train_tokens_per_second": 27923.623 + }, + { + "epoch": 0.89088, + "grad_norm": 1.0234375, + "learning_rate": 4.79595621979551e-05, + "loss": 0.17781240940093995, + "num_input_tokens_seen": 174723904, + "step": 870, + "train_runtime": 6257.3588, + "train_tokens_per_second": 27922.948 + }, + { + "epoch": 0.90112, + "grad_norm": 1.0546875, + "learning_rate": 4.793751486437702e-05, + "loss": 0.1705024003982544, + "num_input_tokens_seen": 176724608, + "step": 880, + "train_runtime": 6327.7475, + "train_tokens_per_second": 27928.518 + }, + { + "epoch": 0.91136, + "grad_norm": 1.0703125, + "learning_rate": 4.7915497908793064e-05, + "loss": 0.1674124240875244, + "num_input_tokens_seen": 178766720, + "step": 890, + "train_runtime": 6403.1314, + "train_tokens_per_second": 27918.64 + }, + { + "epoch": 0.9216, + "grad_norm": 1.0234375, + "learning_rate": 4.7893511261506516e-05, + "loss": 0.1599474549293518, + "num_input_tokens_seen": 180780864, + "step": 900, + "train_runtime": 6474.1823, + "train_tokens_per_second": 27923.351 + }, + { + "epoch": 0.93184, + "grad_norm": 1.015625, + "learning_rate": 4.787155485304435e-05, + "loss": 0.1556488037109375, + "num_input_tokens_seen": 182756544, + "step": 910, + "train_runtime": 6543.9244, + "train_tokens_per_second": 27927.667 + }, + { + "epoch": 0.94208, + "grad_norm": 1.0078125, + "learning_rate": 4.784962861415629e-05, + "loss": 0.14749314785003662, + "num_input_tokens_seen": 184760448, + "step": 920, + "train_runtime": 6614.61, + "train_tokens_per_second": 27932.175 + }, + { + "epoch": 0.95232, + "grad_norm": 1.0078125, + "learning_rate": 4.7827732475813884e-05, + "loss": 0.14295361042022706, + "num_input_tokens_seen": 186755072, + "step": 930, + "train_runtime": 6683.9789, + "train_tokens_per_second": 27940.703 + }, + { + "epoch": 0.96256, + "grad_norm": 1.0625, + "learning_rate": 4.7805866369209576e-05, + "loss": 0.13959715366363526, + "num_input_tokens_seen": 188760896, + "step": 940, + "train_runtime": 6755.7296, + "train_tokens_per_second": 27940.86 + }, + { + "epoch": 0.9728, + "grad_norm": 0.94921875, + "learning_rate": 4.778403022575583e-05, + "loss": 0.13509231805801392, + "num_input_tokens_seen": 190778560, + "step": 950, + "train_runtime": 6828.6224, + "train_tokens_per_second": 27938.074 + }, + { + "epoch": 0.98304, + "grad_norm": 1.03125, + "learning_rate": 4.7762223977084195e-05, + "loss": 0.12972679138183593, + "num_input_tokens_seen": 192799232, + "step": 960, + "train_runtime": 6901.063, + "train_tokens_per_second": 27937.614 + }, + { + "epoch": 0.99328, + "grad_norm": 1.0234375, + "learning_rate": 4.774044755504444e-05, + "loss": 0.12503955364227295, + "num_input_tokens_seen": 194792768, + "step": 970, + "train_runtime": 6970.347, + "train_tokens_per_second": 27945.921 + }, + { + "epoch": 1.003072, + "grad_norm": 0.81640625, + "learning_rate": 4.7718700891703616e-05, + "loss": 0.10986135005950928, + "num_input_tokens_seen": 196668032, + "step": 980, + "train_runtime": 7035.0779, + "train_tokens_per_second": 27955.345 + }, + { + "epoch": 1.013312, + "grad_norm": 0.8671875, + "learning_rate": 4.7696983919345215e-05, + "loss": 0.08115079402923583, + "num_input_tokens_seen": 198703552, + "step": 990, + "train_runtime": 7109.6942, + "train_tokens_per_second": 27948.256 + }, + { + "epoch": 1.023552, + "grad_norm": 0.7890625, + "learning_rate": 4.7675296570468216e-05, + "loss": 0.07811311483383179, + "num_input_tokens_seen": 200721088, + "step": 1000, + "train_runtime": 7182.0942, + "train_tokens_per_second": 27947.432 + }, + { + "epoch": 1.033792, + "grad_norm": 0.83203125, + "learning_rate": 4.76536387777863e-05, + "loss": 0.07646113634109497, + "num_input_tokens_seen": 202724032, + "step": 1010, + "train_runtime": 7255.6602, + "train_tokens_per_second": 27940.122 + }, + { + "epoch": 1.044032, + "grad_norm": 0.8203125, + "learning_rate": 4.7632010474226915e-05, + "loss": 0.07352162599563598, + "num_input_tokens_seen": 204720448, + "step": 1020, + "train_runtime": 7325.7825, + "train_tokens_per_second": 27945.199 + }, + { + "epoch": 1.054272, + "grad_norm": 0.80078125, + "learning_rate": 4.761041159293035e-05, + "loss": 0.07193953990936279, + "num_input_tokens_seen": 206747072, + "step": 1030, + "train_runtime": 7398.5275, + "train_tokens_per_second": 27944.354 + }, + { + "epoch": 1.064512, + "grad_norm": 0.78515625, + "learning_rate": 4.7588842067249e-05, + "loss": 0.07109384536743164, + "num_input_tokens_seen": 208767168, + "step": 1040, + "train_runtime": 7471.9759, + "train_tokens_per_second": 27940.022 + }, + { + "epoch": 1.074752, + "grad_norm": 0.8125, + "learning_rate": 4.756730183074637e-05, + "loss": 0.06862571239471435, + "num_input_tokens_seen": 210755648, + "step": 1050, + "train_runtime": 7542.5772, + "train_tokens_per_second": 27942.127 + }, + { + "epoch": 1.084992, + "grad_norm": 0.75390625, + "learning_rate": 4.7545790817196314e-05, + "loss": 0.06509301662445069, + "num_input_tokens_seen": 212746688, + "step": 1060, + "train_runtime": 7611.2774, + "train_tokens_per_second": 27951.509 + }, + { + "epoch": 1.095232, + "grad_norm": 0.7421875, + "learning_rate": 4.752430896058212e-05, + "loss": 0.06395751237869263, + "num_input_tokens_seen": 214772352, + "step": 1070, + "train_runtime": 7684.2744, + "train_tokens_per_second": 27949.594 + }, + { + "epoch": 1.105472, + "grad_norm": 0.73046875, + "learning_rate": 4.750285619509567e-05, + "loss": 0.06260917186737061, + "num_input_tokens_seen": 216773568, + "step": 1080, + "train_runtime": 7754.914, + "train_tokens_per_second": 27953.059 + }, + { + "epoch": 1.115712, + "grad_norm": 0.73828125, + "learning_rate": 4.7481432455136644e-05, + "loss": 0.062073934078216556, + "num_input_tokens_seen": 218764928, + "step": 1090, + "train_runtime": 7826.8462, + "train_tokens_per_second": 27950.585 + }, + { + "epoch": 1.125952, + "grad_norm": 0.83984375, + "learning_rate": 4.7460037675311584e-05, + "loss": 0.057993775606155394, + "num_input_tokens_seen": 220755776, + "step": 1100, + "train_runtime": 7897.56, + "train_tokens_per_second": 27952.403 + }, + { + "epoch": 1.136192, + "grad_norm": 0.69921875, + "learning_rate": 4.7438671790433126e-05, + "loss": 0.05776026248931885, + "num_input_tokens_seen": 222748608, + "step": 1110, + "train_runtime": 7967.3823, + "train_tokens_per_second": 27957.565 + }, + { + "epoch": 1.146432, + "grad_norm": 0.703125, + "learning_rate": 4.741733473551915e-05, + "loss": 0.05773916840553284, + "num_input_tokens_seen": 224784512, + "step": 1120, + "train_runtime": 8041.8087, + "train_tokens_per_second": 27951.984 + }, + { + "epoch": 1.156672, + "grad_norm": 0.734375, + "learning_rate": 4.7396026445791966e-05, + "loss": 0.05507153272628784, + "num_input_tokens_seen": 226813120, + "step": 1130, + "train_runtime": 8115.4978, + "train_tokens_per_second": 27948.146 + }, + { + "epoch": 1.166912, + "grad_norm": 0.75390625, + "learning_rate": 4.737474685667742e-05, + "loss": 0.05341644287109375, + "num_input_tokens_seen": 228815232, + "step": 1140, + "train_runtime": 8187.3704, + "train_tokens_per_second": 27947.341 + }, + { + "epoch": 1.177152, + "grad_norm": 0.73828125, + "learning_rate": 4.7353495903804165e-05, + "loss": 0.05063482522964478, + "num_input_tokens_seen": 230880320, + "step": 1150, + "train_runtime": 8264.2254, + "train_tokens_per_second": 27937.321 + }, + { + "epoch": 1.187392, + "grad_norm": 0.69140625, + "learning_rate": 4.733227352300277e-05, + "loss": 0.050589507818222045, + "num_input_tokens_seen": 232907904, + "step": 1160, + "train_runtime": 8338.7653, + "train_tokens_per_second": 27930.742 + }, + { + "epoch": 1.197632, + "grad_norm": 0.671875, + "learning_rate": 4.731107965030496e-05, + "loss": 0.04946887493133545, + "num_input_tokens_seen": 234922176, + "step": 1170, + "train_runtime": 8410.7105, + "train_tokens_per_second": 27931.312 + }, + { + "epoch": 1.207872, + "grad_norm": 0.70703125, + "learning_rate": 4.728991422194278e-05, + "loss": 0.04885604977607727, + "num_input_tokens_seen": 236912128, + "step": 1180, + "train_runtime": 8481.0624, + "train_tokens_per_second": 27934.251 + }, + { + "epoch": 1.218112, + "grad_norm": 0.671875, + "learning_rate": 4.726877717434773e-05, + "loss": 0.048174849152565, + "num_input_tokens_seen": 238900864, + "step": 1190, + "train_runtime": 8551.1679, + "train_tokens_per_second": 27937.805 + }, + { + "epoch": 1.228352, + "grad_norm": 0.6328125, + "learning_rate": 4.724766844415013e-05, + "loss": 0.04597228169441223, + "num_input_tokens_seen": 240960448, + "step": 1200, + "train_runtime": 8627.7254, + "train_tokens_per_second": 27928.618 + }, + { + "epoch": 1.238592, + "grad_norm": 0.67578125, + "learning_rate": 4.722658796817813e-05, + "loss": 0.04480882287025452, + "num_input_tokens_seen": 242998848, + "step": 1210, + "train_runtime": 8702.6979, + "train_tokens_per_second": 27922.243 + }, + { + "epoch": 1.248832, + "grad_norm": 0.6328125, + "learning_rate": 4.7205535683457044e-05, + "loss": 0.04354588389396667, + "num_input_tokens_seen": 244947776, + "step": 1220, + "train_runtime": 8767.6922, + "train_tokens_per_second": 27937.543 + }, + { + "epoch": 1.259072, + "grad_norm": 0.68359375, + "learning_rate": 4.7184511527208484e-05, + "loss": 0.041252422332763675, + "num_input_tokens_seen": 246951744, + "step": 1230, + "train_runtime": 8838.7543, + "train_tokens_per_second": 27939.655 + }, + { + "epoch": 1.269312, + "grad_norm": 0.58984375, + "learning_rate": 4.7163515436849644e-05, + "loss": 0.03930726945400238, + "num_input_tokens_seen": 248987840, + "step": 1240, + "train_runtime": 8912.5272, + "train_tokens_per_second": 27936.839 + }, + { + "epoch": 1.279552, + "grad_norm": 0.6171875, + "learning_rate": 4.714254734999245e-05, + "loss": 0.03749307096004486, + "num_input_tokens_seen": 250972928, + "step": 1250, + "train_runtime": 8981.968, + "train_tokens_per_second": 27941.864 + }, + { + "epoch": 1.289792, + "grad_norm": 0.63671875, + "learning_rate": 4.712160720444284e-05, + "loss": 0.03726911842823029, + "num_input_tokens_seen": 252991744, + "step": 1260, + "train_runtime": 9053.9267, + "train_tokens_per_second": 27942.765 + }, + { + "epoch": 1.300032, + "grad_norm": 0.59765625, + "learning_rate": 4.710069493819992e-05, + "loss": 0.03688657283782959, + "num_input_tokens_seen": 254978432, + "step": 1270, + "train_runtime": 9124.0045, + "train_tokens_per_second": 27945.891 + }, + { + "epoch": 1.3102719999999999, + "grad_norm": 0.6484375, + "learning_rate": 4.70798104894553e-05, + "loss": 0.03622893989086151, + "num_input_tokens_seen": 256958912, + "step": 1280, + "train_runtime": 9192.9137, + "train_tokens_per_second": 27951.847 + }, + { + "epoch": 1.320512, + "grad_norm": 0.640625, + "learning_rate": 4.705895379659219e-05, + "loss": 0.03448793888092041, + "num_input_tokens_seen": 258927104, + "step": 1290, + "train_runtime": 9261.8009, + "train_tokens_per_second": 27956.453 + }, + { + "epoch": 1.330752, + "grad_norm": 0.62890625, + "learning_rate": 4.7038124798184766e-05, + "loss": 0.03333508670330047, + "num_input_tokens_seen": 260902016, + "step": 1300, + "train_runtime": 9331.4024, + "train_tokens_per_second": 27959.572 + }, + { + "epoch": 1.340992, + "grad_norm": 0.5625, + "learning_rate": 4.7017323432997304e-05, + "loss": 0.032725405693054196, + "num_input_tokens_seen": 262909696, + "step": 1310, + "train_runtime": 9403.9992, + "train_tokens_per_second": 27957.222 + }, + { + "epoch": 1.351232, + "grad_norm": 0.56640625, + "learning_rate": 4.6996549639983506e-05, + "loss": 0.03168002963066101, + "num_input_tokens_seen": 264930176, + "step": 1320, + "train_runtime": 9476.4205, + "train_tokens_per_second": 27956.777 + }, + { + "epoch": 1.361472, + "grad_norm": 0.55078125, + "learning_rate": 4.697580335828569e-05, + "loss": 0.02995384335517883, + "num_input_tokens_seen": 266964480, + "step": 1330, + "train_runtime": 9550.7511, + "train_tokens_per_second": 27952.197 + }, + { + "epoch": 1.371712, + "grad_norm": 0.6015625, + "learning_rate": 4.6955084527234076e-05, + "loss": 0.030216827988624573, + "num_input_tokens_seen": 268993664, + "step": 1340, + "train_runtime": 9623.3266, + "train_tokens_per_second": 27952.254 + }, + { + "epoch": 1.381952, + "grad_norm": 0.56640625, + "learning_rate": 4.6934393086346034e-05, + "loss": 0.028735750913619997, + "num_input_tokens_seen": 270981248, + "step": 1350, + "train_runtime": 9691.2828, + "train_tokens_per_second": 27961.339 + }, + { + "epoch": 1.392192, + "grad_norm": 0.55859375, + "learning_rate": 4.6913728975325324e-05, + "loss": 0.026437461376190186, + "num_input_tokens_seen": 272987712, + "step": 1360, + "train_runtime": 9762.0951, + "train_tokens_per_second": 27964.05 + }, + { + "epoch": 1.4024320000000001, + "grad_norm": 0.58984375, + "learning_rate": 4.6893092134061393e-05, + "loss": 0.02681639790534973, + "num_input_tokens_seen": 275016192, + "step": 1370, + "train_runtime": 9836.7175, + "train_tokens_per_second": 27958.127 + }, + { + "epoch": 1.412672, + "grad_norm": 0.46875, + "learning_rate": 4.687248250262859e-05, + "loss": 0.02621593475341797, + "num_input_tokens_seen": 277001984, + "step": 1380, + "train_runtime": 9907.0035, + "train_tokens_per_second": 27960.219 + }, + { + "epoch": 1.422912, + "grad_norm": 0.59375, + "learning_rate": 4.685190002128548e-05, + "loss": 0.025581035017967223, + "num_input_tokens_seen": 279033856, + "step": 1390, + "train_runtime": 9982.0945, + "train_tokens_per_second": 27953.438 + }, + { + "epoch": 1.433152, + "grad_norm": 0.55078125, + "learning_rate": 4.6831344630474114e-05, + "loss": 0.02472420036792755, + "num_input_tokens_seen": 281106624, + "step": 1400, + "train_runtime": 10061.1573, + "train_tokens_per_second": 27939.79 + }, + { + "epoch": 1.443392, + "grad_norm": 0.51953125, + "learning_rate": 4.6810816270819276e-05, + "loss": 0.023309352993965148, + "num_input_tokens_seen": 283099072, + "step": 1410, + "train_runtime": 10129.2372, + "train_tokens_per_second": 27948.706 + }, + { + "epoch": 1.453632, + "grad_norm": 0.494140625, + "learning_rate": 4.679031488312777e-05, + "loss": 0.0234044149518013, + "num_input_tokens_seen": 285122560, + "step": 1420, + "train_runtime": 10204.0696, + "train_tokens_per_second": 27942.044 + }, + { + "epoch": 1.463872, + "grad_norm": 0.64453125, + "learning_rate": 4.6769840408387717e-05, + "loss": 0.021864794194698334, + "num_input_tokens_seen": 287115584, + "step": 1430, + "train_runtime": 10275.7948, + "train_tokens_per_second": 27940.961 + }, + { + "epoch": 1.4741119999999999, + "grad_norm": 0.40234375, + "learning_rate": 4.674939278776787e-05, + "loss": 0.022062216699123383, + "num_input_tokens_seen": 289142976, + "step": 1440, + "train_runtime": 10348.4017, + "train_tokens_per_second": 27940.834 + }, + { + "epoch": 1.484352, + "grad_norm": 0.421875, + "learning_rate": 4.672897196261683e-05, + "loss": 0.020946532487869263, + "num_input_tokens_seen": 291151552, + "step": 1450, + "train_runtime": 10420.2833, + "train_tokens_per_second": 27940.848 + }, + { + "epoch": 1.494592, + "grad_norm": 0.4921875, + "learning_rate": 4.670857787446238e-05, + "loss": 0.021855458617210388, + "num_input_tokens_seen": 293175936, + "step": 1460, + "train_runtime": 10494.1522, + "train_tokens_per_second": 27937.077 + }, + { + "epoch": 1.504832, + "grad_norm": 0.427734375, + "learning_rate": 4.668821046501082e-05, + "loss": 0.019446633756160736, + "num_input_tokens_seen": 295201984, + "step": 1470, + "train_runtime": 10566.8511, + "train_tokens_per_second": 27936.609 + }, + { + "epoch": 1.515072, + "grad_norm": 0.447265625, + "learning_rate": 4.6667869676146194e-05, + "loss": 0.018910986185073853, + "num_input_tokens_seen": 297239808, + "step": 1480, + "train_runtime": 10643.302, + "train_tokens_per_second": 27927.405 + }, + { + "epoch": 1.525312, + "grad_norm": 0.416015625, + "learning_rate": 4.6647555449929645e-05, + "loss": 0.0188526451587677, + "num_input_tokens_seen": 299265024, + "step": 1490, + "train_runtime": 10718.5795, + "train_tokens_per_second": 27920.213 + }, + { + "epoch": 1.535552, + "grad_norm": 0.55859375, + "learning_rate": 4.662726772859869e-05, + "loss": 0.0179020956158638, + "num_input_tokens_seen": 301289600, + "step": 1500, + "train_runtime": 10791.2591, + "train_tokens_per_second": 27919.782 + }, + { + "epoch": 1.545792, + "grad_norm": 0.455078125, + "learning_rate": 4.660700645456655e-05, + "loss": 0.017698875069618224, + "num_input_tokens_seen": 303298944, + "step": 1510, + "train_runtime": 10861.9474, + "train_tokens_per_second": 27923.072 + }, + { + "epoch": 1.556032, + "grad_norm": 0.423828125, + "learning_rate": 4.658677157042149e-05, + "loss": 0.016229704022407532, + "num_input_tokens_seen": 305301120, + "step": 1520, + "train_runtime": 10932.2024, + "train_tokens_per_second": 27926.772 + }, + { + "epoch": 1.566272, + "grad_norm": 0.490234375, + "learning_rate": 4.656656301892605e-05, + "loss": 0.015268620848655701, + "num_input_tokens_seen": 307290560, + "step": 1530, + "train_runtime": 11005.3403, + "train_tokens_per_second": 27921.95 + }, + { + "epoch": 1.5765120000000001, + "grad_norm": 0.4453125, + "learning_rate": 4.6546380743016465e-05, + "loss": 0.016469526290893554, + "num_input_tokens_seen": 309270848, + "step": 1540, + "train_runtime": 11074.3719, + "train_tokens_per_second": 27926.717 + }, + { + "epoch": 1.5867520000000002, + "grad_norm": 0.4296875, + "learning_rate": 4.652622468580193e-05, + "loss": 0.015096321702003479, + "num_input_tokens_seen": 311299328, + "step": 1550, + "train_runtime": 11146.7209, + "train_tokens_per_second": 27927.435 + }, + { + "epoch": 1.596992, + "grad_norm": 0.349609375, + "learning_rate": 4.650609479056392e-05, + "loss": 0.015387380123138427, + "num_input_tokens_seen": 313267840, + "step": 1560, + "train_runtime": 11214.5505, + "train_tokens_per_second": 27934.052 + }, + { + "epoch": 1.607232, + "grad_norm": 0.365234375, + "learning_rate": 4.648599100075556e-05, + "loss": 0.014029040932655334, + "num_input_tokens_seen": 315284992, + "step": 1570, + "train_runtime": 11285.1706, + "train_tokens_per_second": 27937.991 + }, + { + "epoch": 1.617472, + "grad_norm": 0.35546875, + "learning_rate": 4.6465913260000945e-05, + "loss": 0.014028981328010559, + "num_input_tokens_seen": 317306816, + "step": 1580, + "train_runtime": 11358.4592, + "train_tokens_per_second": 27935.727 + }, + { + "epoch": 1.627712, + "grad_norm": 0.458984375, + "learning_rate": 4.644586151209444e-05, + "loss": 0.013350155949592591, + "num_input_tokens_seen": 319310464, + "step": 1590, + "train_runtime": 11429.0808, + "train_tokens_per_second": 27938.42 + }, + { + "epoch": 1.6379519999999999, + "grad_norm": 0.3515625, + "learning_rate": 4.6425835701000084e-05, + "loss": 0.013065680861473083, + "num_input_tokens_seen": 321328896, + "step": 1600, + "train_runtime": 11500.7908, + "train_tokens_per_second": 27939.722 + }, + { + "epoch": 1.6481919999999999, + "grad_norm": 0.31640625, + "learning_rate": 4.640583577085084e-05, + "loss": 0.012181369960308075, + "num_input_tokens_seen": 323339008, + "step": 1610, + "train_runtime": 11573.5451, + "train_tokens_per_second": 27937.767 + }, + { + "epoch": 1.658432, + "grad_norm": 0.33203125, + "learning_rate": 4.638586166594806e-05, + "loss": 0.012439670413732529, + "num_input_tokens_seen": 325311936, + "step": 1620, + "train_runtime": 11642.5518, + "train_tokens_per_second": 27941.635 + }, + { + "epoch": 1.668672, + "grad_norm": 0.322265625, + "learning_rate": 4.6365913330760726e-05, + "loss": 0.01156621277332306, + "num_input_tokens_seen": 327330944, + "step": 1630, + "train_runtime": 11714.6579, + "train_tokens_per_second": 27941.998 + }, + { + "epoch": 1.678912, + "grad_norm": 0.28515625, + "learning_rate": 4.6345990709924855e-05, + "loss": 0.011320900171995163, + "num_input_tokens_seen": 329349504, + "step": 1640, + "train_runtime": 11785.6649, + "train_tokens_per_second": 27944.924 + }, + { + "epoch": 1.689152, + "grad_norm": 0.298828125, + "learning_rate": 4.632609374824284e-05, + "loss": 0.011535357683897018, + "num_input_tokens_seen": 331350144, + "step": 1650, + "train_runtime": 11854.516, + "train_tokens_per_second": 27951.385 + }, + { + "epoch": 1.699392, + "grad_norm": 0.30859375, + "learning_rate": 4.630622239068285e-05, + "loss": 0.010813712328672408, + "num_input_tokens_seen": 333357824, + "step": 1660, + "train_runtime": 11927.1145, + "train_tokens_per_second": 27949.579 + }, + { + "epoch": 1.709632, + "grad_norm": 0.28515625, + "learning_rate": 4.628637658237808e-05, + "loss": 0.010460171103477477, + "num_input_tokens_seen": 335369856, + "step": 1670, + "train_runtime": 11998.7216, + "train_tokens_per_second": 27950.466 + }, + { + "epoch": 1.719872, + "grad_norm": 0.298828125, + "learning_rate": 4.626655626862625e-05, + "loss": 0.0098984993994236, + "num_input_tokens_seen": 337365952, + "step": 1680, + "train_runtime": 12069.3316, + "train_tokens_per_second": 27952.331 + }, + { + "epoch": 1.730112, + "grad_norm": 0.302734375, + "learning_rate": 4.624676139488888e-05, + "loss": 0.009945446252822876, + "num_input_tokens_seen": 339410240, + "step": 1690, + "train_runtime": 12145.3379, + "train_tokens_per_second": 27945.722 + }, + { + "epoch": 1.7403520000000001, + "grad_norm": 0.267578125, + "learning_rate": 4.6226991906790686e-05, + "loss": 0.009306684136390686, + "num_input_tokens_seen": 341428992, + "step": 1700, + "train_runtime": 12215.6261, + "train_tokens_per_second": 27950.184 + }, + { + "epoch": 1.7505920000000001, + "grad_norm": 0.2734375, + "learning_rate": 4.620724775011897e-05, + "loss": 0.009691517055034637, + "num_input_tokens_seen": 343457216, + "step": 1710, + "train_runtime": 12288.8723, + "train_tokens_per_second": 27948.636 + }, + { + "epoch": 1.760832, + "grad_norm": 0.255859375, + "learning_rate": 4.618752887082297e-05, + "loss": 0.008967689424753188, + "num_input_tokens_seen": 345431232, + "step": 1720, + "train_runtime": 12357.6624, + "train_tokens_per_second": 27952.797 + }, + { + "epoch": 1.771072, + "grad_norm": 0.2119140625, + "learning_rate": 4.616783521501325e-05, + "loss": 0.008772896230220794, + "num_input_tokens_seen": 347450176, + "step": 1730, + "train_runtime": 12432.9551, + "train_tokens_per_second": 27945.904 + }, + { + "epoch": 1.781312, + "grad_norm": 0.21484375, + "learning_rate": 4.614816672896108e-05, + "loss": 0.008689258992671967, + "num_input_tokens_seen": 349421504, + "step": 1740, + "train_runtime": 12502.1965, + "train_tokens_per_second": 27948.809 + }, + { + "epoch": 1.791552, + "grad_norm": 0.31640625, + "learning_rate": 4.612852335909782e-05, + "loss": 0.008518567681312561, + "num_input_tokens_seen": 351366656, + "step": 1750, + "train_runtime": 12567.8285, + "train_tokens_per_second": 27957.626 + }, + { + "epoch": 1.8017919999999998, + "grad_norm": 0.201171875, + "learning_rate": 4.6108905052014323e-05, + "loss": 0.008236590027809142, + "num_input_tokens_seen": 353376960, + "step": 1760, + "train_runtime": 12639.0225, + "train_tokens_per_second": 27959.2 + }, + { + "epoch": 1.8120319999999999, + "grad_norm": 0.205078125, + "learning_rate": 4.608931175446027e-05, + "loss": 0.007975803315639496, + "num_input_tokens_seen": 355372096, + "step": 1770, + "train_runtime": 12707.5835, + "train_tokens_per_second": 27965.356 + }, + { + "epoch": 1.822272, + "grad_norm": 0.2392578125, + "learning_rate": 4.606974341334367e-05, + "loss": 0.008116719126701356, + "num_input_tokens_seen": 357352000, + "step": 1780, + "train_runtime": 12776.464, + "train_tokens_per_second": 27969.554 + }, + { + "epoch": 1.832512, + "grad_norm": 0.2080078125, + "learning_rate": 4.605019997573011e-05, + "loss": 0.007819350808858871, + "num_input_tokens_seen": 359375232, + "step": 1790, + "train_runtime": 12849.3423, + "train_tokens_per_second": 27968.376 + }, + { + "epoch": 1.842752, + "grad_norm": 0.19140625, + "learning_rate": 4.603068138884229e-05, + "loss": 0.008013889193534851, + "num_input_tokens_seen": 361425216, + "step": 1800, + "train_runtime": 12924.9298, + "train_tokens_per_second": 27963.418 + }, + { + "epoch": 1.852992, + "grad_norm": 0.1669921875, + "learning_rate": 4.6011187600059345e-05, + "loss": 0.007500405609607697, + "num_input_tokens_seen": 363422336, + "step": 1810, + "train_runtime": 12995.3355, + "train_tokens_per_second": 27965.598 + }, + { + "epoch": 1.863232, + "grad_norm": 0.1669921875, + "learning_rate": 4.599171855691629e-05, + "loss": 0.007371760904788971, + "num_input_tokens_seen": 365459840, + "step": 1820, + "train_runtime": 13073.2818, + "train_tokens_per_second": 27954.713 + }, + { + "epoch": 1.873472, + "grad_norm": 0.14453125, + "learning_rate": 4.597227420710335e-05, + "loss": 0.007434654235839844, + "num_input_tokens_seen": 367456320, + "step": 1830, + "train_runtime": 13143.2432, + "train_tokens_per_second": 27957.812 + }, + { + "epoch": 1.883712, + "grad_norm": 0.154296875, + "learning_rate": 4.595285449846551e-05, + "loss": 0.007234874367713928, + "num_input_tokens_seen": 369417920, + "step": 1840, + "train_runtime": 13211.8674, + "train_tokens_per_second": 27961.068 + }, + { + "epoch": 1.893952, + "grad_norm": 0.1298828125, + "learning_rate": 4.593345937900178e-05, + "loss": 0.007048602402210236, + "num_input_tokens_seen": 371435072, + "step": 1850, + "train_runtime": 13282.1544, + "train_tokens_per_second": 27964.972 + }, + { + "epoch": 1.904192, + "grad_norm": 0.1708984375, + "learning_rate": 4.591408879686472e-05, + "loss": 0.007115562260150909, + "num_input_tokens_seen": 373413504, + "step": 1860, + "train_runtime": 13349.1486, + "train_tokens_per_second": 27972.833 + }, + { + "epoch": 1.9144320000000001, + "grad_norm": 0.12158203125, + "learning_rate": 4.5894742700359775e-05, + "loss": 0.0069166868925094604, + "num_input_tokens_seen": 375452096, + "step": 1870, + "train_runtime": 13423.4693, + "train_tokens_per_second": 27969.826 + }, + { + "epoch": 1.9246720000000002, + "grad_norm": 0.1474609375, + "learning_rate": 4.587542103794477e-05, + "loss": 0.006946581602096558, + "num_input_tokens_seen": 377457408, + "step": 1880, + "train_runtime": 13494.4, + "train_tokens_per_second": 27971.411 + }, + { + "epoch": 1.934912, + "grad_norm": 0.17578125, + "learning_rate": 4.5856123758229247e-05, + "loss": 0.006722895056009292, + "num_input_tokens_seen": 379465216, + "step": 1890, + "train_runtime": 13564.8206, + "train_tokens_per_second": 27974.216 + }, + { + "epoch": 1.945152, + "grad_norm": 0.134765625, + "learning_rate": 4.5836850809973993e-05, + "loss": 0.006712291389703751, + "num_input_tokens_seen": 381443840, + "step": 1900, + "train_runtime": 13633.4473, + "train_tokens_per_second": 27978.532 + }, + { + "epoch": 1.955392, + "grad_norm": 0.1435546875, + "learning_rate": 4.5817602142090385e-05, + "loss": 0.006593970954418183, + "num_input_tokens_seen": 383492032, + "step": 1910, + "train_runtime": 13708.6021, + "train_tokens_per_second": 27974.554 + }, + { + "epoch": 1.965632, + "grad_norm": 0.11181640625, + "learning_rate": 4.579837770363989e-05, + "loss": 0.006644654273986817, + "num_input_tokens_seen": 385522624, + "step": 1920, + "train_runtime": 13781.8681, + "train_tokens_per_second": 27973.176 + }, + { + "epoch": 1.9758719999999999, + "grad_norm": 0.146484375, + "learning_rate": 4.57791774438334e-05, + "loss": 0.006544043123722076, + "num_input_tokens_seen": 387554240, + "step": 1930, + "train_runtime": 13856.7855, + "train_tokens_per_second": 27968.553 + }, + { + "epoch": 1.9861119999999999, + "grad_norm": 0.12255859375, + "learning_rate": 4.576000131203078e-05, + "loss": 0.006355230510234833, + "num_input_tokens_seen": 389552960, + "step": 1940, + "train_runtime": 13928.6465, + "train_tokens_per_second": 27967.754 + }, + { + "epoch": 1.996352, + "grad_norm": 0.2099609375, + "learning_rate": 4.574084925774023e-05, + "loss": 0.006281337141990662, + "num_input_tokens_seen": 391574656, + "step": 1950, + "train_runtime": 14002.5979, + "train_tokens_per_second": 27964.429 + }, + { + "epoch": 2.006144, + "grad_norm": 0.10498046875, + "learning_rate": 4.5721721230617795e-05, + "loss": 0.005665350705385208, + "num_input_tokens_seen": 393515200, + "step": 1960, + "train_runtime": 14072.0648, + "train_tokens_per_second": 27964.283 + }, + { + "epoch": 2.016384, + "grad_norm": 0.1064453125, + "learning_rate": 4.57026171804667e-05, + "loss": 0.00525745153427124, + "num_input_tokens_seen": 395529664, + "step": 1970, + "train_runtime": 14144.06, + "train_tokens_per_second": 27964.366 + }, + { + "epoch": 2.026624, + "grad_norm": 0.07958984375, + "learning_rate": 4.568353705723692e-05, + "loss": 0.005201469361782074, + "num_input_tokens_seen": 397487424, + "step": 1980, + "train_runtime": 14210.1189, + "train_tokens_per_second": 27972.139 + }, + { + "epoch": 2.036864, + "grad_norm": 0.07373046875, + "learning_rate": 4.566448081102455e-05, + "loss": 0.005276227742433548, + "num_input_tokens_seen": 399499776, + "step": 1990, + "train_runtime": 14282.3392, + "train_tokens_per_second": 27971.593 + }, + { + "epoch": 2.047104, + "grad_norm": 0.1162109375, + "learning_rate": 4.564544839207128e-05, + "loss": 0.005213438719511032, + "num_input_tokens_seen": 401505216, + "step": 2000, + "train_runtime": 14353.452, + "train_tokens_per_second": 27972.729 + }, + { + "epoch": 2.057344, + "grad_norm": 0.1259765625, + "learning_rate": 4.562643975076387e-05, + "loss": 0.005236967653036118, + "num_input_tokens_seen": 403493888, + "step": 2010, + "train_runtime": 14424.0273, + "train_tokens_per_second": 27973.733 + }, + { + "epoch": 2.067584, + "grad_norm": 0.080078125, + "learning_rate": 4.560745483763357e-05, + "loss": 0.0052146721631288525, + "num_input_tokens_seen": 405488704, + "step": 2020, + "train_runtime": 14494.4078, + "train_tokens_per_second": 27975.527 + }, + { + "epoch": 2.077824, + "grad_norm": 0.0859375, + "learning_rate": 4.5588493603355595e-05, + "loss": 0.005139049887657165, + "num_input_tokens_seen": 407464640, + "step": 2030, + "train_runtime": 14564.8182, + "train_tokens_per_second": 27975.951 + }, + { + "epoch": 2.088064, + "grad_norm": 0.123046875, + "learning_rate": 4.556955599874859e-05, + "loss": 0.005121592432260513, + "num_input_tokens_seen": 409450432, + "step": 2040, + "train_runtime": 14633.3791, + "train_tokens_per_second": 27980.58 + }, + { + "epoch": 2.098304, + "grad_norm": 0.07861328125, + "learning_rate": 4.555064197477409e-05, + "loss": 0.0051218770444393154, + "num_input_tokens_seen": 411460480, + "step": 2050, + "train_runtime": 14706.8322, + "train_tokens_per_second": 27977.506 + }, + { + "epoch": 2.108544, + "grad_norm": 0.08642578125, + "learning_rate": 4.5531751482536e-05, + "loss": 0.005105789378285408, + "num_input_tokens_seen": 413451776, + "step": 2060, + "train_runtime": 14777.0731, + "train_tokens_per_second": 27979.274 + }, + { + "epoch": 2.118784, + "grad_norm": 0.07568359375, + "learning_rate": 4.5512884473280024e-05, + "loss": 0.005103696137666702, + "num_input_tokens_seen": 415470592, + "step": 2070, + "train_runtime": 14849.8325, + "train_tokens_per_second": 27978.133 + }, + { + "epoch": 2.129024, + "grad_norm": 0.0771484375, + "learning_rate": 4.549404089839322e-05, + "loss": 0.005021055787801742, + "num_input_tokens_seen": 417460160, + "step": 2080, + "train_runtime": 14921.786, + "train_tokens_per_second": 27976.555 + }, + { + "epoch": 2.139264, + "grad_norm": 0.076171875, + "learning_rate": 4.547522070940335e-05, + "loss": 0.005071662366390228, + "num_input_tokens_seen": 419456640, + "step": 2090, + "train_runtime": 14992.2778, + "train_tokens_per_second": 27978.18 + }, + { + "epoch": 2.149504, + "grad_norm": 0.08056640625, + "learning_rate": 4.545642385797848e-05, + "loss": 0.005032730847597122, + "num_input_tokens_seen": 421486912, + "step": 2100, + "train_runtime": 15067.0008, + "train_tokens_per_second": 27974.175 + }, + { + "epoch": 2.159744, + "grad_norm": 0.07421875, + "learning_rate": 4.543765029592637e-05, + "loss": 0.00504358783364296, + "num_input_tokens_seen": 423541056, + "step": 2110, + "train_runtime": 15145.0393, + "train_tokens_per_second": 27965.662 + }, + { + "epoch": 2.169984, + "grad_norm": 0.09033203125, + "learning_rate": 4.541889997519403e-05, + "loss": 0.0049100361764431, + "num_input_tokens_seen": 425501760, + "step": 2120, + "train_runtime": 15212.0789, + "train_tokens_per_second": 27971.309 + }, + { + "epoch": 2.180224, + "grad_norm": 0.11767578125, + "learning_rate": 4.5400172847867095e-05, + "loss": 0.005002960935235024, + "num_input_tokens_seen": 427472320, + "step": 2130, + "train_runtime": 15279.4866, + "train_tokens_per_second": 27976.877 + }, + { + "epoch": 2.190464, + "grad_norm": 0.08544921875, + "learning_rate": 4.5381468866169466e-05, + "loss": 0.005049411952495575, + "num_input_tokens_seen": 429492544, + "step": 2140, + "train_runtime": 15350.0001, + "train_tokens_per_second": 27979.97 + }, + { + "epoch": 2.200704, + "grad_norm": 0.08251953125, + "learning_rate": 4.5362787982462616e-05, + "loss": 0.004954206943511963, + "num_input_tokens_seen": 431474560, + "step": 2150, + "train_runtime": 15417.1753, + "train_tokens_per_second": 27986.616 + }, + { + "epoch": 2.210944, + "grad_norm": 0.080078125, + "learning_rate": 4.5344130149245275e-05, + "loss": 0.004945812746882439, + "num_input_tokens_seen": 433476224, + "step": 2160, + "train_runtime": 15487.2137, + "train_tokens_per_second": 27989.297 + }, + { + "epoch": 2.221184, + "grad_norm": 0.091796875, + "learning_rate": 4.5325495319152715e-05, + "loss": 0.004998266696929932, + "num_input_tokens_seen": 435507776, + "step": 2170, + "train_runtime": 15558.3021, + "train_tokens_per_second": 27991.986 + }, + { + "epoch": 2.231424, + "grad_norm": 0.0703125, + "learning_rate": 4.530688344495644e-05, + "loss": 0.00497533455491066, + "num_input_tokens_seen": 437550336, + "step": 2180, + "train_runtime": 15634.0068, + "train_tokens_per_second": 27987.089 + }, + { + "epoch": 2.241664, + "grad_norm": 0.07470703125, + "learning_rate": 4.528829447956357e-05, + "loss": 0.004857704415917397, + "num_input_tokens_seen": 439513280, + "step": 2190, + "train_runtime": 15700.438, + "train_tokens_per_second": 27993.696 + }, + { + "epoch": 2.251904, + "grad_norm": 0.078125, + "learning_rate": 4.526972837601633e-05, + "loss": 0.004866150766611099, + "num_input_tokens_seen": 441508032, + "step": 2200, + "train_runtime": 15771.6893, + "train_tokens_per_second": 27993.706 + }, + { + "epoch": 2.262144, + "grad_norm": 0.0771484375, + "learning_rate": 4.525118508749165e-05, + "loss": 0.004855437949299812, + "num_input_tokens_seen": 443485504, + "step": 2210, + "train_runtime": 15840.4155, + "train_tokens_per_second": 27997.088 + }, + { + "epoch": 2.272384, + "grad_norm": 0.07373046875, + "learning_rate": 4.5232664567300546e-05, + "loss": 0.0049121581017971035, + "num_input_tokens_seen": 445490048, + "step": 2220, + "train_runtime": 15912.3409, + "train_tokens_per_second": 27996.512 + }, + { + "epoch": 2.282624, + "grad_norm": 0.07177734375, + "learning_rate": 4.521416676888773e-05, + "loss": 0.004935600981116295, + "num_input_tokens_seen": 447501248, + "step": 2230, + "train_runtime": 15984.4843, + "train_tokens_per_second": 27995.977 + }, + { + "epoch": 2.292864, + "grad_norm": 0.06787109375, + "learning_rate": 4.519569164583107e-05, + "loss": 0.004881329089403153, + "num_input_tokens_seen": 449501312, + "step": 2240, + "train_runtime": 16056.2463, + "train_tokens_per_second": 27995.417 + }, + { + "epoch": 2.303104, + "grad_norm": 0.07763671875, + "learning_rate": 4.517723915184109e-05, + "loss": 0.004859179258346558, + "num_input_tokens_seen": 451525888, + "step": 2250, + "train_runtime": 16130.4768, + "train_tokens_per_second": 27992.098 + }, + { + "epoch": 2.313344, + "grad_norm": 0.0732421875, + "learning_rate": 4.5158809240760506e-05, + "loss": 0.0048702418804168705, + "num_input_tokens_seen": 453539456, + "step": 2260, + "train_runtime": 16203.083, + "train_tokens_per_second": 27990.936 + }, + { + "epoch": 2.323584, + "grad_norm": 0.06591796875, + "learning_rate": 4.514040186656375e-05, + "loss": 0.004770452529191971, + "num_input_tokens_seen": 455540800, + "step": 2270, + "train_runtime": 16275.7088, + "train_tokens_per_second": 27988.999 + }, + { + "epoch": 2.333824, + "grad_norm": 0.07080078125, + "learning_rate": 4.512201698335644e-05, + "loss": 0.004840082675218582, + "num_input_tokens_seen": 457537984, + "step": 2280, + "train_runtime": 16346.6271, + "train_tokens_per_second": 27989.749 + }, + { + "epoch": 2.344064, + "grad_norm": 0.0869140625, + "learning_rate": 4.510365454537496e-05, + "loss": 0.004802238196134567, + "num_input_tokens_seen": 459519040, + "step": 2290, + "train_runtime": 16414.8718, + "train_tokens_per_second": 27994.068 + }, + { + "epoch": 2.354304, + "grad_norm": 0.072265625, + "learning_rate": 4.5085314506985945e-05, + "loss": 0.0047688383609056475, + "num_input_tokens_seen": 461504320, + "step": 2300, + "train_runtime": 16484.446, + "train_tokens_per_second": 27996.35 + }, + { + "epoch": 2.364544, + "grad_norm": 0.0732421875, + "learning_rate": 4.50669968226858e-05, + "loss": 0.004731994122266769, + "num_input_tokens_seen": 463484608, + "step": 2310, + "train_runtime": 16552.5783, + "train_tokens_per_second": 28000.75 + }, + { + "epoch": 2.374784, + "grad_norm": 0.06884765625, + "learning_rate": 4.504870144710027e-05, + "loss": 0.004760279133915901, + "num_input_tokens_seen": 465478912, + "step": 2320, + "train_runtime": 16623.4024, + "train_tokens_per_second": 28001.422 + }, + { + "epoch": 2.385024, + "grad_norm": 0.076171875, + "learning_rate": 4.5030428334983884e-05, + "loss": 0.004723610356450081, + "num_input_tokens_seen": 467551232, + "step": 2330, + "train_runtime": 16699.1593, + "train_tokens_per_second": 27998.489 + }, + { + "epoch": 2.395264, + "grad_norm": 0.0654296875, + "learning_rate": 4.501217744121959e-05, + "loss": 0.004661402851343155, + "num_input_tokens_seen": 469581568, + "step": 2340, + "train_runtime": 16773.939, + "train_tokens_per_second": 27994.711 + }, + { + "epoch": 2.405504, + "grad_norm": 0.0712890625, + "learning_rate": 4.499394872081821e-05, + "loss": 0.004748685657978058, + "num_input_tokens_seen": 471585152, + "step": 2350, + "train_runtime": 16845.2785, + "train_tokens_per_second": 27995.094 + }, + { + "epoch": 2.415744, + "grad_norm": 0.0732421875, + "learning_rate": 4.4975742128918e-05, + "loss": 0.004757498577237129, + "num_input_tokens_seen": 473578176, + "step": 2360, + "train_runtime": 16915.4571, + "train_tokens_per_second": 27996.771 + }, + { + "epoch": 2.425984, + "grad_norm": 0.076171875, + "learning_rate": 4.495755762078418e-05, + "loss": 0.004699341207742691, + "num_input_tokens_seen": 475608960, + "step": 2370, + "train_runtime": 16989.857, + "train_tokens_per_second": 27993.7 + }, + { + "epoch": 2.436224, + "grad_norm": 0.06982421875, + "learning_rate": 4.49393951518085e-05, + "loss": 0.004687727242708206, + "num_input_tokens_seen": 477675968, + "step": 2380, + "train_runtime": 17066.5009, + "train_tokens_per_second": 27989.098 + }, + { + "epoch": 2.446464, + "grad_norm": 0.0693359375, + "learning_rate": 4.4921254677508716e-05, + "loss": 0.004727355390787125, + "num_input_tokens_seen": 479688000, + "step": 2390, + "train_runtime": 17137.3138, + "train_tokens_per_second": 27990.851 + }, + { + "epoch": 2.456704, + "grad_norm": 0.0712890625, + "learning_rate": 4.490313615352821e-05, + "loss": 0.004683735221624375, + "num_input_tokens_seen": 481709440, + "step": 2400, + "train_runtime": 17210.3486, + "train_tokens_per_second": 27989.523 + }, + { + "epoch": 2.466944, + "grad_norm": 0.083984375, + "learning_rate": 4.48850395356355e-05, + "loss": 0.0046593818813562395, + "num_input_tokens_seen": 483715648, + "step": 2410, + "train_runtime": 17282.5834, + "train_tokens_per_second": 27988.619 + }, + { + "epoch": 2.477184, + "grad_norm": 0.0654296875, + "learning_rate": 4.486696477972375e-05, + "loss": 0.004705347865819931, + "num_input_tokens_seen": 485743040, + "step": 2420, + "train_runtime": 17356.521, + "train_tokens_per_second": 27986.198 + }, + { + "epoch": 2.487424, + "grad_norm": 0.2197265625, + "learning_rate": 4.484891184181041e-05, + "loss": 0.004584659263491631, + "num_input_tokens_seen": 487766208, + "step": 2430, + "train_runtime": 17429.6709, + "train_tokens_per_second": 27984.82 + }, + { + "epoch": 2.497664, + "grad_norm": 0.08984375, + "learning_rate": 4.483088067803662e-05, + "loss": 0.0046070806682109834, + "num_input_tokens_seen": 489803136, + "step": 2440, + "train_runtime": 17505.2822, + "train_tokens_per_second": 27980.305 + }, + { + "epoch": 2.507904, + "grad_norm": 0.06689453125, + "learning_rate": 4.481287124466697e-05, + "loss": 0.004666749015450477, + "num_input_tokens_seen": 491769280, + "step": 2450, + "train_runtime": 17572.5264, + "train_tokens_per_second": 27985.121 + }, + { + "epoch": 2.518144, + "grad_norm": 0.0654296875, + "learning_rate": 4.479488349808885e-05, + "loss": 0.0045741736888885495, + "num_input_tokens_seen": 493764288, + "step": 2460, + "train_runtime": 17640.503, + "train_tokens_per_second": 27990.375 + }, + { + "epoch": 2.528384, + "grad_norm": 0.06787109375, + "learning_rate": 4.4776917394812114e-05, + "loss": 0.004661215096712112, + "num_input_tokens_seen": 495765184, + "step": 2470, + "train_runtime": 17712.7955, + "train_tokens_per_second": 27989.099 + }, + { + "epoch": 2.538624, + "grad_norm": 0.08154296875, + "learning_rate": 4.475897289146862e-05, + "loss": 0.004575810208916664, + "num_input_tokens_seen": 497788736, + "step": 2480, + "train_runtime": 17786.4235, + "train_tokens_per_second": 27987.006 + }, + { + "epoch": 2.548864, + "grad_norm": 0.0654296875, + "learning_rate": 4.4741049944811806e-05, + "loss": 0.0045924406498670575, + "num_input_tokens_seen": 499810304, + "step": 2490, + "train_runtime": 17859.0861, + "train_tokens_per_second": 27986.332 + }, + { + "epoch": 2.559104, + "grad_norm": 0.0703125, + "learning_rate": 4.472314851171621e-05, + "loss": 0.004592006653547287, + "num_input_tokens_seen": 501800576, + "step": 2500, + "train_runtime": 17928.9445, + "train_tokens_per_second": 27988.294 + }, + { + "epoch": 2.569344, + "grad_norm": 0.08251953125, + "learning_rate": 4.4705268549177084e-05, + "loss": 0.004537731781601906, + "num_input_tokens_seen": 503798656, + "step": 2510, + "train_runtime": 18000.9507, + "train_tokens_per_second": 27987.336 + }, + { + "epoch": 2.579584, + "grad_norm": 0.06591796875, + "learning_rate": 4.468741001430989e-05, + "loss": 0.004587111622095108, + "num_input_tokens_seen": 505787584, + "step": 2520, + "train_runtime": 18070.7008, + "train_tokens_per_second": 27989.373 + }, + { + "epoch": 2.589824, + "grad_norm": 0.06787109375, + "learning_rate": 4.466957286434997e-05, + "loss": 0.004565178602933884, + "num_input_tokens_seen": 507778304, + "step": 2530, + "train_runtime": 18139.8689, + "train_tokens_per_second": 27992.391 + }, + { + "epoch": 2.600064, + "grad_norm": 0.0732421875, + "learning_rate": 4.4651757056652e-05, + "loss": 0.004532522708177567, + "num_input_tokens_seen": 509777024, + "step": 2540, + "train_runtime": 18210.7065, + "train_tokens_per_second": 27993.259 + }, + { + "epoch": 2.610304, + "grad_norm": 0.06884765625, + "learning_rate": 4.463396254868968e-05, + "loss": 0.004580499976873398, + "num_input_tokens_seen": 511806464, + "step": 2550, + "train_runtime": 18285.3626, + "train_tokens_per_second": 27989.954 + }, + { + "epoch": 2.6205439999999998, + "grad_norm": 0.09619140625, + "learning_rate": 4.461618929805519e-05, + "loss": 0.0044912703335285185, + "num_input_tokens_seen": 513789760, + "step": 2560, + "train_runtime": 18355.1328, + "train_tokens_per_second": 27991.612 + }, + { + "epoch": 2.6307840000000002, + "grad_norm": 0.06884765625, + "learning_rate": 4.459843726245888e-05, + "loss": 0.0045277226716279985, + "num_input_tokens_seen": 515820928, + "step": 2570, + "train_runtime": 18429.0204, + "train_tokens_per_second": 27989.601 + }, + { + "epoch": 2.641024, + "grad_norm": 0.08056640625, + "learning_rate": 4.458070639972875e-05, + "loss": 0.004519717395305633, + "num_input_tokens_seen": 517852160, + "step": 2580, + "train_runtime": 18502.377, + "train_tokens_per_second": 27988.413 + }, + { + "epoch": 2.651264, + "grad_norm": 0.0703125, + "learning_rate": 4.456299666781007e-05, + "loss": 0.004499278962612152, + "num_input_tokens_seen": 519837056, + "step": 2590, + "train_runtime": 18571.4439, + "train_tokens_per_second": 27991.203 + }, + { + "epoch": 2.661504, + "grad_norm": 0.07177734375, + "learning_rate": 4.4545308024764984e-05, + "loss": 0.004471401870250702, + "num_input_tokens_seen": 521829760, + "step": 2600, + "train_runtime": 18641.848, + "train_tokens_per_second": 27992.384 + }, + { + "epoch": 2.671744, + "grad_norm": 0.076171875, + "learning_rate": 4.452764042877207e-05, + "loss": 0.004468469694256782, + "num_input_tokens_seen": 523852928, + "step": 2610, + "train_runtime": 18714.0275, + "train_tokens_per_second": 27992.527 + }, + { + "epoch": 2.681984, + "grad_norm": 0.087890625, + "learning_rate": 4.45099938381259e-05, + "loss": 0.0044468618929386135, + "num_input_tokens_seen": 525863616, + "step": 2620, + "train_runtime": 18785.1898, + "train_tokens_per_second": 27993.522 + }, + { + "epoch": 2.692224, + "grad_norm": 0.06884765625, + "learning_rate": 4.449236821123667e-05, + "loss": 0.004445591568946838, + "num_input_tokens_seen": 527876672, + "step": 2630, + "train_runtime": 18856.6021, + "train_tokens_per_second": 27994.263 + }, + { + "epoch": 2.702464, + "grad_norm": 0.06201171875, + "learning_rate": 4.447476350662976e-05, + "loss": 0.004489725083112716, + "num_input_tokens_seen": 529852736, + "step": 2640, + "train_runtime": 18924.4151, + "train_tokens_per_second": 27998.368 + }, + { + "epoch": 2.712704, + "grad_norm": 0.0654296875, + "learning_rate": 4.4457179682945346e-05, + "loss": 0.004479191452264786, + "num_input_tokens_seen": 531877632, + "step": 2650, + "train_runtime": 18996.9669, + "train_tokens_per_second": 27998.029 + }, + { + "epoch": 2.722944, + "grad_norm": 0.0654296875, + "learning_rate": 4.443961669893798e-05, + "loss": 0.004402218014001846, + "num_input_tokens_seen": 533900416, + "step": 2660, + "train_runtime": 19070.1423, + "train_tokens_per_second": 27996.667 + }, + { + "epoch": 2.733184, + "grad_norm": 0.06103515625, + "learning_rate": 4.4422074513476155e-05, + "loss": 0.004445427656173706, + "num_input_tokens_seen": 535930112, + "step": 2670, + "train_runtime": 19141.6215, + "train_tokens_per_second": 27998.156 + }, + { + "epoch": 2.743424, + "grad_norm": 0.07080078125, + "learning_rate": 4.4404553085541955e-05, + "loss": 0.004417391866445542, + "num_input_tokens_seen": 537917952, + "step": 2680, + "train_runtime": 19212.531, + "train_tokens_per_second": 27998.287 + }, + { + "epoch": 2.753664, + "grad_norm": 0.068359375, + "learning_rate": 4.438705237423063e-05, + "loss": 0.004418341070413589, + "num_input_tokens_seen": 539928000, + "step": 2690, + "train_runtime": 19284.2139, + "train_tokens_per_second": 27998.445 + }, + { + "epoch": 2.763904, + "grad_norm": 0.072265625, + "learning_rate": 4.436957233875017e-05, + "loss": 0.00445760264992714, + "num_input_tokens_seen": 541990336, + "step": 2700, + "train_runtime": 19361.2012, + "train_tokens_per_second": 27993.632 + }, + { + "epoch": 2.774144, + "grad_norm": 0.058349609375, + "learning_rate": 4.4352112938420956e-05, + "loss": 0.00442219078540802, + "num_input_tokens_seen": 543993664, + "step": 2710, + "train_runtime": 19434.2897, + "train_tokens_per_second": 27991.435 + }, + { + "epoch": 2.784384, + "grad_norm": 0.06689453125, + "learning_rate": 4.433467413267529e-05, + "loss": 0.004379033669829368, + "num_input_tokens_seen": 545968128, + "step": 2720, + "train_runtime": 19501.9205, + "train_tokens_per_second": 27995.608 + }, + { + "epoch": 2.7946239999999998, + "grad_norm": 0.07373046875, + "learning_rate": 4.431725588105708e-05, + "loss": 0.00442984439432621, + "num_input_tokens_seen": 547993536, + "step": 2730, + "train_runtime": 19575.6782, + "train_tokens_per_second": 27993.591 + }, + { + "epoch": 2.8048640000000002, + "grad_norm": 0.0712890625, + "learning_rate": 4.4299858143221377e-05, + "loss": 0.004416907578706742, + "num_input_tokens_seen": 549978176, + "step": 2740, + "train_runtime": 19646.1077, + "train_tokens_per_second": 27994.256 + }, + { + "epoch": 2.815104, + "grad_norm": 0.06787109375, + "learning_rate": 4.4282480878934065e-05, + "loss": 0.004360169917345047, + "num_input_tokens_seen": 551979968, + "step": 2750, + "train_runtime": 19715.949, + "train_tokens_per_second": 27996.622 + }, + { + "epoch": 2.825344, + "grad_norm": 0.06298828125, + "learning_rate": 4.4265124048071346e-05, + "loss": 0.00443723276257515, + "num_input_tokens_seen": 554008768, + "step": 2760, + "train_runtime": 19790.2131, + "train_tokens_per_second": 27994.078 + }, + { + "epoch": 2.835584, + "grad_norm": 0.0634765625, + "learning_rate": 4.4247787610619477e-05, + "loss": 0.004331726580858231, + "num_input_tokens_seen": 556008704, + "step": 2770, + "train_runtime": 19861.2979, + "train_tokens_per_second": 27994.581 + }, + { + "epoch": 2.845824, + "grad_norm": 0.06494140625, + "learning_rate": 4.42304715266743e-05, + "loss": 0.004372353851795197, + "num_input_tokens_seen": 557996544, + "step": 2780, + "train_runtime": 19933.1706, + "train_tokens_per_second": 27993.366 + }, + { + "epoch": 2.856064, + "grad_norm": 0.07177734375, + "learning_rate": 4.421317575644092e-05, + "loss": 0.004349645972251892, + "num_input_tokens_seen": 559980992, + "step": 2790, + "train_runtime": 20003.345, + "train_tokens_per_second": 27994.367 + }, + { + "epoch": 2.866304, + "grad_norm": 0.08251953125, + "learning_rate": 4.419590026023325e-05, + "loss": 0.004384344071149826, + "num_input_tokens_seen": 561990848, + "step": 2800, + "train_runtime": 20074.5573, + "train_tokens_per_second": 27995.18 + }, + { + "epoch": 2.876544, + "grad_norm": 0.06298828125, + "learning_rate": 4.417864499847368e-05, + "loss": 0.004311569407582283, + "num_input_tokens_seen": 564012800, + "step": 2810, + "train_runtime": 20146.4854, + "train_tokens_per_second": 27995.593 + }, + { + "epoch": 2.886784, + "grad_norm": 0.06982421875, + "learning_rate": 4.4161409931692676e-05, + "loss": 0.004370152205228806, + "num_input_tokens_seen": 566014592, + "step": 2820, + "train_runtime": 20215.9782, + "train_tokens_per_second": 27998.378 + }, + { + "epoch": 2.897024, + "grad_norm": 0.06787109375, + "learning_rate": 4.414419502052841e-05, + "loss": 0.004308675229549408, + "num_input_tokens_seen": 568045312, + "step": 2830, + "train_runtime": 20291.0419, + "train_tokens_per_second": 27994.881 + }, + { + "epoch": 2.907264, + "grad_norm": 0.08203125, + "learning_rate": 4.412700022572637e-05, + "loss": 0.0044147070497274395, + "num_input_tokens_seen": 570100864, + "step": 2840, + "train_runtime": 20365.9712, + "train_tokens_per_second": 27992.815 + }, + { + "epoch": 2.917504, + "grad_norm": 0.06884765625, + "learning_rate": 4.410982550813902e-05, + "loss": 0.004334438592195511, + "num_input_tokens_seen": 572089472, + "step": 2850, + "train_runtime": 20434.147, + "train_tokens_per_second": 27996.739 + }, + { + "epoch": 2.927744, + "grad_norm": 0.05908203125, + "learning_rate": 4.409267082872535e-05, + "loss": 0.004324203729629517, + "num_input_tokens_seen": 574117952, + "step": 2860, + "train_runtime": 20507.6918, + "train_tokens_per_second": 27995.25 + }, + { + "epoch": 2.937984, + "grad_norm": 0.06201171875, + "learning_rate": 4.407553614855059e-05, + "loss": 0.0042998895049095156, + "num_input_tokens_seen": 576123392, + "step": 2870, + "train_runtime": 20581.5585, + "train_tokens_per_second": 27992.214 + }, + { + "epoch": 2.9482239999999997, + "grad_norm": 0.064453125, + "learning_rate": 4.405842142878579e-05, + "loss": 0.004281196743249893, + "num_input_tokens_seen": 578142144, + "step": 2880, + "train_runtime": 20653.4078, + "train_tokens_per_second": 27992.579 + }, + { + "epoch": 2.958464, + "grad_norm": 0.0634765625, + "learning_rate": 4.404132663070745e-05, + "loss": 0.004318735748529434, + "num_input_tokens_seen": 580136512, + "step": 2890, + "train_runtime": 20724.2011, + "train_tokens_per_second": 27993.191 + }, + { + "epoch": 2.968704, + "grad_norm": 0.07958984375, + "learning_rate": 4.402425171569716e-05, + "loss": 0.004320795089006424, + "num_input_tokens_seen": 582175680, + "step": 2900, + "train_runtime": 20799.0882, + "train_tokens_per_second": 27990.442 + }, + { + "epoch": 2.9789440000000003, + "grad_norm": 0.0595703125, + "learning_rate": 4.400719664524127e-05, + "loss": 0.004287149757146835, + "num_input_tokens_seen": 584189120, + "step": 2910, + "train_runtime": 20871.3369, + "train_tokens_per_second": 27990.019 + }, + { + "epoch": 2.989184, + "grad_norm": 0.064453125, + "learning_rate": 4.399016138093044e-05, + "loss": 0.0043055802583694455, + "num_input_tokens_seen": 586222400, + "step": 2920, + "train_runtime": 20945.292, + "train_tokens_per_second": 27988.266 + }, + { + "epoch": 2.999424, + "grad_norm": 0.078125, + "learning_rate": 4.397314588445937e-05, + "loss": 0.004327042400836945, + "num_input_tokens_seen": 588266880, + "step": 2930, + "train_runtime": 21020.7033, + "train_tokens_per_second": 27985.119 + }, + { + "epoch": 3.0, + "eval_loss": 1.456993818283081, + "eval_runtime": 1.1117, + "eval_samples_per_second": 896.787, + "eval_steps_per_second": 7.196, + "num_input_tokens_seen": 588389376, + "step": 2931 + }, + { + "epoch": 3.0, + "num_input_tokens_seen": 588389376, + "step": 2931, + "total_flos": 9.795884421293801e+18, + "train_loss": 0.15086554328385768, + "train_runtime": 21047.8725, + "train_samples_per_second": 142.532, + "train_steps_per_second": 0.139 + } + ], + "logging_steps": 10, + "max_steps": 2931, + "num_input_tokens_seen": 588389376, + "num_train_epochs": 3, + "save_steps": 5000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 9.795884421293801e+18, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..9531aac --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f3912c7b3a958751ed5f10ed7a3e8f9cc844460e3090323a9254f2f96add36 +size 5905 diff --git a/training_eval_loss.png b/training_eval_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..1f4a36c53393c19183774cd1b9ade27b97c7eac2 GIT binary patch literal 23579 zcmd_S2{e~&`!0N=B14p-M4~|{q(V_h=AuFpWlR~9c`TG6iAJS_h>%RlJQE5P3T2*3 zW)(8GkIVD^|NGs0?QgAbuf4yu_WJg-*1O)v@J9eRL0uiDa$V@pSGtcRwMF1ns}KwbBfaQ zSCK!Y{>%~@-8Q;+zVfBR}Sg+qsq%a>IqQ}En|@YmAwzlZXP`GOwr`7 z&FUagE=yzIH;>mU3>7%vxDjs{C2`vDPod}3Zkbaz0$-Kx{@C~AU}b@Q--qz(V(Iqn zi2^=s8~O3i*IJSO6>KY4uB^)|rdo}9$O>WN*7|y*->&ptsJg%XM}2Id zV$04Kr?RZg%&u33>?o_QX1Yet>UZbP9qr7-gsCYPA0MBMqM~W?vxj2o>7FwC`ukgo z?PBJY=GNEO-;yca{~$GW*O@|(b$VGBeIp|y6$j7cIxH_KDG5E``s#tZ(zL7N+-OJ9 zt=qTRehdzpU=~BAoRf9uD{t|d^w-B8PtdyL;IM@H(%fu3@HxR^q9SO$KlxotrnSYl zt38p%(8g4FSD({-FfZ$^(G&l>}Oc9Lb2$|ylTv`;=m4(vqf4yH#k#h z?mx=0?=zmA9L76i$2`y%6&0mEr(Br%{ZXc_$kUUVM{;#>pv+9pgp~8h&GrI!labb( z>p?*$TNJM}#T2xTJP^|B938zSeR;-kxH-dhW-4=#PGmu1p`6p;sr#RiwR_GpmzI^K zUHG`c#ohe~udMI8nwmEl9vd5**PjkgUX#k;^4KE}W4?JVOvg267YzNVdq%eI^zS|z zGwF-vLekP3m^gOIrsx-R_VxMqe~Q~ADXE*JuC2|{n0z)c>ac(5$B(Q%mA5M2-4h5r z)2BAO%d~2>$Mm;{^+g2*1)>*Qvzs#W?EBQmf7H><%*^a_{k0kUe)&(NY&KTFmk6mC&hbewrk}%4O7&q6#bB@tJkh|4G)L+Iaq0FtzH~h)c#AI zl;W)oK^qRbbw0Z#UHbif*l%vul*D@-VqQ5d)d&4BYVQDcf$!5fyi!ig?d|OhtgMw^ z(=Uj6OkEKLUwK=Fvf6Bl<~ibyMJme5 zQWgy_eD7>hGXB|JZsFMBG#@5m6RmP@>prKUwKEfg{upl0y<^fPSSGertFHEajO3J5 zw6(Q0tBYQW-}xi%bm6tGs>aG;$H!`FzJDxsSXr5&F~uPA!hCVD?3o<9r7Y{kch+aG ziF^B2d9T$Mw)GMh<+Cof)utH8a36GAJu%o+i3x~tqoJV*-EY73v4l-<-7}?UPQ%Ti z;?`W57u$4WByF1gy}YRL(GG)|Kc5pcMP0@^l8yutp)C! zUgs-44)y$f<;Su<+P0@cC+lLkmeb_W>DGK#_A-CgkIwn3swWnn=Lh-tETOzYLPE4S zczA*kw=kZJTyt}ChULpoF#W{j9mbrH*m_H5VXbvbW;xEPsMF9F{)Ts>T*a-Q#x z%TF0x_QgK!`q@)y)}Ei!+|em;EMgqqGDAt>@LlC6~LqyWfe35Dtlb{`>|u&2p+616(?Ci%o9Hk|hjBjvV

5>(ILQPKVpsT!)p7 zjg9=$NKl&FR+qN5oz2e9W{B0;zG~H~CDhMqk)mGnJ=?ddF!1etp~Lh!tfO?kvr?eX4~($doPv-$;Y0XS?7?Ck7mrqvu61Qw9p&CQK$ zafJ~Rqasd|ikk=@9C8eN2&G3NdUNbJ3P44>Sa0`=wKpgFC$1Bq#Ct_7YSgU!T}mkzv`igd!m<;UzLswCCRi z*UX2Zp*k^=^eed8D0wrpAC`Y&aqy!R0y*kuhg-6ksAwDpxmXRAZ#zyUucqE0Wb3zV z4Uv9A6LUaIaE;>4wR{Dh(<2$1l!7~vIuHmC*5=q>a2RdpVf3YyxY)YQE|01$yzIVt z^X6W6!3nj-W9sS^2n%Cf{=6^V*WTZ8YQ^Q5ao1t--Me?EnpCbB2e@c>aZ*!H+-1yg z^Oh}LZ|@*SVz_+#{Iqy{$bePz>*aVhzEMl>k99>-yoQFxrLoRK?QAngaoZdjF|)#JXbY# zRa8{ekFV(h2M!*z?JTCDWD%Hr*nYI;{9ZqimfFEYeMvK+&(F{A93Bn=Jc-tbRjq#& zee;=WY?b}oO)fD;KR-WYUF{v7ZMGo~9{6E1tfyPXEDOBQ&?qJ@?)T`?={v!$8~^_F z{EDb?CnUrd2bXWp9(KJ_@`r{X0;o&kRgyak;rc< zHhE(XmE+3nPQKJxNsW#7Ywp{(FMnc&l~>w_jaFS<-L=u#$?1wUF9BCWLsr}}SGWrc z3+u)9$}#kRwjEJpLVhXFw(UtpM9u%x?oN4ic>d+VKGn!;8MCfTir*mZ!4RSvGWu+v zolSC%=U?f^fKFnTjfO*C(&F_CBnO&OSVcrcnAh%-b?e0hezhFTx8}XUzkmNaY>IMZ zrsvx2Sj3(B`D-hKc@F2;eY<`Cz7J+#ld$lL9ojFcv2L#IdU|^O!f&G|)1G1#T^8o{ z&-@v^h1oSJ^JB5#y(?Q+QCC~L>*MIvfPm#g!^5_J7cM6pz1K5Pa*h7&yLX2WmYBFd zMRWgN8uYhX@Z<}hk+wVnB6scCbJ)US!1CB2r-Ygft!qn>%JjMeF1uRW+U{Wed8C{S z2OE=IleY`qi1b`oNA?0TL)VWV&2~#Uzt|3ZP*Z;cq-+^<$WBL*=tT3ncTj6H(L7wK2Bf}a)|BRlF>bHKP|y)LUu;bKH%H5X%hqAuT}-^(D8AHbLYNwm%$GbC zvotg^;%oa%-LJ{szkh!eLW+fiXs@Jg_Y!7i=Gqt)_Jo=*U)EwLy}`3=yGob3xVRW1 zpjZr=YxG&qJWW8MR{H6a=402lrWO{A$BrGF1IpfasncsbwPUN=%qa= zd3pKSv-|9Nm95%x*LcqTqzA73?U7CQ_*M^4c0+qd;pO!zDk?}Z`>FT0b_fUv;IMbr zMjc){nfI?bCjdS(Gc)_jyjw!vbkEsY1am_xtDC@Ms-`)6-kmsc!ou z5_0mLNA-_B*|!qgSabHYrAFULp2HZ%D%(xx$O;5i@bH1l#Jvb9e3B|fr{ z<$;`=1O$|HA0P-InI*h`zSpvmIfzTF6m?~q>+kd9gH5aefe#-%e3RXeTChGwWuL>3 z+s$XI{8#YY-EbHyu%Vg&Zo2(4WBxuC z52WxXNWQrrFz>A4l8$!^qxiDU=v^K{)i62q^%^ogD@Lp2<|gSC9rO&x;>!HQDRc2{ z2M_Y}R0JLNWn2@pE4JS@HZIN|by+u(VCbF;!OchCqs(IC;Ys=_`ZxEd=OZMh)fHk1 z1`ob|{c6;jZOg#I5|XTB-IUB@Wn~rPZ$ej$LObT0i2FpHG|nNyv;6e0Z?TqKVhQ&m z2_{F8T7SV?BjL@P0QSJ~qw4i%nZ0(8WA#cK8rBHuWy<5_89gG}62+~)cp)&AAm1QL zU-kE=-+DCkb|2T{yW*%AZf-cp1qMJ4|2v+de-K-ep7-+jO0T(Nv-wtIoh4sho3qo> z(HYs;+!D8LE=I{ZGBTp9uKvM(z^?c0oosLsckkW%eI}n3`(5qP?xlOq*AxpxdeELa zb!x9!Err~%cCQ&59zm0zeWkB4N$--Kog9L6U8c3(K1s>ay1EmRK}r7v9aP)=Teig3 zQlV0bZBd8m6Y^1^zy0t*5exC_OxdZ{%QeH5h~VVZ^q;m-Sf@lsM|TuoilnOm08QdB z_yQxONegeSPdye>V_iBK7Hb}e7z888KXn{zOifQOL#&UjlrgufDY`gk&=7xO6YAQs zFJGpDDt=n`wqO4_V2K)LG+(4Ru&1V~it$t2F?#C0h`|PIpkg3^KrS(hrwBozyGn zP(S7uHpXk!u`BFnRW|igjV(nbw33sPK19_QQN6ULhS|u-2&KBvSmKw}j7u-J=LbA_ z!c89Y{Q2{J&LiC86BAusT{NBLR!Sq+THL3Ck9Tww)(2^c)xqggnc>CRN@F*=f zY%8Ol2>zfc#lT-9!3Ts%;otOA+g77YCCA{&lPA9lgiqX)TFs-vT$+19NK z!2Bvpgydi3M*0uLyz=48QLbcrOz*}E*C7OX+&ZWhoOlND6+bMi|MclZoO-y&u^tYm z8cy+ry1F_tHY94M`L^6kU9?C#*lsNz4X_=U66tH)sWqWGAw5w&S3-inDLK*RyAv{8sSX02a!O$%_^fp)ami zT+wrEvp_ymXw?&>s3l968r42MRKJN$JNZli;Be7T^Mit?@m!reC!wOZg+7<&0;)DF zlNGc-dh{q8pomD(+$x~3H$bFpoScM(=}G@6y`z7`ytn4jo={N}#VAKo@1yvf;+cp) zw{G3KpMgV1j;jQFsw@bP{kdJWJA(H4?j3+>csp=S@dibOicRw&96+%t^Us+P@3V7r z3&U2_N&U>Vy!0)8vnS`2yRzvzIs#sG(INi!zYE4^|av0z$yIvl@K zjYPePc*4=&qF=?etT^kodvjBL{au>d*RLyAzMcLhYUN9gjv>Qk5lo9b z_p5s$AxlG4mntbK0kb`HaE=ef&MbNRmH|YQ61cIWYHCMvkHoInB)W3tJB|x}Rl*Ba zOqF#go-pXecUVU@KZ@7ew{Jgfa8!MDww{~J^&RGO7cTUGOT!}Ro{ihwvgJJ);mUWi z^D`4D9|Lc!*qQ*lRNR~F;w%#pFXj# zSh0f8Zip4N*|sK|w{CsWFkBl&cjnBQ+9W**?8cH0A6BHLrBSypgtun?ogI~#nwokF zZph{D{2$xFMxliFm;~}6CnqN`vv1r-3;f@QNfbS+<5T;&xHJA51pjJ_yt{XAt%vZ| z?c0~5X04nZExJ|U{)b;uk_$zmys9cAKq_-*`KF5z2VAe>6-|&7QD3hR)P8v##MO&% zr=Y;V!vvaM>Xe-Wk(YgWR$O}K$EG*sR6;S znaJ_+@#AU63W(gNUwHoNRUw)2!Gi}sFg>Ed+yyL)Q=ZS@+44cgqpxMSspe1*+Y}gz z;?JK~17rI|Me!kW_=9<&!FjB_xo(f4sp*ym7G`FjhYwGATPK~#Sp}rUfS-YST3cH$ zp(Z&Rx~nT=erlr0pe|a0i7L)_{Y}y^ITX4X7PU=H{^8-_T3K!r10>UeQ~OBi+!$NE z3#%NQ?KUB(n{|=paM|CmB6AdjND)||&jaG-^)a=X$p%HiSb&6sA}Jv2xh9?=l+_oZ z_Q(9)G)@L3R}4~K%;K|GcsS3M>2I9!3JT_*#S7Lyp~1l@4b)7Vf4u+xTPHD4Rv~?1 zN9>9Q#dqvDk~HVoaRr6$(mi|9JzCs&z$_gwm1Cfa5n#sv`c2AjtRaANr;yN3;Hn;! zNp)p>#x~|Uj|O|w(W{y|kF>fDIwiP-jBFx@eKRU8MS1xpSLS{yZ3|Ha6elGAkB%Z4 ztf@v!CRuPoJ0@x;ftM@=V%wzQwV#Pk@AGpNKu)h z{Uqka+yl?>+ee1lwR?9J`vO&5Tg!&iY2j^&z34JGC5k0ni2@Rd`k75fVZGXhl;nE` zEr8|#QJPGi6vpdk_pOSC0xi~1sJ6MNur{weOco1t4){iQY<&FwhOTZ%3xDTFJ-4)M zcN19L1m|Ah#F25}P(17IgpByBr6OHCE&FPzzSD1b+ekQ-8?1`cML^7oxO( zU?3AwFxUmu3Cu}3D*%FGuqj0;kVB~R+qW$R`U{0cglWIFj71KW56*n5Ws@*S9(t5j zx~=QU*KNnw?bwkRlPAZuZK7j|v8kyqh`_Rv5*k2f1>HYotTH|s8IFb3w6wIlOe&cB z-5F%2d)WyH1o3hZ&~_oS4f9uj1H&*x5k<(5=GW%euFTIILJdPmB)li+plgr^P^_f70wY<0NoXjn)M4;0T9{!%g|kak^bo2 zq+j^h{-OvVp?MWIH#09U@7i_iqM#9c$*|kIRBvc zxN96O+QD<@&)?|nJ=Z_cSwcr6yIDY>sBVF6<%xG#<(zES-_ObaYdyzF&*h&DFVYeW zshHoe*X%Z-{u-+A`kQ^&x`E>q4cPSgV3K!h4! zv68+R$XlTF><_44mr!>?L$@`&8~zl`BNg)s`-YJsbUg##8=RW$+}zyqy1I|GkZ`5s z3=9l>{Qa5ue24@BD6M7bUK1)x>jkCeP@zdk$H#rA?Cf3*$rK%#-`*+FH860a`k}~? zPu1A&1+?zJi-KZ(jOVwFdaM z8zeTkF73RRi3UYi^3M$l-G4`!nVQB?hKJ1kq6!VfZbkL$AQwI^bc4le3JBimvSuU^7UJ{lt8t2_4g-as*@83kY+whf_b&I zm6d+pSwWpg%wE&)-oEu>lS|sUWy?}1CCI#G*vt(ht3KRQBF0}*jeI9Xckk9n8p3zjyguj_^|@n7bO1Ey_=9~me;4MJj~u!8K*nQ=jc9aG zzG7ZMGQq=T8N6{~L_WUc17r=1h}cjQ#L_XHxUIw-yR6=Rbmz{UV6f;x(&aZiI|ate zcKpYQCn)TS1H*Pd*m?TubG5MO^Y0&XHN6YJb3|ErTm2+G>xP?TP@kTwS$xZL9(^EP zjbRfF?hML1>h`^R*Pw z=nYOzP8{cF(AG$-L9t-l`*tNFhS9sbTQtJ3r7LlsewNVl#j9hAFDm)1SW4<9~^ zjg85IZmWB3uKC)cLDh}q&oXB@yhjce*gBPa;6LKxv%As)?MV6%1#IkRQ}Y1ZGvHTo|!o^ zmKt&FtXGkb1=VrrQ!_Ik6jnC2w$23=RoztObNRNEv-Rww8u+2wuIyT=~ zPn%$smYMlI%Xjrv@^$A_kh~`+C*#lL?0%J=ek4~)3tx3}-|s(Mi+^N^$1^i+mdao5 z^ZztdJmlX;{(sJo6{#^&PZPlH8I86V5NZVy*IBc+(9pFnQ92)+24?H*?0l-t0mA|G zkTRSIj}no>Lq|)xt$}j*P588eF?}t#b9%t5<6Y zx9H+RQK&6<8NXp*-f&>;yLaz!VBBUuuw$cz$i*(K9t(S+lg3ZTz1csbJ)e%rzzanm zanOCM5GxZCYNNzvNhs*RvsmZ1S!%v=-pC&roa7`YZ@))V`|jOx(1cSEHPWoU?gp1k z2U7ttvBXN^UtG^m+a2Qs`1;l|QtHcOgqpN~n};VOla)+lv&L4sr%6ddsGqkLh!_+e z!1=pgTYEeKFJ=dtS6fd6^1JSXNEFI^`}d!AJLod@bV}+N{xrrkc7dz7o8L!PQPFR_ z5GfQ4L5wcyGX|Ip`u2-Gsebcj$=0n~b%zDWSTjQc))gc6b%)s$mY_nWp*ThKeN=dO5>&~Z zc$jx=?3Ti*ZYD~EwiAG=b8wIe3@i~Y@hwU~VuncML{uSRd~WR8=kp*7$#OUhH?IKz zC<|IIacO?Wk$b;gOpMb#%<_-$+5jrl5(L}y11TsbgDFK13cs0PYJqU+S8Oo{n7EnYtlE{}#>-E9BGQj``M%`}$${QT9g3%fYpXp_>^H}ZPD7c`uMihi&!#goRA{QVO8g-xt?1x zmq1d(ESXR&iNi-w01_W)cf2><`t@NR7ntmY&SbM8O4cbZ&SLu`e0g@fot@nn944ie zmGm%4mgPDQUix0MuD7?>5V|-66BFGSf6YA9*L|J~2jEKbz9(>ud=@pfG?LmcYj+f# zh!_v_SvMSTd6)-&MqX=Y)fsBF+*9Y#cEb2~mHFFFjTzw=vMA0Wa$gS!0CwDGOAA+I zyiQv5>k)ch4==DY{NT+yGS!YAH8eL*m?X!eUd*(6^%zP(qCPqdHnM<9BXvgeFJdt( zx^gxtA0!#!DB)!ppD^g{1SdyJA<}i6Y$8+KzCWD73$nNu2q9Di5W=sbz$hs#rCnH9 zpuB)f4WSn8a~xQ0Wo<2H@f*yZJdyU{mqIM=Mp*#n?hQ)F&*ztt=T&jxd4MC3;869@ zQ=NDp6b^T2NjL?0uWLAE@9bO&XYJ=Ii>Bltghi{??3M7*zyr31Odt@Bnezoa>bh!Z z1e@G_2LXqZU^r32+7Gal!r+E$N z5hcAal3}B1&8(Nzg6qQmSxUjz$0?-y+KYG_H-aAqH{0C27l(S~8ac~7UZ9B;!S}JP zS>p>ssu8SSlotwT6w^^y=YRhs!hHo|&2cb#J5Rq_f+Rst5r~S_z6Po@Q(TR_x^FGJ z+;!)SG+33vxIM$>8nw8m8*=w9?T#HgP>27%FOCQv+}S6=OLrKb-z??9%#6YOo6u2N zOlyqp5V~_8T+jl80TfbW%K6F`q(2bAe~;EN(n~&Qi5`* zC2Y$-^B_h6?itUF_baQZ`NGly&H^>pSc^?j6o5%{>p$}#YuQ9?KpZ4KZG^2mk00Nt zsW}RIH2PnR8*Fv2GtBWwenFo`+D>pVyDqlw^Z4~nfDo5dG5C38NIEWYtLvB+OUqAW zCbSr^ym$`cZf{-GkD?wR`ca736wCRxMKH$Oz?n6++9irX7 zD|7n@>gp{-YF>r{WXGjx@UgZFbFQE^IC8AXV9q|v2$Mxv^#?#2Zl(l5~u%3^`2Lp=HoZ0eCE`L3{XMfxAJ+6K#M< z1t{-`4OXG~)Z+I=XRMQjbPPul9jP@@sdqv;2391xEvUq%>~JDiVCw;+$P@4PXaD&4 zZD8wZu({r+6Qd3QBiuqnl3EP7`7ZDbuTyAVM)p8*-Hbg29tB?D`HI1&m#5iLdhYn; z1~!+0fuUHU!{gp)LK{MT52XArdCnpzYAFgl7@R^K>;HscYLz)xTT(Xz0_vuI3Zt|q z#)2F6zbzo(E|-#$BHlEx9F6wrBTuh8v z>?m2tX04Yrmq2{zq@NE`bo87ZmcV0P?2`~77G+GO5BL~P9RcWEfX`-MUv0rIgXl@N z5#(b8%?;DZ>6g0Xpcg9bxJ=Ho+o>C3)WTHHt*OZt8?hIbrlu#KggpQyPmnI;WFlzO zP?(Y9f+71nrgo7)2wP7nR4!n!Qb-1Hp0iR2CCdo#jE|4^;5FLw-|-|CrZOZ*zK+$Q zdm0;SdZ$QhnlN{O^SKa~cV5P`p|6(x%gscIj7+|-sw%}CUlS>uqD3DC$U{FI?9~gD z;pg}hI;n;<$!Bt|LUZjkZ+Y`3rdIO}nVnqOK?(2t4-lmSxw#B*(61udMDzRz2t@*=u%$r$E>^MJU%$!&5dfDDq*DQdjds2k*`YhPm5m$}!SH`oz|Y^L z(2W25>3#2>ri$}5j80ixbuO_}|H=wpJb0zK!J|3BeT#pglh(fU2`2C6P3E8h-P5N_ zYHD6)i=X9pSu9vay84{APyO>zw=5S<2w8}jW@1zX0x(%BM@L^MUd@9j*gk*%C&o~S zG58pe-5#=kkba_I@>nb7v=h?yak#pO+2KF(iO}HVURYo(nywNV9A*H-q?Mrc_vhWZrIKQ$wxLGgDiEg>lW`Ben1e$kbK|1ypk zAz5*GDsV4O{zHUv0Nzx@UefP^o`HCcSVm$Xz%(Fzn_H%n4L;6=i9{M96A4k%AI5P* z=v&IFs&b&;P;h%;xaR*6^UIvmR_@uehnTBaxc16sSTv;CeN!dS7{rtZ=RXPhq1n7B zNPf{N;6k_pys>$^5gl}1om-BC89S^-irf>@uf^%6AXbp144;!Pd??a$V~6MPM>x2j z8n=>EqD+U;!LxJ~j64x55RYU*!s~^RT@}sma)I@#aNra-k-srhqt2IDI>Gg%!X~-M z;f+oGGyx%J>Av`?T2#`qVpf?sHWX+j7?3SkAW9aBA?U)4oJG(=5}+ZFF`UIW5!%Ox zTTThuz6>ds`8!5woe*cRWBx6NK4qf?Ek*rmrSSlV zp>z85e@-BhCJ-JeGl;Q#HRa1T1$cc4q$#$T`hV`%;r(9VV$m?g1To$4;>BRlTZ`vINHYfctA@MJ_P0)-X+d_QUDsIz$69>&KzcE^3y2-v-gANQ-EeM)NFiiGpeTB@DyW|P~KIlMb73fLGC7% zTd$-Fh8VNS!FX9JLLCgtG!)2=;-)4}FoJ|8rHJbQplFwv*n8*8mX?<2n^>L8qBcMf zXUI}XM;1f#GD`-0r30%>kz+4$3;-ze{%ukTV6VxOx_jE#5McFO}d&=F8n z`;>~W-D>ZH-4*8{j*;ZCF4v13YTtOBY;$5eEt7355!U!qmQ z5H?CAZxb99;xvapH_)CFi*#Le%|Sk&ZT;$IRaj$){iP5w_P&q-wfQgeETD%V^m4|e z(ViYUtT!CLC!bAfLj8wej5h@)ITqy%&`-!?@jgC^(@%V5*brluY!9v1C6!7hj7R8m|_5o0AryHiLCKong5E}QlPMv|kIa7B`r zcMz9XaPzfr)I%)re535s?GcB$mKhWaQDLB=%cBV*!il7$Dt?ssKv6hk3gCm$hsKB= z6r42W>WT4jg0&AGEbwT;KmJisGw1q{gNfS^ z@%N?y7kK;q3ID`K0hJ;_s3p~i4lIx# zaz7kaM9C^awMDimsi3~h5I$V1`Th*4Dz8cCf)iUPBYr5-z?L^hK;ft7EU58fc0(P2 z9v z6DY6lJb7{xu;kEwzf9tPd`$jHiET@zFPu~@e$2S$dFOh z=nRK4e!SBTI%`JXe8EwOdkFJxi3@nKmHl`B-zbm&=jeC;AE=5XlRk!xp%R#vw3<5% zd|nP$jN7mz7??MZR}eXAKzyKWjKc9M)C~t&(bHt$Sq^0fEO7wzCnGc@>=GAmY)oE6 zLD?EIbZg;XgBDD@yRa35#daT-Bo)XzP19rf#1gLlY=1tNPg>G9h-8hut7U`EU4n^qJ1QWyePEmjr zOxVv5(llN?MDGgv7P(ON3$=%nl1@;8=#P&ct%C(1@O7}SuW$1#O6J98X|BDut4K!^ z7zUg*iUOnkA>tqtE9HfQW0wl3^C z((!?~atJ&O+v?R?hVCd-a30(u(F68=gd8Dr1<0r#>%mQx;gk_03TY$)-F5c?2GoTl zF9(PM@1zIe;D{IkceswB`@h3!&b&hyq}I!EAGYWisi^G;a9S_4RD|A|4**4!qX_fD zd*DN4$-Y zD+fQ0?!L@8WlC5u*lJ$AdSz&Ad=`lGi=4 zRh^~-UD!|;NVP&4LhOSX$@}#jER8z2F94mNF;riFe*l~y{b{>V=fk+R1M%+!I{KZ9 z*vV5yudCNkZmzEAXQC(M{hd22(M@_H$IcXHB{~<;5clpk%ln^`uuux@2FjC2JSa5* z|2{|1?Srd{bb=#u_yI7X_@V`dKrRYeEX#^;;a zvYGTa40n>>6$GG>dO3pBmbUO!QS5PEM-l;2sLmck#A1iz78Wn8=r&?kkw*TbN13Z0 zim(FR+#Lz7u>0Fr_UOoa+nO7}CfW|%>Cru*Yj`S|+2l5giLHSz*0=D=qio*HxBKX( zIMAQ*`+%zAL%`9h$%lW{{+mAvZ>>CYik0sGay7*`4h9psg*c*`qcs<5w1hwLyYQv3Zj8j5V zJ1jbN`L6bG*6l-3@fKV}WR2v<&!?pE|ZM8lD0QQ3{CMI^!l*2mDKhnq<5v@`Lg z;spq|O_EtrkqowYMwY$qD&ED`J6y-XMLIe$Q@;;H3S*;_VL1+R5V8rSexGZwo^3w!vOu=BCFq)oB@Q2yN0p?IM`a9aD(N8y?9jFxL@R(2 z@h`y+1rOFUw2`|mY&6q|dkwL2J>)`iIRzevaJvdz6;QX2mH_rA2(B^^K*W^xpS-_-*;8SXY z_nlyNlmq>JX{2>OTx^C2*JiERq9C4PC9`Zg{6K*H<2w!j7foIiUhFh20W1>!@M>&q zY_sioG|oD7@H`WT-26IUHRfasK$le?;W8vS^_4<9}p zUx4Y0)(bo9ffffh_fG0M4h$oo4~fa}ps#{DdwT%wdktJyJV;}~5J*j`0Dr`ifeRO~NAV5N1-x6J4m^g(ksbN|UKP3C z0POMECwVcBKoqN?VLfaIb%Vw+o}cdoB9%=yDc)p5LBWaX()j8{L+68AhsGCx-D$n{ zxlg{-YQ!ZYbtudEaT4G`(VQ(noL&RGX$-nj;}Je>)|4FH?AG4iPVSwlpM{NvMi#9& zoY_fO9MYSQYjk|sM1uQaaYzU%5JqoGCY-kS+tEx`hsI!0bn+$)0n@BO(aFDct0KeC zZXK)Ir{2w>YfkZ;CDdVt$tLt*;G6}f6was$hRJvqg6qAZeDvsQx%_<`(7c7oT^r(D?ADj(8Z>{#OJ;m3z=am1d8|1UAS254_jijun%F88 zg_md1t3X4+sq6=F2dPlFVV$_uTJ?wn0pP05up7|%dvsW5JG4ryW%z{}^vJ|!>ca%K za`oyZKdUrzuFUic?9@r65Je^KtHw6J>g+UpZT@K)3{;dp_b2c>B@n8wp$O`37fVXO z%^c0YfB3LLLfU3fm``@)O^~+5?d=9vGpayw@!RUiCnx1UyQl{=h-v5qRYI7GeTD5~OnkoR zh((Ecja<9aRqFfYm1*F3Aoqq1D_|bUV4cQWsZ{SxdKQSR7OQzIM-uloVVa2QK~B5q zxwmXDPp2>gl!Vn7vLMJqwfX zBO}4MMJB=bJ4~({1q75NS@5;O!=A}=!Rbv6bqb&+OE4?HZhnOiKPFYcrx^JRup=X3*kfQ z2IMN&RXRliFFpjX`~iF@h@kdTpXK$xu1*qDyv5%~@PY87i*zLq4~wU#Co#{1{@iXS z7302^s`kQYHi?R^#C1})tM03AfwJt2b5ELcaU0rUlw>H+VN(hFLjM(sy3w!cL3(H6&CxE~) z>1p{F_c}tq>7PqZGNv6oPcmNRhiL z0C4MYXBp|UC({bozOFmuM^N;))gM}DC_Mz3N?LF5-jyIKVm}p9smA4u#GwJJM#y=U z%N`!JF!GTij*!$65~uP$eZct1`2+s~hc02?aAS=6u;OwG3KT6B&Yh0*4Hdbll+1CoN>!tteW` z7u#E)rq#i))!i{A>Y)21(O9|>&!-y$Zr$QU*H-;3V5E_W$)@igBSk`RFM%q> zhV|o+%bz+8bg6*)B1#$g0-jj3q^yD&bT#by)ma~4pLhdlFZK_LNH$0b-3S~ZRmg1# zld}_Wgp(HlV%!okj5|umEnUdvjC}fY`JmJIumXYZS+56h*Mr4qdU`tXJu3iq#k_*G zU^!%3Ta<`EKL~u$2&vsL5erR9=5_)|Ta516y;~mXs~oMV+d_m+ze2IDb7IE*!R^}{ zapDERscvc5?=%#uD}}(pjuOWhJq!vK{tovd*iu@Z6l2@5ZGYA&@kRkYnte%)(z!%U1O#q?w0YIDq9WMvb?Wmp78X zVf!#iS4YFdSzz4K4x3JY^{Nz!n#vE&=|^KRvGAbC;YZ1eG#9$pd==)Km11CIECn*N3?jNi0jLlP2U@Kz;*YPsV;i-U9o{^)Nloh zfExw(QL@Nm=Gcf{-BIUhNe9B&TM3Tp>dI)OC5zHh?dicJ5@xK}12Ie`nyn z6FTI|@K>T1pSO{j6m&-8D$WHBh3&C;+0=mp8+~LiUE1Zx${QScWkw~}_6O#^7|d23 zuKuEmAvTdB4$vgy(F;@v-Dsscgk3`1ZwIc-kz0?h-MjZms&z1ncwum*CojsFYv>w= z^_T%M5G_TTkLOPchLBoPSU>+d&U+VF@VD^2ki1QAzzMuauF4@d;*gdR^tO|`RAAFG zMx3l4wLty@L4gZC=p05`*I@@MLZw>C#U<=X zZZA=J(9?B0t`!EW$jg(D#`PJz5pO_b!7aj!M!Xt!S=<*#9Mves${+^7b5QeJjkP$? z|0Q9RQFmgslp+RmRrAi~Idvfmx>hA>B}6-E9(Hq+bQ)<50O>@49~kZTSp^7LDjmPN z`uZM@_N%K6+&_=2deDfd6=8?=y~UfTaD9Leov@-(W z$cOgow~2%eJ1Z;SGFhb@*H-| zji~1rTS0N>6=~Z;$#SKThybJs6lj)orJ!vN_j6UEAMIyfr00tU$bu;SHbENng2Y4! z)KZM=bs_X2n`#J6vhp!%q!SfMhG4+)p|9*{RP+K$!L2{Pl6W~dmZ7}^Awdq-7wboe z^v$zK3JC=^AP9&61;;D|;V7Ly*RIF!vt4%kdR0DZGHAH$X7w@43Eluz-VHK$y74{B zWr7~eyIPwP2O*U9&b9;OGPxg;*Ybd?EB2)(ompb zN%wf5#|61z8mr|xqcIt#)QU6=uyP6Pg;o)@uvVue>R*l2zhgH z)yg#iXjUtFEiZ3+6j7CU?@-+UT`VPV67#--f|0z0AUBA0e7J~-3<|VBDy~x@!aQzj zBv*2f+XR5bRMOp1q7!4N4;%3$Lc`vL!W-MaemUu^vMI(zdxSQ^9y?WkmXBW$7oQOM zZ1L8OXbDi#OPQDg?~W{6S+~AxyCHtV|EOzG&%IOgztXiaCv)${x5%z7%U|N2Zc0T# LT|QaP@alg7zN;mz literal 0 HcmV?d00001 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..6c392060f3360f504833829ced0c6f84be19044c GIT binary patch literal 31774 zcmd?RgFyMyRHOu?K|qjDLb@BJyE_C$xxO~X9alRqUrP^L<&6KDHj7_gr1B@(Bv^3Gkl3>*eL)(8X?)*4Cw>8wa zF_W5+QTL%b`DsB|O+odI>)1MOt`(8OkZf4{-@59;EGjPcK9fen#JBAr$1~lla!$Ha3@ecCs)33cDi|18Fb)L zYS!}h#$f32zI&;0{h;MeZvV*Utd89q`o6wC%@Q5Im6D>lU%wtyR#pbA-pUcir{uo< z?(eV9#%%p>nI(OQ7)71j?h+-q&F`F@9&P>}QD()cJZ|lN|9*_;Y|=W>^6c~kkCe1$ z!aOwo(IcX1_a0`SmI*@s=CI4<4bNsgXuGv?zr3-xUhGZwX|Y!@J)R+m#(etpDV?Yj zo!y5lj2GHp*f$+3A|fzhbR;)!+#rdMG-0Kba}X^lDY=p}_u;WPW!HUTPlI6J%#@Uf z;G^C7rp?x_2KR-vS8seb%}NcbFcW1@{RownYa90u^Ci3qR>#XC)w#Ns@QR(zWD0czoT64L4MGU>tYyE3& z_v(WO4}3zq@4ww|dHw2DrR@OCwC`-NLA4FOsM918-RW)~52JaXBjPyxTAx4Wz1&7P z{(15E{e8c8Jw1}8txb}iKZ%g@0s_Mu5|{PM6%7pNa7maZwJk?DN4-xfS`Qt94t`|% zogOT)sif@e>zfDTXlQ77{rZHnG?<5l`1$*f(Y>8pU5)GP?BpW7w>;Y>i%ZNf`rK2v zCoqxzD(xj()5u+~^f|BRVe<2UEwG4Ly_oV0SeoC8ad+ zjr|a2C3EOb+t~@}otNqzW%V-z?SD9RO=ZNz>0$Sz&HUzZZ0zl)nw6ccm-(bNKfO?M zUx>eE_360^Oj;$LF4u^)vW7+KaJi7~svXfr+gZr-moLA=M{j6rr|b~Ec}hS)u=Poe z-}3vr2Xxn5n4SdvQF$yA{PpD{vx=S+PBpjHvU;oO26w;x`Isu(fehTtdrm|!tZqsT zDa#Y_ix=@>Lo{2KOdCBoyAzlRv(@ikF|IoguV1`)aeU(Q=g)A+bqeEtN0Q34PgYs8 zMcp0temfehm;33H_J{iPnh~Lv-r(ntbJ>$A0P6a z-)S5EkbTvCWweCB^m~5jskqDAUtE5Eexv>$jf@pSl^Iw2FIQkAOk!^B0Z#89Qr}cn zeKo?Io17f}{P}YRX%@%v(vEMwv+?ND1|>J&)z5|)FN73Vs5@IDuV*U`Sr{aJcu%+U z&qnt>&yF_RP+J}y)mfXY!n$fd_ztG}`+FS!v(nPid$h48Bw!pgsFAjZW3j1F{2a`4 z493RBM)rM=$5J(99ym|c&EIEq2`eh%MheW^LdO4SNd3m{encOs`&#d*@8*oCiZ1N% ztD&RWvs2osI_Iv@k~_&sNnum2ZOnwUd^H!RMh}$}n6Br`1aIxlhFbqw>_ZRVM&lAo zsd*aTCajVF(8<%&KH+}oIJ_J3154fp;1_p?S} z=-Fw*(MHoq$sO(wxz|W%!NMZ@g+=d|+$pl^PrEpt4+lPu{;HkHpXMTs{O;D^BY}`( zKSZwRc3x%3Nx<>$lUHpEYEoZx_9(yZt3FkIy@QjAk~8 zO`-DMXRhY`?{VOg>W?J!+J>eZJ*z^`Lez6biA~>nb*$IVnqA1Q-8&r|7*GJ$CFnXM z^>^(HrSG)+IfzICmYvv-rTi(vY$*oAFtD~@*{y~Pt~YECN?MBM3cAg;GkmL}H9sTV zfzPxA?sbEcagnaG?jd0k_rQkDD%}YXS5*j6&V5!{NrucVE!j)^9R9tB`ZkHY!Iw^k zhV(EA`_y-BdozLPqIGt4xx;z0+?wmyhrw;NW049M|2r5>^XRgOd;YXI{QIl7ukShx z*ZK6er0)h3x(?Kr_2%GMzZaP>iF7P)#C2`{eP6*?q$Hj~@#A7u4-2J7WApd~YNc$c zeebRgNm)z3oLF6z(zmsJfrpPz4u)695(v)!-TQi{9e-M00}IdNm$@z!;o;$(HbNrC zC*&8DVq;_Rw9L$0r1gx9E`6#=xqeshx_jJ~wTOCoRiYwhdU z#6()IR23>38Un=X_xJZAgN7z1yisI6=_PT}f_QB2HrvklkXRANag#qmW2mQ{|M7$K z(&fu#Jut@$O7RS~!7}dO6$O3P44&$}eh)4vnoNH2#}9m!ly{xcgp5oJFE-wQg_whP z#Al0|Yz=OLou*Z|PektT?>}C>Yu2-}mn|FGdMo=z91TA59Xw?7Vr|L#X)D-7R8dip znD*ws^1VtyX>iZY6kk`217t5=A4UoSl7R*A`ABc5Tfm*ON)gPZJ?C z58g@NF{m(Wd6#zajzhD#mX=mzf2rXcC4>w@aq-@pNAy>fi0A~`507CXXpwid6K0n` z*uB}=k6{hrL1N)ljtAcMV0FTHu4fHr)^VJ7b(_$B%6Ynh942@kJZs$Iq7B>yS0axj zhLqK1%OAr6=E1|uTjO*6T5X7m3jTP7d19_>>z9`|`lhBBQ@L)v+LLxD9CN7hSvOM8 z7J6@IlBfEjGtYPC0XQOy+1B9UyTY2U$M%2suqLOc+j=Ifj1vU*3v=G@HUMX?l)!`^ zuVgKq@%S<7Ag&jE?ywQEgs4s@8zOa|h&}=i1cJb!KF5ZglA6j$4ZD05fhfT$;4~?~ z!O3X}@feSUq^@;5Y4xsXuKUq?{S;HvLV{$0CQqf+dxG4Boo}Ih5OVmCZBbu{tsD#SnuDzpKNe1+%a&TIFtYU@>V27sA}5* zOMFbu{$Ey;rDU1-4*S zta=id@6NVL2kfprh+zrnwKK_)w#}hXP)JWpvw#H_zh9$4i z^W<7P)G`2k7yUiy8ES85*Lhd?*`1=>wdTXy`6Ctra}Ys0P_Ly`sAM@>tVJj8!NC&z zR|`42JzBDQXwD-hMrYmqr~}1stf9x`FJ8RZ@malA4>mRRh`v0;B_)8 z7r@OliPF1t5IW;9uy6~So12vm;?ABptkkkkyfbVcbr5DCUi4`EDA;0_h(kzY@$*Br z-`UBYv)SbK4*^W~ACb@wC_tB?&I zJXf#6jM&`V+-qeNe|@T6*~3E!9cEe@75D&LpatWyk+2C`+_bVlzUh`|WU-f%E;ii*-)zkVGY zd|>>9&)Vcjv1j+Ycjv{#ChaH`YCq;)Q{c-i)X0|^w+0vt&{^c?P=4aKCf`B;Jo}5O z8cr);?!3GxIO+JKKb=m|h#3q97nMm2bVJL1+Uy+cU+M23B$J`c_0Cgv+sA;!c=-5~AP{3rhKBaQfG%AkSe>Y- zxViyOp~i87YwRJh1oScTn9IJ0nX<_MB$tWly6k6zq zty;-g1kRLOU3(&p7*LeS1Ru_UpXqdMJGp;$yd-N->yZ92zgF6oFC#NE28c!OqDIl@ zFJ1?fB2*|t5)>2^$o)7@AGeE#hbI>l^p6WXd`N&~gqq5p?l08()Jr@BCe%eL`^Y@x z0H^KvPu$Kvu%*djzE3NjGP{%325lkIt^3~zSAXxUP8esh;S&;efluG+ILB&GL27aD z;w3)5x{&!PbTNgaIxN~Df}7dzS;Mg;VUdb0Gp;x4IZ#Q7f?#Lhd$(9-MqBVUaLBgP z!^@|~+Zy0SyT8VR*DfBpy9LzI&^WSxVBq(#0x8@1^X)n6UjjqbQle0*g5uEaAz9bY z+HbsmX#;IwNa2|Ok!jw&GWNR4ZC;)(Udb^Vf@kyL%Ijf=+8whq!i!V{jzTUP{`xd5 zED7M$@W8|?Nt7G@^j{{Yqq}R$#E9%}&bkJl$kXz#LnwsEgu}|px|*dF*gyIbKsj16WYnU(XJhwkyTY&vX5jMCN(%v5)C{^3>xf~3?vZVZltgNlc zX=!5~KW5@JYo-H`5p?;6OFqid;Q(Zbxw8X2AVS7ph_Qt1&nvC72n6mrrKP9OKMCCE z2t7M8zbniD)L<^d*rg+Iv*ld7P{`8qNFg}#>xzolK|w)oTXWa{u1=7G|Ev1;&rdr| zR$>^H?WW+*Jr)PSrYnZDo`n@WX9l0?!@)es3A(O{X+ganG(em9e)9$j()mjFHG>!P z4-av>p(pVjk>|RGhDh(-ySMe{PbZAnDK+V9VCWFgYo$VR4e1>!nkz<8QBl~>i;Aq@ z#ge1g6d7m`0TSlF{c|3yS^+|cmVrTRN(u!^%2`-gU=!lRJ$lf9g4f#GDw3d)CsEst zojZg`X2YW;t`$o#h;%OhCQfxC(j;!vOWh($VwQnGl2V-zH zF=M4!w6-O*wz^sfeK1!lzA4OR$9xxH6=)Yc{QUJ?Jn!l#X^q7B)pa_ z@^rLky@Te$&utwnPTonakBJnc=&jR!2s0~a>8I+s^7U`8`&970*%Xg;(R?GG`L(f*1 zHH|(*<69UnkWA#q<|LT5EBai5k^K2FAQ*h;wK{GD0FdqUaFriieQ(D|EirB+hFS*i zywWa7=cmT0<^i%ur;}(Q@Zd})wHxInt%7A6JhHNF zGp5#7R#wAR*2jv6JAu_kMI^mP6IhYhC~6Z;G3gaGD=W2hzyM$cT&wz?;wN zRPe$<=1^2pGSc^UyQYrh&aHiUBjUr0Dyd6J+1dVm>q4gVlv$$bqfY+41%j7DjUNS}8z)K+XW1h)Ga6U_5#91hxzU zxQ7>ybIKGK{EtFcS68$LI4nlNV6N>*G0*crZreXUlF1h|G| zX`$#z0D=mBI^clmY&`HAvaOeaV1%NOmW( zZWbrXK}x`igjMFz*4CB;w}hxZv+|S7wI!h|VWB5G6P)Io<7JGXo3iFwV_;zT{Yck0 z61argNC&VB5PTp2TruiNUgA7zR3}6e31ekoi@k$`b$tHg+TOk50vJw_tzSY2t_9an zv${&mFKdFO#ES>~<>9)O69rHXm4wbtHbb3hs%NUK&w)tu8_2eGZxUPV!-t(2SB%lf z0v^4vxVZP_8Y~exD{CUSY-?Bs5G0g+d_E-nVjhIVE^y;0A69rhW;Nd#jqs{XKbG_*0gxv)6M7cxwJ}W( zI2vMK?5%pokPsQLQ$gpi!f14cv)6@E_~YXsM|ppDednFVr4QMWAac_}1j@SR%7U&2 zxLt)54s0A8OE{6^e~jy#P%RUsC=h_((pNBv;83=U7JD|3BInmlvLi3Bv3sy8rP2@h z*p8W3X5VV%?cd;V12G6B0u-48Wlze=iUqCqpSXEPLmEd`R@U(g=rxv;m6qO5RspUm z-n@wicmx~J2cPNNIn+}uCM&PRFBB%qbb>I4ApEWS>=cxg?z?M-DDD=@CYqn0AFoFF z2JFl4_q67)$qJJ=)41O8l^=8l`AX#7qh~rs$jG&f-63H82RKfh+vp{{c)TQ-wY9aK z`gebQUP@VlKuZQnyUiQ38ESnKOMNC+SqiKZ^#nlSKw=rTfh_Q}gN zI%kYboe$NZj%e25;hC^Dw-dbYP2%kZ`71sRwoJ=Ewpt|q=7GO<4jCjfbzIF~O-zZ> zjn*GUn^nZb#3+|7y-GCUt8iDx!$1t`oakACwyp;O3P)`a^o8Fb8_$6jTfaIzDv^cM zT^GWSCHZRu*|E`nhLlI*@*oxdhDbiiH1)=wltV=x_LkAB96Y-fNGGBoPl^pM(oK|` z#sSr|_*!#s+?xBgo3^#_=ekX=Yn&<+&#-vUE=^?`u1#8iDSSlb+T@Ik``~UV0ob6R zR??U6rFwP*q=|6zR#6oj`1tS8v%OHTHW1aQXm}0a5ru_?Rl!F-fHmat!a+*$$Sf0$ z#kXMO$W)0XsS*CYIlx;d`WifAVBCWT9i+0yVX*HVJw4}u%f!aTb)91k8lLmyTwHu>XXl24 z!zGmIGP*Q$Nc1gym#ED%PT@e+A&yXF4n_}8L_qm3`sl)5`(C~*4whc$fkd2*P zU*z5=4t3ykps$UOOL&kvf%CLk%0*rqBZ)SSTDAhFuL#J=wF(6fJZ069se%D zh!$OeENqheF$qx~2ceM8(~c5MF=yjpLp;RW4# zB1 zl3a^19TGNEE=|PL)YRkFU{GDO=0O;#B?p;8pB-u;r@*giW;V07-z;&K|1)4V|8sE5pI#7_ zH~;CkYpdIcx)SD`v=(tZ$cz0}abNC5($nXk!X8CDe0!OKJXy`S$_fW`e4H2B4*;0V zgV@r2vNuaQH@h(ovSuOR3w(ThKVWnMpz%X;nF!nqP?GiwiBb`8&c_07gB}KI!W{5# zMet%zKmQT{O^Da@?dXOOLp<)u;SLr;L@$I5;6b6@FVBxNTjUNn4fb&)QBpj?+Bn5~XF@Yd5qM-C2-IZ*c-K%+7G$=*bGJzh^+ zn;ij$n_?$j@x_T|)=84H^^1?H&Pu#I9vfHdSz>JV_G^PG?l*?Bak0J3x_WvKK{bo* z?^j(FeDj63-}}B^C_wk7g(ot>ZyO-RtkHmiX@U@NB z@#t##xc2PqV3cXQ^Ki6j^U_jyfv*>``k@oDX_GEN)v9lpZ#84Ih;XojYY&=H0 z1Pv}Dz>|Ogl7r?6Ntya5_K=4}RoL}LCmlkrFy}NA+^i27d=|*EcZhU*%QSgZY_GF4 z$X=+x0W|_~08^>a3_ZlfN3YA@_8Tb`ju?by^x4$1G`Z=yn3=IeL_|2vaD(0)W?MoX zIAEgcEU4R~35M3&dlSysyO)E2v__hIU007FNKZAh(9s!e9%+Ar2&|Q%CueyJIeKhP z@N?PlikA}QC_y7u;RSXNX%7)D{A|mtg2=5UM?cfFB=n zw!1#H04pcj^XcKg1FQC|k5A^xy|A zh*lT~n#Djfn2_T_(16$s?kN8F9d;#7<;N6#*K@uySZN&iEzgcC**Hm$Zqq*Xt!Z0` zxWLXH)7#%K4@L@r4-YgKkQf)T?Vp4f71wwIm*3F$=)+kAvAYZKh<=3`q??L= zp8}(2y=?C2yW0@3l~iayVwR8dcYh*iSn_he ztc;St@(75qw(FR!JXmYSc}O)5Ds?bCfEPJs^D)e%ZWL`ExQ9WgwiL)VmgHq;&+PP1 zDvt}T%k0LkjDKZ@_tk5Jn2B}`2cU$P($$2=V-oDb?CeEFI+rjI2+$-6QAVme`OZ7} zB457C4?Cyn4DebYNqroDAMEzrPm@}c(Ty@QAjNM#KG$n{|3Mfx~;r|f~5c*6Elg(g%{d=8EpZ;KniWf0x>2& zVNPED$|{5}W~?2(mZGY-?_cBL1&ahpjH`y{>$_CWJExUqL>IjFFQHzhaQX7qZm8t@ zI8hv|nF#{uXJu9}thUXp<@{fl|Bw@wAl!O!>C8r*))mL&i3o<&$A97x!+msxO`j3c zA$)PQ9APnoX$9)`PPGkir``kfLpI)PI3`yvwNs9Svj}A4_}Ed^S=qpbEv}(Xty+R6 zqILL(`*kF&jGMsd0teWa2RYy!9!Ek8(_3K(U!wiLl04!bbek&B=Ohy1B1|&I5h<#C zR;qBPT|jk8y8PItQ+jS=ohQPvgu4-jh~y`667&qLb-@R#i*U#g+`LWP84vch7YgtY zcG?c~^$nb$2Q+eFl-J?P;(2sLyB{!d!>%t;wp)w8;NhL9_cA~Si;2E<=7Qt<3tQlw za{O(}86<3-`wIbDEx3c8NyDbFk2{%V8@Mx_E*5b6YAjgBR{=C`!KUqqn}4&dcvhJc z20A@SbeGoF(WkhFC#kgmo)&t1rQGS)FuG)Yjp~?wf0wmP0@rJyXyQ6bvmhxnYHa`O z(+d=akuxwn1krptc<)>9z<^`)-BtTdApvA=vqXOLZYa{;Jz7UD3zkxA%9o7L(9$lf zysl8XdzS}NTH!!xn1^JJcxS+uNvxs{7UW(7{xZ@qQ`bkGMN zZ!Q43$YjFW|1-c3NspmJQ~+%ybt6}CFrXDch*m$iqh+Q#vTz#(1qH_sGi4zm?gJLJ zzBB&kpq8YgWp5@9*gYC}pdjiU=*Va!am<5E$kXS~-yQaT_~0}{>VeT%YKa~v+a8OX z6mA@#?K$fb-T@9Fwx9U#9Dkdl(3 zMT#>sGwA7ae8lY)wSrBCd?4<{jCsO(Zr|5|<&g;q%G?~-@B?=lJlR2QSA9|4?GDHu zrr;M4Fn)6jGBH#HHzH@%UXOJ`UJ5d%A7_}IgtM!h^l1*VR;S*@d4Hjz6n3 zNj&=|PNx5OmOBgX%WL%KXv$Emwd8g7SjI6%hG7Q`rnYWFgzLcZ9&H_x!;n-sU`wIo zRaJv|>c4ODrUy;h4-WmHkki*{p~M@m%x*^nganz8%AdWB65KUp5Xz3MFemSe*l`J1 z7?N}=TaACiNgWJi?P}08%yD?<#tTB`S zyd(`cb%AITT#a-lxdmg4p1+R}@JewGN&56K%s)(hgcoSlk>i8Vd=ln z6n?Jf+=WZ+STA&yjzeNo(a17QPbtSuwrs0{G@|m)-S;KIL4tbp zQ2$i_9(x$y?-iBiWgD_*_ZAQgi~fVY^88ew8oM=tAh)UYgnvnO zHAS&Q96J`09%q%DV0wzqGu0AvnL`3Q5Cg8!X}6(?mr2y->xw^lh9I*W7S{ye5=kq# zq%&A#OS7-wT8?{NL$%6MPEd&G*2@|x8)}iV8_6)+$D}Y@C=|7dJaxu#dN^spZ$i$B z%_c@41p$s(5W|aI3*!kA)?EFHE8p?3fDTsD;x;ZQKOX$B5;wz&C{nO>Rz4OFGv<1g zqlj`x>q47)%vg+P&P922wQ=FHSb4t4wiw%6?Ge>4ubeAP8*uv^wu^-E*V_q;{M%Y~ zxJZ4c&h3^dDH-yT*opLoN$21rcED+qi`)OU)dF+bCg&;!(e~Kfp-cv+CC!=lv%V$N zNS4~Mhx@SoUt=IRACnNw_HPOc=T+Lj7B=4OyXc(Z3D%%B)eV>I2lB9`A}u42K3!5s z9ipZE9`D!`gN4XU_x{@!U-UM;HWZkHzF4dhh49H4Nns3RYy0#~uhVxuPuQ2yU04tK zmckP@6}f;A@q{JOmZ>`BG}iJpI-*p=xrH_jQH3b%T|WJ5C5D)*2GO8U5YH} zTWa<-kU}he4XQu>EE@du9t_=~3C>DMIk^npU+vDj6k;jg{+7=TEJU~&sw01uuG(XR zcWD&k3cIbE!tqyXmLSWgoa)Ehm+M6ADikcYHlV6^HsN#cMN8DSl3&AizhggGmIpBnDL{Zy{XY>EPyo6L?6KET4kg}5HVfNk;SUO6b{SX;z1~}5yvXyqf(!0;>$RV8ct^!(CrB5?RUK|M+Qp&> z@hbsW7@vGuQlV$o3u?E$687czpImwTqxzAO9^trG8B#+q<6* zf`nD2yu2}yIbeOa%$#!2r{luYxjyJe;)N0;=XXr*r4IRSx6{4D_GgDfuW@?Y_0IuZ z*83Z7SirYrkDcFp#r2PYT)O;y?m>Q%lhEAT=PPt37WdJMs?dw@WJ&h}FIfr`GTpsj z6;>FiSfHQA+P}lqJaFYZT=bX)mTgS>6Dg7uP);YB52`@lk^K(i;_BfIbkJ8N z%ZE$d<`*0H{m%?_=+)yTW~UvS=&%L=GdE5b2~P$d2mtz#62{ ze+u03QAD@*ybsA<$49Iy#_v9whLBMQ@DVD2`+Eel5{uVPxV>bI!P)1*TZnJH|I_3% zPI3stW4_XM#?Y6d%CYEH_rrzZ0A~bv_{a(=y4X^~;P$GQ80&A=Bq}|~EZ@XH_MJQ> zeDW_j3~HjuYHBzeSVGxR4P>s^0VQM`_J$m9FP4RMNyJ!b&+_15d^oiXE$pEJgHN`G zORu_j%pkl?QNo<=fp+TpQTxU2>=ln4vEY4i`b-rB+BUWzQ(*zz{9n(3>#R)E%KB^@ zD_Rhb;v8PXYHaz~4C2v_Xa5A1s1A-w{x=OHOTYJY=G!RWg75h1MFAvA_)Zi$p-(34 z7{X9pBH}Pw!W!B)FfAvq6mfkgF)oVlJLF+x)3=t zGcl4S>dXM?sY=I*a-&r=V*&s1gI)?Z0D?w|v{Y2*A#+{6H|9{gwY{wX)w>`C=bm0S z8X2d=xjDqIT#!kDuD-4Yxl6&Z5Od1xbnG(%EbuN-F-l%eKX1ay=VV?D4ZTL2c^AW^ z)`1%8U+&&I1r)Z}hbqeeG4&nupkajos#F@F>eeY?D)(5tNoM`zX`1o)x#JT}l8~8D znj1e3ar3z+jpLWPIWdtLB{L z*})-j6muewGfAzEI%Qx)#h-scH`6`O4^vY@Q?;*Ny&9JQ5R2CSKq;0b)J-E$`q%+A zRA`;>*ntdGzX%;4AD1Q)8Z+f-6$!ZhjsLCOmW4Pv&i$UQ#?4nw;o!}hWR_vT*|krf zOAU3S9sQ21?g+nui!wdh+cdcvV&W%aWw|Fd<#GheG@oT+#DPT_g zg#H`xn@raB+|ZX+H{}K1)^9s*B%x2IZ%`z(7GeLuMUY#8E)zMU9NUra zpz(srhzWfzRZr}{RNHR-{i_HS>_%q_VqgmM{ZSV0V*IY-&3RekjI(}p9<~~R;=WqO z0QOHBk&hw>q;?jrXPWB+Sm~vQEt~|wwR!ieBWeTpLEMK7FoHl`rn6%`sUs=G6m`~qrp%|OS|EX}kX*VcO*A$%-|vd(*M|9o#8ZX*6)u<36l!RIqo z3>r6iTW8b9y1Ekl1Jp5DK|U;L;K%p`0U==(w4ay+?~FlVQVk0~ zRB=H@bq;h@kn*k-8&9N9koWiU_heAw00I+e)tBtGAvWgTifl`;o@c$drP*I~nEZNJ zrr6S&0JhEO;pNcKseu<1?c+cDuO)rqt@Jpf2V~VCC4`@nr;e1|CTJuA?}Q*d z)wMh&!ovGZZ*YC(v?nx|tTijn1p05f_guOs8VN3X3fhW2r{MW-;?xLo2Ww*V`M!DwwUadC>qM z|GTuBmQwCjX1!7PyPE@bE~q9bM7WrybKSlsGM`MzR=Pe6Lu(xzVE(FT3^ z#`CpMHR4o{hs)7;XVR3QpoiEM|Xw$Gt+e zUa0jw@>lRvt^Uf3BBZR&5?{0};cSoG$U?MJVJ*VdG5-ww-9NDqh3GC?P|p8^H4_i< zTNt8R8{&0&$^*x2SsqS;%CWR=!^=Q1_G8|rXeVi{u+nD)OhZ>9`x0Ef^<~}wKq2$z zn~cuNy15=o@EKz8&x>TY6%pur6I_QdBT-17tG!)yp@l4FC}Y%EKZT=Nxau4b6bM5- zuS1y}qhsMo)38(yG#=SemnkBi>h%^RsUTrBp1ZY}hyItUw(bKL8LGEI;R#JV#E#x? zf*8;37G7&vS>^jQJT<3+L%saS&W38TUTID@PhP;;0`Mi}EUVnT^b<-|7*(+)%=%4A z9|vIlf7YVysk&Z%wCHV0&b%Cc^?ka**3?J_0qSnn#icMnE8_n1=MRDymC>MOGj<Yla^6}<`4z`n-rB^_FSUR7wg>8;9za^J;k?BRV6@! z*ZzUwZdTq^dlFO}gG3%XbXMx>?(*}gJI5KZDNBY9Fogd)*xjTO65zuF6GM;>2lL3o z%MEIHaHc&y?_%ylqR#qw|2OpILRke`2oiGqTlpAVE?OM%@>VVrJ&TA|3>iNnrxbz% z!0Fw_ooJu2Kr0>lchP=q^*S+)1Ei2)rT{&9^f6No@^fjatEWduZw*SBAulFx^~~0C zE-Q-;3NFQjq#T~%nG*}E(u2aT?a`l_NQ~IjZv~BOLGHdMMi9B zS>N9LFgCPLZ0v)ESqVLLXeoBX&m70n3P_INf$ZjM;WerQ@QtLy464|uzSQ5jnaCq6 z_s}oS;HA*CR3Ef3XG1qK3iQJ5ALQqou-#1!Q;eh>34Np9VV7NHeWd zy07BcC)QB#W6w~jJMFChj=j;C?l0F>mi<{4K4O5Qqv{+ZxVQ%CP?queGi8d6p`4hk zEUW5^PZHwK%Rc>oF%dKK?cA4Fb1JQd=gbl;^{?_Q1u@y@13k9zL#Qw1A3 zo!_8mAVsq3zn}L|^EU^_CW4b0{!}lOY$g7(B<=;aQN|etoG4^Bk54JRL&x=-a*D)L z<0$@zmxxRl!2XIKG!PNhGN`1GF)u#=M=4mY&w<&JCXf?tS{8OGn#lFmFJj;&sAu%z zj=@9kPm>wW7W0e7^4Fn8-^E%-DT^gH)(QYApQ_juJE!P|?DMwi+jGO&fSb)&N+^*`I_Y+2Y`pbvAUv>UF;c_Gzh?=VE7BrbI zKnt!SK%gY(oqZoi+jUo1LPFSqGx+NfRwXa#osx=BB>}`_ww}3Mg(#+jV=I4i_lrpC zKQ$4|BqJ>iZI#^zLxUzyIkcG=$`t;Uz}aCq z1?~4}ka|9C4~&R(wmSO*TQ%@gApLL{L@V>{aRRw%mz#f(CZRH9Qx=bzS}A)M`%;}# zWD$_DyCL_Ul#{bk&|6$vOZqp$1Q%uGcdX8Cv+Dceca36q3Ld|5mYLGZjasCx_ir{;81rt-oSH_soy)}g=s{y z?#&Gb+-&u?HqtP1{7u*HWTz|T8x#*UTw6Za1*39e*zBwvqrth#9Mu={Ha5>cbA*n1 zNa+#)|4@)GzDDJNk7FC~{Ab3vvBry}`Lc^GPqll|!DeiHaEiVQ@$Rw4YksV4C_X`J z@qE%DxezF5^)8ksA@(afe=R1K1UCDyS~T;oXt6Bah{^N(chml;jju9oM1CohSZHfw zejnGy(n02-_jU=cXyTC+$v3NMHp@oDl0gf2F22T8ccsy+!=P^i_u?a zR!!GD!$?Vs^%2iWpK7v1zNti8Uvm2Ez~(0cyy5r&r%lftmXAeFwAwJJ-R2R`Lt zO{BKjnLs$WG?SybemPF2c3@p!0dFmH^=#02=p9 zGJrGNSxCyAWwJG#TKW6cmoAVzzF5^XL%2Xm&batsE#(sL{?1)OCCKY7N}(5O_S(`7 zvymZgi={M;Mn^OOyV{p4x9*#PAkt)-J(-m=k%9sraU8C&MPVTIYgz4iFYC*Mm(r1(#^Wm` zouHG|+MvMPnTAr%!wCH5{L^Y)VozaXM}20Ebj%8)rU(s`xMdIleks0%-cRjfrr{p0 zOikJ?G{#2CNap^B*U6iG}Z^sLeXhA9Yk>DTHOLK{eT;*8AA;?RjwS_75-r zMghAR0QP5f?}3;AP5lmiza7wglkn=&5f`q`(a&7hEvTlg(X<&&!S%t5(B^wupq{8; zzn)9I_CgPmZ-ELaVVl18^Fv+YSC}{_3l7}}_y!sDy% z9{7)LX5Z;>$U3z}7e3FJd!bhlT56k_q+nko_QcpuzvUm~PyZj}Z&RPJ5`-PC<%F!{ z1~kX;H*aC0&ZyL+kpg_Gf`!F-7XQWMfK}*Vp@k-RTo(AIfDFH~G&!Acznx-(3Vx3E9Hg_Mo4>a}kd>u8R z*$4f;2ecB-($cbwny)r#X5=)McsGiyz5LD%pZIe+mlyp!JzRNyP>eH)$FS}_xfgvC z?4D@=l7N6D*#regej0!fK!l5>edo?sSTa zy}$t4e@h*`jcB@Y_&xdgZ6s_dR6Jt()BSi>;0zw3uny2C1Pu|BOoTv7TlI3$7F=lA zeYaZC=CXH$@?a2x-pD*FEM#OAuEhhX&P*!=3BxkvEEdXId*us!YI$ammNOk!YWp+W zzk{jf`2c$u8cLzrR$u(44AvzT zQ8@#0cjGZFsp`evpgCS>zk?5s6w7CWx-@N|(oLJ6$A&_WRVK!q)TaI)Voq3~z_);U zcp)Jnr-TZS{qAf1e~mMW(4ueQYafOwSjW>^8YJgI0QnmMVo+b2bn6R!DstS|cuWKAHk_wF<(V)Cd^po6x5;*WNVz&9@RfSI9RDd3nrJgkW} z0t13B+hKxluW4AXn=-m+ju4p;rYW~`6PwKCbR!c zOguu(3qz71Hz`lSlt-v!YHVI9 zw?HPnUy=QgC^X$UtRZb@UfLrF`O_20Q&JkrB?u7VDs+6gJPmx#dMuq@Jepf|QDmsx z`8zTvG^HlVIm)IpmS0Ac1S$Z##m7i4Ty% zVmpk8!Htaw;Kpj10IaxrDeW*&zR{BX9{8Szmwwd2tK=u<3H9U8>ztBcX|F`V(sHV# z2#B%K{S$NULCkd++1}Q)>WE@N!V=G99-R1aC7`hdA8zXiIT*6VvWPyS=Zk4yb-7E7 z>AH6wMj0Y+Ld775Hr=TOURQ)4hP(UrhC#-Cm4Pdf9X94dd(#by*#0F+9_3VJ6yY&&32_!3lAXJ8#b^r!8O?rg#{ov`UJbVW};z zh3akkKLcJqV~n4#V)lLOv=Aoza5|4X@~LA%V>kn)96LfD!h(VW1c1eGc}oPRN@pmy zS4@RcIC!)D#r(e+B%pW|8wy}>NK|M9hJsF$ro-U2Um9%s7SeN4(k~g2xiXOwv26YE z6gG55P$H+ebT7@rQGaXx4JS|e@RaUmcZgO)wY31y;Gev*7W%7fa0D+1VsN~bQ%|D( zisRSL8y1?dG$m55@t>k0rR%Zwfu~b{>UORCb6C)LI8@8*Sd!SC3Y?L3pYHCFu#JR2 z$qIC)McP63coUdt2{=+24z(9Kcw@-_{g;H&aWU85`Wr4tN5&XS(1NdV>Ni||5{-rq zQ1G;_K=IUF)@6KT(thb{81QO+uAML=wyxQG2m2xVdjC+-sGmCWU}gC7S5hJTUcT~9 zap!bX@9*->C~`yEP*P?|LNd>!QW+{_Dn*GznmE_i@7MXCv({PXUGH1V>+A6h``P>6_kCTT z+Yxbs;c`JJLc{VKtXCGpr(^8C1FgwyOK3T)}i#H_otUmAkneSxocyvFE z-0@LmT=yzWbhgQ53Yu4y4?4XyQFAV#W^%skLF-@qXH&P}NFE77nK5c32FJ2B?zps@ z)FA6&&z z-WMphRAMQ~>ca4L5Y4o>NVP_aN#oAwl~Z7|#_7 zVV?@To3FaA>=j1!kaMBfDXo8m9^?C382RLS1l0n9%e1NG88<{9JYZ|ATCP{OI_^yE z?);j87mf3Sg`9tPjF?|<+F|>x)x2NVcq+!}R}Wn{<5U9^CkGYfOP+3h)#KrK`Y1$m zbmW82#p-$M?%IT(2OUhEhu4EgYNk_}m zU7^VJQYaPjj0Oe8)mwYK5~68Z#+HttPL5D~ioJ^dt5K~r$NX05!kz6EzbkY@1l$wc z$@a$qzL?N!NyrP+kNFE0&pITL)q(-R@>|`2{VvS5M_gn=*4)@h6V2E#7@%*gIZBs{JMp z7nBjFVyX}k+J_xcdb9cV(|fvmoac{o^(L5xYp#wgC2!dhbg|?vP98FrXGW`H46OaV zPi^&QeWYBql``1xd4lZqGS#uyBhKZlU`TR2BJSR&o_xAN%b7JN(Ees zpFH`DWi8$vPbBVNGO7fhuE%}TspNBvOx;!Rpl$M@Y~+{7GB(-kFUF^OzyJC?sfEFu z!-TUnN{?=jeksj$q{?BXKK1H@Gy4ymxSLym75uyNBoj7`)d#*#weFBuvJty^;&z&a znh7^Q+bc}Jy?W2LCc|I6p_8kIF55SYQ&V^rV$MTsU?y*fcgmG~Hbz~h9$DnU?AQzx zyd?>7#nn6sSFe!pnm>NUWK)SO9_+$4Hx?_W z*5j|#5Y~y68&a>kP=nBOzrm5kNG1sHfH9C>$!(yI$j!=$V#5(_Y7)AJZ|)0k-`Y0T zeU?46l&R-A$B;01P7?hwm)(+w-t^gj}%WZYa)_QJ!F8XxdqN6=q0D?m}Cb*qdU>q(%P@N z-1jDNeOZ6`c(j7oHy)LZ{%1^|f2$(lNbPRSKT7Hv_mV{|2F*vX)ocI~gP=89Y~rua zk=Qx6uqq6mS$MW9p18yJT8l(4g5cj8Sv}s}E;^kc{ zE!|PzPE7d9uGC0MNpp)E*C@ZL~u^o@M*VblCVFn)q2zGb07Jb<9AL2?KbceL>DnUjV;7) z23xmd$~$6RN2<$I5Vm4{rt2R>riBNhwV~w~Xyo?Xcl2R2snxYsvQOsLwmx#(HoLYN zQi&xU@k(y)VBGQKV_i?*lsI~~K78vpvtqJrgoP+1kkhTQdG$ZFuV#Z9ywm$zJ16~& zU34P<6rZO-tmo|@2zBGR*WNr7KQHve@N~k3v@rA0~XM8wukNgs(cFChx*h{y2?z-hssc*MMejvY&}!QsuV= z%+bIfGh@Wc-O|#crlm!P?ckbOxey8k@#4hN+Ujz*bqjtEsxxzQWrZn6|v$ux-A&5}HD3J`@kO2q%~< ze`Zh?$yOo?@fq?f>vA?C#TpD5c)CINj%)@>qYb_u8VkeO>0REQ4X2tT6(6UY`@itf$DPEQF#W*?z{4uySM+_zzfYR`QFlPkD-t9`7j4r&^|Oo;*R>~)hK zdcpZLK~|snyzT;(W4;NI6FB%jk@X3*o}svVl%&@Swl%pq=HXU;fi=Mv#yL~ z3y&n`i+cN#-XsH$R?&^n|CIN5QBfZKun#*-vdv4UQBGg3r@q*$hG-;@-Dg`VGaNQn z_nus7zu8$@xdUpr$EN4l>=eE;h>N(vUmI$nXAx4W$e`D{zHz$mVGsS4R?$Z)*%FA5 zlrrBBDHN=Lg_Z}GSDp^77`8DqluvEz>R##UF@Ie7KIl%fi5+eA&t^G(m4nYWAbl7! zg8hn{LI0Z{!gIer4Pv_xotvLi{OMcZXSsXkE1AUu5u#`Yr@m=`98(^#l#J7U3pSBI ziW`#x*YE{<#>a{38oQJg(m}s9{W9v(c#0-oG^lumVwmDuMIqQ=PFi+cGUAyL-?-H3 z!OXfho58~qA8M|&pK5)}&x*6nA!nEnq) z1ZxKLvB+k&k6)Y*3bbWr>XSI)F;xVv~&tQu& zD(>lD={C7+lvMAK7$REAKyMT6%q;C5Nk#8#<@y= zmrdqx_z{sAFp-PbTD6t4ObLmhMN#j%&ECxFiG{215akyBbj&-v$)?*UkL&+?P(yF3 zv8&@QB87RT93_x+-W|UoDF<06M8c^*KC+$q;k5i-*oJF*vjs>g8NtZ~v*7va#f|TXdmR?B%ASJk*>& zy3l)SB^U3@(caLIYc$o>NfadpXCXH`@#327^KQsgF{gAgQ=&y{5a%PV_h6n4v=CSP z*=KdCqbAw$K)yocZn29)J6cnoiCwRj)EG7Syic5Z3&T$Evh zw#6EoBkD(n5!=0YCb2jd>ep|6v+u@32_I-}P@Y;#gmDfZkcO%I;tT_1-Rckv{osKR zvZ3~Pu~E9ERUl|R&7C-6vx>g?;~ zn?@vrL~;cGUC$wv3p5T!7q#?5}r;IZvIA!us3!bA;S}$IF9P z*95s@87A_2Z3m0<+8Qs}{$15oSke*g+FzE8Iefr&jRZXfrG2^vI`#DlP^3*6Nv_&- zS`?el%Zne?Gl!x~&7H+6@;ZwBFMXobck@EXI6H1`kD zK?eSSPm-R3dOsYvco+K9PYpk=WAyvEPo?TjQm9VQyX)-dR`q#lO5J90az0!d9g?+W z`d2c8b=(x4h__+(<|DhcgmpHoU{gox&O9N`K+-0Jbyn->E$1M!=`hJ}^LD>Z_*IF~ zoX%9C1VE)#R4L+e_U$?g9?qJ{BO(q;|GmTzO0nsnk0l>V%6jaKp6h?Q5i9&mcLj#v zenCa(il#c(jq5XdYH=D(ZoRy3VS6YxTiqkDAtv@pF!p>uajDn3kmt`fjnSX;e>#@k z)%Kxb|I_ZogC#2zNzZj#tLNS}ZZnie0!5>AkCjg@w`Zy@ePF%>)6__+f{EwG)$e}# zS6u&f|9f+pWz5Q}D9lyi& z?J`4vPHj?yhT+z8{t8r190O_^5eKt33-2~3Hc=byLv=pqI6@Q5BKIEIj(taf*81wv z#9Ewpw}9%U9W3u4lJc9-;G#?&Xmvg9w-NDJ6ZW!foDHr)8sB999aI0#=4&y&1zhX5 zWGX%kwdF`RXv2CSRQHs|RoL>`I!76`{Cs)q`XUP_z1DhIM-aT6w2WHuwE+inIc>rA zvyo2d5HE@V=oYo9Sufib}xF0f!dZ4@yeO zw2?NBMRJO)$iGAG5#w3((Lru!Dpo4Cghsk_e*|E7d^JBUZ^TN<)QwJoWc462N<b@`~S`C2P(QYQg>A7y4%Rq3q43cHG8%{}I}Gey(NGoOgV-{TZiL zT)-V27AsaUzn6@Vj^ULcid-bI?!x+naM962l}0TjY8BpoWb9-CzqkqN(NSvE)%V}6 zVK34DHy-#gF0mku#*Ygnh;m(-h(3JaP)0E8-EfI-IQzkD^$H3riVD%~qVrkY%CY&4 zSPzx`ZbOwBKj?GHH2?53yvz*310VP&kDb2oBmH0*D@yL4)WzLI{{4>Esn0jiz!nWT z&Utm28}Lg#XtPc^;U@=0q~!)$6v@&P7=imJxKwMSbt;<$l@1}XJ6zdgZF#@Atsd{r zSG(gP=)pLn<&iG&dbzKNO3ha*c&+1h-Bh~x_AT&o7dErS%)s<>BY%@f>3v2_Tu0>1 zBl*VnFjLi-XJ8^=NfOl;fEpC9y=(A7tn{TWW^o0)`i7}Hj19^K8n4n3iRJYNjNCt8S6q>O zKX&8yX1Q+$Ya5Is)b?>xZ#y*g-B6^a{i{22Ip+j)_8JQ3EU&H(eCU15Ti*U@Y9pz2 zgZ(HBs2@z-n`Z=QvJ$nsf*_MxSi%sZNuH3D<=gGl6^l{zff{`#H*m;PaG}l#~NY z8=WaeK<{e2vFp-C0Azqz)Jxl5`D&bvohm?2To^L~>Mfq}ovS<8*ib7rxUHb>yon^n zhILeJVwVNAhGWrz9tThKg1UIu2REL&16Jm?kY2K9^8PNha8}2<%UJpGcm46h9J|eJ zFFa`LbxJdqiGweQ{Cj}>2{<07=Dw?9+20J?Zy2=PFltMWZNH&nwL3Fx;} zk~aI>Y@%DGzKA6d6(`njdF^}r6;t-w_u@-bn_87L=71QSLSjhW&Q9Fx^J`l0$Sh93 zyQ=K>7Z5Ez;SJ!TxM~oN0S%FBkZ!cUR;u7n=T+j}Q)KegT;><!qz52Yn8mg^gxw!J;S?ump&*Fomo7llk?{0nFD;yFW^{O?QSY;Sc+ zEqiQNvrbAn{WgAO^kYV0>+OpI)MHV#@)wJLj*Z(C|Fox4OO#zFOHpuYXQFaEup#Hz zqYuT`WLu1KzbF0p?rYL!Y!!8_r**E_Jnizeo_i{LEew17Is^Udvwx&24t%N0;jJ3e z6nw5UFjE+2_QW;xsbPnmZ0cpp3aPo9RQF#>5!X+W-u`T-#jZRfb2`h_5hYPUC-hQ) zG~|Qa&+lNpn24Kpfz*1H#D<*OZ-g4 z(t@LXE`T0ZV>Ars8y*qS2=@6D-1@@c+qk;A63EmP4DsgehDJsrVq&xaPkHqqjUnQu zDO19Iz14=iN+4pOse|*3*`Y(+5NNQiUd;q@zj4Y>7fEElM8@jBIP>aK%vU=L{r9Vn z)X3B$M~n>@{&G{m))bY$K4xs!@XtS}DRx=^^V{Kdom9%j<6>N3r3V2SC?ay^kiT=q z%z+jxJxkJE*KjeXe2e|~G=rodNDO|Z5Dr9z_}d+ptI$hML1 zgeBkOO;_vcu%5gjpN>_Rdh*F%k@#wrZ^s3;bpW@6z-c4@oqt6$PmOqVs|^5h4l(Y( ze*XN*TOIiKv#vh0<^4$M5wi;3iIN1VG=3U=e2jsO$HwFkc zB3W9GZ2vvA%f`m0mw%!wm-jY2J?>I#*V0HDZ+=B)RAyO~j|x0Am50S#yDbGdeo@*-_i;J3*r)xGUtfkJX;1RkS1!O~7rP-JOsH zMK7Q54satP39IWO#FL;szyM}4Vlj8cm5!jCFtwl=hilg%;~OBZE4D$|J`5?#ZpdfQ zq9Dk1q^Zk9sJgsOIVfm3>rwprth_u8uzMiIwVC<(z9acBnJ}*Xo#JFGP+3GeO1xm8 z?4o51Gb?KpU4kneY2N^zfGhe`;YL|Q1P>ic$@;YyYLIFTBg|TiW76RVmU2qRZ z06lYd;j_QhGeH)|J}|>b2Z^Xc1sr*j^m8)?E%@8@8-wIbCU@syQ z&NC}vBz>InZOKCe(7U(q46lC@5L8hg@bFmHs9XR$miUJVn_`v4?R+>A>ueJaUmQz4 z!vYGFGKiz3qXZJtZ?1srv+|+m#6|QbBCI{~L;-~xK{#I>XT7HD8t^WlkWmK-UnuB?kAA#QUb*RbbjQLBd6u|%f>a_y4z8@< z5KV_*mcVl2)TWQFN8kJ0qZCa)0j&!1YM+R$MXJ!H_SRN*v=jLKcJWWzZ13+MGn&@c z>3F;z);5s}z_Lxl@Mw8Y4@SpE%tv`ojq}aKM7247egERTf9bxG!vj)Akk`alrPu~I zFC)sG=vs9|)eAbfP?Q4DS|_qJ~Gvdu>kCq)`US9@Ix_<)li<6?^>-%uFm$XFD3SW7oQV^FSg%d)l z%Dota4D`~X)2Z?C;^hCKf;8KUDOC&{QQ6a}P*iDYXlgR#8%bVZyIEF7Kr);lWVEvb?)mbqTcUDqqb+u_BP>8O5WY0K zPUe9t@$qI+P`NQthEXSQ`OkfmBZmQ-qsV9aD9|EyGd}^3rKJ?Pj%Y1`qV|E0F%+kH8HYC^63a(b;P_Fg zVK|yZ9Wpcoj+S*A;^Wtcn@pkZLqi)(89eIrQ0t4M#|3fBIkm0eSKi;}_2y)USyR%F zU%xJw4*0hJ{EZf29FQz?0(s5`4hk3PbYLJMCugv2elSR>ne-L{>H9m~RaYZ0ZaFsh zxdhGrfR<9`C!YVo_lV9o+ooj9=UpQ+s3fGQ$PL8i)ZE+yfy)sQ!RUeG;E+SJ z)}22|k4|`*o;W979aaxe<_PzGc6NNiZAf_&>>s_GktNyarH%|!AG z@7%uKeMS{CupXeN0nGwum@(-EiE8_xZ$N%w*Q{xWodUFdoq4u>R1$&rsbD}YIc517 z>@W1WSgtYZlXiA4sYCVyc})R4W$Up#BMtv#UeCMX2^e<%UTfZiUpcTiVKE zQS57cKai|?M(I@bA1|1T&HW`*RaH-N98G^;X>7%3f8VZS6(L6o`b`DSrXDYNt7-h_ ztm^5nqQuTb8hD^NAUX!1;f{ds2Vs;}y%K>ETuGQfi+|oOlFkHywblW()>*T@c-=sG zqZb~R&e*Tq)AI<-G)Py$qK1l+0C!0jy}`F9IwC-V3;=@_KsBdG2I2HBhm&Ts{jH6Q zD#?nDJc#$eFQTG!PqUtUodPCl zxHev2shA(gEetRIfh9%`y`Z+uJXRq6xAL2lC%ikk{jIPDMF0?KjkW702<48Vt9xH3GiTNpJWEnGZc|Ps96o@M_(`oA2(}^gUMQ++s(t}UM2%89 zyt$yT6(yB;Vo2cP0nOdL(wI8U7KIP> z*dJQQ^#QF&isN0GSOkJ#djS5DG}0m-*@+_1e=IHp2Q#GX9jj^KUkd|p)2%2hID0W^ zCR6>u6X)67?-4iq1Gq&Y8~G%7qxS^0DOWrc4}`g#DOg>Yteq1@5D&gb8{CE8H!)!$z z&|B_)hfSS6qm!(yBItMZ<`Z5-Jmp~oZJb!n`aE9fAFaE)syfTD~+ z<_|-&wh;VB58|x!47@~4@VOIEt80g14?QNGWYf+L(4Z$R$i~Pamok4V=@JnLWr^8P_ z_%Kjek+{YEHi=g>up`wlG`!OL&@)%RocsVp5TWQRc$gf7+#vvMOZV^@OQ3n%T63X~ zR(PvSitSbabzD$6XV%crpsXT#35ZrS29d^WgAh6p=+2y`u&Dsso&d~(vy2KvH5X)NnS;CPDw{hc(j2Y!z$mv_VqpBq)8~!-2*_q^NS8l zD@AVabV%C@91b+_;}I$yhi(Hi-|vls8H~)sZ+X&7M8#)H=z-HKYV?)>Y5B%dR|3o~ z#L(G&csow;V8+&0sq#;R6cji~gDQmh1mlM3O)c|4*Sb=4GbFJmE)cEK{32-YCl`lH zqOye0WYkWXfw+NMI{vS%)&FPbMZWFkh(HmmQY1@INY){;b1U^CJ#Wy{!p&nPwx^Ki zv6n|6R!<(o{oc5eIV&ee9j>acGc!=-=M^#u!y92VQ4ZsRXN4>}D^yy(bqnNVS5!dl zbo6W0ugR@=mf%v*!wQ#(RSSy&HUdEPDh*zitx`*nIZRe+%s2Hm@gGwwuWuYzW$rUGn)q5UIBL|@n+Nr5YOE?8!wh`tt z*&esVtaZi1FgK@Qy4`61gg@_a1y6AuZ>yn{CPD=HaOWfs^!#p&-vhI-p|IpUHpM-ripHS7{=Mu8G*8qvX1b z0Q?A)w|Mg0YPief5ZE^=ikNN5Ft8J%tH30^1TUZf>+uN;loH9PZ(x=yXv2 zh)_C`H#=*Q-km`33ZtP0Br!Q9PM*(85f(a@y3B$au9Z>LJq9Ej?RMI~UV06geBWWM zqen$xrC}!|LY!~+q{USoTZNfYEOlVR)nd}K7%R^?iCOpk4?IkE(tGw)njdhGgDiwEiQI{5|^mn&>b? zc1dLVrUbyNJB%?{kB5Zrm613tY>}z3+gP)GevpQL$2opzx=0gSfis`v949P+y(0~q zgqM*XF?c_h1{$9H(m->#fXLp$>y<5OG{L`yk=-Duh=~|S|Gs$+%h0|6?I^dXFpJ#O zI>HN6ENNVgr?K?+f8N#qojt&-`@howP(v=g%KwjV|L{Ngfb*)}Wr1aA)lJdX+^bQb IZhiiL0nCu9l>h($ literal 0 HcmV?d00001