From 30cf46d86166b8363bbfdcf9bf065c45efe5291e Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 18 Jul 2026 02:35:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: shuoxing/llama3-8b-full-sft-c4-1m-en-v2 Source: Original Platform --- .gitattributes | 36 + README.md | 61 + all_results.json | 8 + chat_template.jinja | 5 + config.json | 32 + generation_config.json | 13 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 20 + train_results.json | 8 + trainer_log.jsonl | 940 ++++++ trainer_state.json | 6616 ++++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 51454 bytes 14 files changed, 7748 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2179d12 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: llama3 +base_model: shuoxing/llama3-8b-full-pretrain-c4-1m-en +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: llama3-8b-full-sft-c4-1m-en-v2 + results: [] +--- + + + +# llama3-8b-full-sft-c4-1m-en-v2 + +This model is a fine-tuned version of [shuoxing/llama3-8b-full-pretrain-c4-1m-en](https://huggingface.co/shuoxing/llama3-8b-full-pretrain-c4-1m-en) on the alpaca_en dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 1e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 16 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.1 +- num_epochs: 3.0 + +### Training results + + + +### Framework versions + +- Transformers 5.6.0 +- Pytorch 2.12.0+cu130 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..deeec73 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 2233489489920.0, + "train_loss": 0.6554125065739733, + "train_runtime": 3840.4405, + "train_samples_per_second": 3.906, + "train_steps_per_second": 0.245 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..39bd0c9 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,5 @@ +{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|> + +'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|> + +' }}{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..9a75c39 --- /dev/null +++ b/config.json @@ -0,0 +1,32 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 8192, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "rope_theta": 500000.0, + "rope_type": "default" + }, + "tie_word_embeddings": false, + "transformers_version": "5.6.0", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..01f9087 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128009 + ], + "max_length": 4096, + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "5.6.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..29885a7 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c40e50a371b2d283214bb30abfe7c56d7ec2b9ce0a04be15763647baa1e3c9 +size 16060556616 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1723111 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1dcab308e7cf5970ea38815e0a62887d705c5b436f869ca27a5dcdd40c36a6 +size 17210148 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..4c8853c --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,20 @@ +{ + "backend": "tokenizers", + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": [ + "<|eom_id|>" + ], + "is_local": false, + "local_files_only": false, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 1000000000000000019884624838656, + "pad_token": "<|eot_id|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "TokenizersBackend" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..deeec73 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 3.0, + "total_flos": 2233489489920.0, + "train_loss": 0.6554125065739733, + "train_runtime": 3840.4405, + "train_samples_per_second": 3.906, + "train_steps_per_second": 0.245 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..11885de --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,940 @@ +{"current_steps": 1, "total_steps": 939, "loss": 1.8349742889404297, "lr": 0.0, "epoch": 0.0032, "percentage": 0.11, "elapsed_time": "0:00:08", "remaining_time": "2:11:43"} +{"current_steps": 2, "total_steps": 939, "loss": 2.0016040802001953, "lr": 1.0638297872340426e-07, "epoch": 0.0064, "percentage": 0.21, "elapsed_time": "0:00:12", "remaining_time": "1:39:20"} +{"current_steps": 3, "total_steps": 939, "loss": 1.4195575714111328, "lr": 2.1276595744680852e-07, "epoch": 0.0096, "percentage": 0.32, "elapsed_time": "0:00:16", "remaining_time": "1:28:09"} +{"current_steps": 4, "total_steps": 939, "loss": 1.83726167678833, "lr": 3.1914893617021275e-07, "epoch": 0.0128, "percentage": 0.43, "elapsed_time": "0:00:21", "remaining_time": "1:22:32"} +{"current_steps": 5, "total_steps": 939, "loss": 1.8575166463851929, "lr": 4.2553191489361704e-07, "epoch": 0.016, "percentage": 0.53, "elapsed_time": "0:00:25", "remaining_time": "1:19:06"} +{"current_steps": 6, "total_steps": 939, "loss": 2.033665895462036, "lr": 5.319148936170213e-07, "epoch": 0.0192, "percentage": 0.64, "elapsed_time": "0:00:29", "remaining_time": "1:16:44"} +{"current_steps": 7, "total_steps": 939, "loss": 1.5992650985717773, "lr": 6.382978723404255e-07, "epoch": 0.0224, "percentage": 0.75, "elapsed_time": "0:00:33", "remaining_time": "1:15:04"} +{"current_steps": 8, "total_steps": 939, "loss": 1.830265998840332, "lr": 7.446808510638298e-07, "epoch": 0.0256, "percentage": 0.85, "elapsed_time": "0:00:38", "remaining_time": "1:13:48"} +{"current_steps": 9, "total_steps": 939, "loss": 1.7864813804626465, "lr": 8.510638297872341e-07, "epoch": 0.0288, "percentage": 0.96, "elapsed_time": "0:00:42", "remaining_time": "1:12:48"} +{"current_steps": 10, "total_steps": 939, "loss": 1.9527478218078613, "lr": 9.574468085106384e-07, "epoch": 0.032, "percentage": 1.06, "elapsed_time": "0:00:46", "remaining_time": "1:11:59"} +{"current_steps": 11, "total_steps": 939, "loss": 1.68494713306427, "lr": 1.0638297872340427e-06, "epoch": 0.0352, "percentage": 1.17, "elapsed_time": "0:00:50", "remaining_time": "1:11:17"} +{"current_steps": 12, "total_steps": 939, "loss": 1.7542328834533691, "lr": 1.170212765957447e-06, "epoch": 0.0384, "percentage": 1.28, "elapsed_time": "0:00:54", "remaining_time": "1:10:41"} +{"current_steps": 13, "total_steps": 939, "loss": 1.6859506368637085, "lr": 1.276595744680851e-06, "epoch": 0.0416, "percentage": 1.38, "elapsed_time": "0:00:59", "remaining_time": "1:10:12"} +{"current_steps": 14, "total_steps": 939, "loss": 1.4219917058944702, "lr": 1.3829787234042555e-06, "epoch": 0.0448, "percentage": 1.49, "elapsed_time": "0:01:03", "remaining_time": "1:09:44"} +{"current_steps": 15, "total_steps": 939, "loss": 1.9395288228988647, "lr": 1.4893617021276596e-06, "epoch": 0.048, "percentage": 1.6, "elapsed_time": "0:01:07", "remaining_time": "1:09:18"} +{"current_steps": 16, "total_steps": 939, "loss": 1.6113699674606323, "lr": 1.595744680851064e-06, "epoch": 0.0512, "percentage": 1.7, "elapsed_time": "0:01:11", "remaining_time": "1:08:59"} +{"current_steps": 17, "total_steps": 939, "loss": 1.7385358810424805, "lr": 1.7021276595744682e-06, "epoch": 0.0544, "percentage": 1.81, "elapsed_time": "0:01:15", "remaining_time": "1:08:38"} +{"current_steps": 18, "total_steps": 939, "loss": 1.8294150829315186, "lr": 1.8085106382978727e-06, "epoch": 0.0576, "percentage": 1.92, "elapsed_time": "0:01:20", "remaining_time": "1:08:15"} +{"current_steps": 19, "total_steps": 939, "loss": 1.7034738063812256, "lr": 1.9148936170212767e-06, "epoch": 0.0608, "percentage": 2.02, "elapsed_time": "0:01:24", "remaining_time": "1:07:53"} +{"current_steps": 20, "total_steps": 939, "loss": 1.6598455905914307, "lr": 2.021276595744681e-06, "epoch": 0.064, "percentage": 2.13, "elapsed_time": "0:01:28", "remaining_time": "1:07:40"} +{"current_steps": 21, "total_steps": 939, "loss": 1.3032071590423584, "lr": 2.1276595744680853e-06, "epoch": 0.0672, "percentage": 2.24, "elapsed_time": "0:01:32", "remaining_time": "1:07:15"} +{"current_steps": 22, "total_steps": 939, "loss": 1.6954210996627808, "lr": 2.2340425531914894e-06, "epoch": 0.0704, "percentage": 2.34, "elapsed_time": "0:01:36", "remaining_time": "1:07:02"} +{"current_steps": 23, "total_steps": 939, "loss": 1.5859076976776123, "lr": 2.340425531914894e-06, "epoch": 0.0736, "percentage": 2.45, "elapsed_time": "0:01:40", "remaining_time": "1:06:50"} +{"current_steps": 24, "total_steps": 939, "loss": 1.2175744771957397, "lr": 2.446808510638298e-06, "epoch": 0.0768, "percentage": 2.56, "elapsed_time": "0:01:44", "remaining_time": "1:06:39"} +{"current_steps": 25, "total_steps": 939, "loss": 1.4733150005340576, "lr": 2.553191489361702e-06, "epoch": 0.08, "percentage": 2.66, "elapsed_time": "0:01:49", "remaining_time": "1:06:27"} +{"current_steps": 26, "total_steps": 939, "loss": 1.3996121883392334, "lr": 2.6595744680851065e-06, "epoch": 0.0832, "percentage": 2.77, "elapsed_time": "0:01:53", "remaining_time": "1:06:12"} +{"current_steps": 27, "total_steps": 939, "loss": 0.7041330337524414, "lr": 2.765957446808511e-06, "epoch": 0.0864, "percentage": 2.88, "elapsed_time": "0:01:57", "remaining_time": "1:06:02"} +{"current_steps": 28, "total_steps": 939, "loss": 1.3123451471328735, "lr": 2.8723404255319155e-06, "epoch": 0.0896, "percentage": 2.98, "elapsed_time": "0:02:01", "remaining_time": "1:05:48"} +{"current_steps": 29, "total_steps": 939, "loss": 1.4157214164733887, "lr": 2.978723404255319e-06, "epoch": 0.0928, "percentage": 3.09, "elapsed_time": "0:02:05", "remaining_time": "1:05:29"} +{"current_steps": 30, "total_steps": 939, "loss": 1.3999661207199097, "lr": 3.0851063829787237e-06, "epoch": 0.096, "percentage": 3.19, "elapsed_time": "0:02:09", "remaining_time": "1:05:18"} +{"current_steps": 31, "total_steps": 939, "loss": 1.1525228023529053, "lr": 3.191489361702128e-06, "epoch": 0.0992, "percentage": 3.3, "elapsed_time": "0:02:13", "remaining_time": "1:05:05"} +{"current_steps": 32, "total_steps": 939, "loss": 1.0802254676818848, "lr": 3.297872340425532e-06, "epoch": 0.1024, "percentage": 3.41, "elapsed_time": "0:02:17", "remaining_time": "1:04:58"} +{"current_steps": 33, "total_steps": 939, "loss": 1.2458343505859375, "lr": 3.4042553191489363e-06, "epoch": 0.1056, "percentage": 3.51, "elapsed_time": "0:02:21", "remaining_time": "1:04:51"} +{"current_steps": 34, "total_steps": 939, "loss": 1.1014039516448975, "lr": 3.510638297872341e-06, "epoch": 0.1088, "percentage": 3.62, "elapsed_time": "0:02:25", "remaining_time": "1:04:42"} +{"current_steps": 35, "total_steps": 939, "loss": 1.4348636865615845, "lr": 3.6170212765957453e-06, "epoch": 0.112, "percentage": 3.73, "elapsed_time": "0:02:30", "remaining_time": "1:04:35"} +{"current_steps": 36, "total_steps": 939, "loss": 1.279908537864685, "lr": 3.723404255319149e-06, "epoch": 0.1152, "percentage": 3.83, "elapsed_time": "0:02:34", "remaining_time": "1:04:23"} +{"current_steps": 37, "total_steps": 939, "loss": 1.2550249099731445, "lr": 3.8297872340425535e-06, "epoch": 0.1184, "percentage": 3.94, "elapsed_time": "0:02:38", "remaining_time": "1:04:14"} +{"current_steps": 38, "total_steps": 939, "loss": 1.3033971786499023, "lr": 3.936170212765958e-06, "epoch": 0.1216, "percentage": 4.05, "elapsed_time": "0:02:41", "remaining_time": "1:04:00"} +{"current_steps": 39, "total_steps": 939, "loss": 1.2937856912612915, "lr": 4.042553191489362e-06, "epoch": 0.1248, "percentage": 4.15, "elapsed_time": "0:02:45", "remaining_time": "1:03:46"} +{"current_steps": 40, "total_steps": 939, "loss": 1.2794173955917358, "lr": 4.148936170212766e-06, "epoch": 0.128, "percentage": 4.26, "elapsed_time": "0:02:49", "remaining_time": "1:03:40"} +{"current_steps": 41, "total_steps": 939, "loss": 1.3401811122894287, "lr": 4.255319148936171e-06, "epoch": 0.1312, "percentage": 4.37, "elapsed_time": "0:02:54", "remaining_time": "1:03:31"} +{"current_steps": 42, "total_steps": 939, "loss": 1.4371700286865234, "lr": 4.361702127659575e-06, "epoch": 0.1344, "percentage": 4.47, "elapsed_time": "0:02:58", "remaining_time": "1:03:21"} +{"current_steps": 43, "total_steps": 939, "loss": 1.2635990381240845, "lr": 4.468085106382979e-06, "epoch": 0.1376, "percentage": 4.58, "elapsed_time": "0:03:02", "remaining_time": "1:03:13"} +{"current_steps": 44, "total_steps": 939, "loss": 1.2196773290634155, "lr": 4.574468085106383e-06, "epoch": 0.1408, "percentage": 4.69, "elapsed_time": "0:03:06", "remaining_time": "1:03:05"} +{"current_steps": 45, "total_steps": 939, "loss": 1.162177562713623, "lr": 4.680851063829788e-06, "epoch": 0.144, "percentage": 4.79, "elapsed_time": "0:03:10", "remaining_time": "1:02:58"} +{"current_steps": 46, "total_steps": 939, "loss": 1.0528342723846436, "lr": 4.787234042553192e-06, "epoch": 0.1472, "percentage": 4.9, "elapsed_time": "0:03:14", "remaining_time": "1:02:50"} +{"current_steps": 47, "total_steps": 939, "loss": 1.5967459678649902, "lr": 4.893617021276596e-06, "epoch": 0.1504, "percentage": 5.01, "elapsed_time": "0:03:18", "remaining_time": "1:02:42"} +{"current_steps": 48, "total_steps": 939, "loss": 1.2654751539230347, "lr": 5e-06, "epoch": 0.1536, "percentage": 5.11, "elapsed_time": "0:03:22", "remaining_time": "1:02:37"} +{"current_steps": 49, "total_steps": 939, "loss": 1.2069895267486572, "lr": 5.106382978723404e-06, "epoch": 0.1568, "percentage": 5.22, "elapsed_time": "0:03:26", "remaining_time": "1:02:29"} +{"current_steps": 50, "total_steps": 939, "loss": 1.2848241329193115, "lr": 5.212765957446809e-06, "epoch": 0.16, "percentage": 5.32, "elapsed_time": "0:03:30", "remaining_time": "1:02:22"} +{"current_steps": 51, "total_steps": 939, "loss": 1.2709619998931885, "lr": 5.319148936170213e-06, "epoch": 0.1632, "percentage": 5.43, "elapsed_time": "0:03:34", "remaining_time": "1:02:14"} +{"current_steps": 52, "total_steps": 939, "loss": 1.535873532295227, "lr": 5.425531914893617e-06, "epoch": 0.1664, "percentage": 5.54, "elapsed_time": "0:03:38", "remaining_time": "1:02:06"} +{"current_steps": 53, "total_steps": 939, "loss": 1.1793067455291748, "lr": 5.531914893617022e-06, "epoch": 0.1696, "percentage": 5.64, "elapsed_time": "0:03:42", "remaining_time": "1:02:01"} +{"current_steps": 54, "total_steps": 939, "loss": 1.390581727027893, "lr": 5.638297872340426e-06, "epoch": 0.1728, "percentage": 5.75, "elapsed_time": "0:03:46", "remaining_time": "1:01:52"} +{"current_steps": 55, "total_steps": 939, "loss": 1.604058027267456, "lr": 5.744680851063831e-06, "epoch": 0.176, "percentage": 5.86, "elapsed_time": "0:03:50", "remaining_time": "1:01:43"} +{"current_steps": 56, "total_steps": 939, "loss": 1.3224234580993652, "lr": 5.851063829787235e-06, "epoch": 0.1792, "percentage": 5.96, "elapsed_time": "0:03:54", "remaining_time": "1:01:38"} +{"current_steps": 57, "total_steps": 939, "loss": 1.272003173828125, "lr": 5.957446808510638e-06, "epoch": 0.1824, "percentage": 6.07, "elapsed_time": "0:03:58", "remaining_time": "1:01:30"} +{"current_steps": 58, "total_steps": 939, "loss": 1.2350473403930664, "lr": 6.063829787234044e-06, "epoch": 0.1856, "percentage": 6.18, "elapsed_time": "0:04:02", "remaining_time": "1:01:26"} +{"current_steps": 59, "total_steps": 939, "loss": 1.37330162525177, "lr": 6.170212765957447e-06, "epoch": 0.1888, "percentage": 6.28, "elapsed_time": "0:04:06", "remaining_time": "1:01:21"} +{"current_steps": 60, "total_steps": 939, "loss": 1.0028364658355713, "lr": 6.276595744680851e-06, "epoch": 0.192, "percentage": 6.39, "elapsed_time": "0:04:10", "remaining_time": "1:01:14"} +{"current_steps": 61, "total_steps": 939, "loss": 1.1944432258605957, "lr": 6.382978723404256e-06, "epoch": 0.1952, "percentage": 6.5, "elapsed_time": "0:04:14", "remaining_time": "1:01:07"} +{"current_steps": 62, "total_steps": 939, "loss": 1.267136573791504, "lr": 6.48936170212766e-06, "epoch": 0.1984, "percentage": 6.6, "elapsed_time": "0:04:18", "remaining_time": "1:01:03"} +{"current_steps": 63, "total_steps": 939, "loss": 1.4628270864486694, "lr": 6.595744680851064e-06, "epoch": 0.2016, "percentage": 6.71, "elapsed_time": "0:04:22", "remaining_time": "1:00:55"} +{"current_steps": 64, "total_steps": 939, "loss": 1.1075782775878906, "lr": 6.702127659574469e-06, "epoch": 0.2048, "percentage": 6.82, "elapsed_time": "0:04:26", "remaining_time": "1:00:49"} +{"current_steps": 65, "total_steps": 939, "loss": 1.2595106363296509, "lr": 6.808510638297873e-06, "epoch": 0.208, "percentage": 6.92, "elapsed_time": "0:04:30", "remaining_time": "1:00:41"} +{"current_steps": 66, "total_steps": 939, "loss": 1.3000699281692505, "lr": 6.914893617021278e-06, "epoch": 0.2112, "percentage": 7.03, "elapsed_time": "0:04:34", "remaining_time": "1:00:34"} +{"current_steps": 67, "total_steps": 939, "loss": 1.3746538162231445, "lr": 7.021276595744682e-06, "epoch": 0.2144, "percentage": 7.14, "elapsed_time": "0:04:38", "remaining_time": "1:00:28"} +{"current_steps": 68, "total_steps": 939, "loss": 1.3396170139312744, "lr": 7.127659574468085e-06, "epoch": 0.2176, "percentage": 7.24, "elapsed_time": "0:04:42", "remaining_time": "1:00:22"} +{"current_steps": 69, "total_steps": 939, "loss": 1.073827862739563, "lr": 7.234042553191491e-06, "epoch": 0.2208, "percentage": 7.35, "elapsed_time": "0:04:46", "remaining_time": "1:00:16"} +{"current_steps": 70, "total_steps": 939, "loss": 0.9759301543235779, "lr": 7.340425531914894e-06, "epoch": 0.224, "percentage": 7.45, "elapsed_time": "0:04:50", "remaining_time": "1:00:09"} +{"current_steps": 71, "total_steps": 939, "loss": 1.3497977256774902, "lr": 7.446808510638298e-06, "epoch": 0.2272, "percentage": 7.56, "elapsed_time": "0:04:54", "remaining_time": "1:00:03"} +{"current_steps": 72, "total_steps": 939, "loss": 1.1876658201217651, "lr": 7.553191489361703e-06, "epoch": 0.2304, "percentage": 7.67, "elapsed_time": "0:04:58", "remaining_time": "0:59:55"} +{"current_steps": 73, "total_steps": 939, "loss": 1.2548987865447998, "lr": 7.659574468085107e-06, "epoch": 0.2336, "percentage": 7.77, "elapsed_time": "0:05:02", "remaining_time": "0:59:48"} +{"current_steps": 74, "total_steps": 939, "loss": 1.4559820890426636, "lr": 7.765957446808511e-06, "epoch": 0.2368, "percentage": 7.88, "elapsed_time": "0:05:06", "remaining_time": "0:59:44"} +{"current_steps": 75, "total_steps": 939, "loss": 1.6806881427764893, "lr": 7.872340425531916e-06, "epoch": 0.24, "percentage": 7.99, "elapsed_time": "0:05:10", "remaining_time": "0:59:38"} +{"current_steps": 76, "total_steps": 939, "loss": 1.1877515316009521, "lr": 7.97872340425532e-06, "epoch": 0.2432, "percentage": 8.09, "elapsed_time": "0:05:14", "remaining_time": "0:59:31"} +{"current_steps": 77, "total_steps": 939, "loss": 1.4321260452270508, "lr": 8.085106382978723e-06, "epoch": 0.2464, "percentage": 8.2, "elapsed_time": "0:05:18", "remaining_time": "0:59:26"} +{"current_steps": 78, "total_steps": 939, "loss": 1.2051981687545776, "lr": 8.191489361702128e-06, "epoch": 0.2496, "percentage": 8.31, "elapsed_time": "0:05:22", "remaining_time": "0:59:20"} +{"current_steps": 79, "total_steps": 939, "loss": 1.159995198249817, "lr": 8.297872340425532e-06, "epoch": 0.2528, "percentage": 8.41, "elapsed_time": "0:05:26", "remaining_time": "0:59:15"} +{"current_steps": 80, "total_steps": 939, "loss": 1.3725446462631226, "lr": 8.404255319148937e-06, "epoch": 0.256, "percentage": 8.52, "elapsed_time": "0:05:30", "remaining_time": "0:59:10"} +{"current_steps": 81, "total_steps": 939, "loss": 1.5179659128189087, "lr": 8.510638297872341e-06, "epoch": 0.2592, "percentage": 8.63, "elapsed_time": "0:05:34", "remaining_time": "0:59:04"} +{"current_steps": 82, "total_steps": 939, "loss": 1.437788963317871, "lr": 8.617021276595746e-06, "epoch": 0.2624, "percentage": 8.73, "elapsed_time": "0:05:38", "remaining_time": "0:59:00"} +{"current_steps": 83, "total_steps": 939, "loss": 1.1491832733154297, "lr": 8.72340425531915e-06, "epoch": 0.2656, "percentage": 8.84, "elapsed_time": "0:05:42", "remaining_time": "0:58:56"} +{"current_steps": 84, "total_steps": 939, "loss": 1.0702165365219116, "lr": 8.829787234042555e-06, "epoch": 0.2688, "percentage": 8.95, "elapsed_time": "0:05:46", "remaining_time": "0:58:51"} +{"current_steps": 85, "total_steps": 939, "loss": 1.389183521270752, "lr": 8.936170212765958e-06, "epoch": 0.272, "percentage": 9.05, "elapsed_time": "0:05:50", "remaining_time": "0:58:45"} +{"current_steps": 86, "total_steps": 939, "loss": 1.2944904565811157, "lr": 9.042553191489362e-06, "epoch": 0.2752, "percentage": 9.16, "elapsed_time": "0:05:54", "remaining_time": "0:58:40"} +{"current_steps": 87, "total_steps": 939, "loss": 1.2050387859344482, "lr": 9.148936170212767e-06, "epoch": 0.2784, "percentage": 9.27, "elapsed_time": "0:05:58", "remaining_time": "0:58:35"} +{"current_steps": 88, "total_steps": 939, "loss": 1.1384426355361938, "lr": 9.255319148936171e-06, "epoch": 0.2816, "percentage": 9.37, "elapsed_time": "0:06:02", "remaining_time": "0:58:29"} +{"current_steps": 89, "total_steps": 939, "loss": 1.436863660812378, "lr": 9.361702127659576e-06, "epoch": 0.2848, "percentage": 9.48, "elapsed_time": "0:06:07", "remaining_time": "0:58:26"} +{"current_steps": 90, "total_steps": 939, "loss": 1.2077499628067017, "lr": 9.46808510638298e-06, "epoch": 0.288, "percentage": 9.58, "elapsed_time": "0:06:10", "remaining_time": "0:58:19"} +{"current_steps": 91, "total_steps": 939, "loss": 1.1718724966049194, "lr": 9.574468085106385e-06, "epoch": 0.2912, "percentage": 9.69, "elapsed_time": "0:06:14", "remaining_time": "0:58:13"} +{"current_steps": 92, "total_steps": 939, "loss": 1.2550005912780762, "lr": 9.680851063829787e-06, "epoch": 0.2944, "percentage": 9.8, "elapsed_time": "0:06:18", "remaining_time": "0:58:07"} +{"current_steps": 93, "total_steps": 939, "loss": 1.6930280923843384, "lr": 9.787234042553192e-06, "epoch": 0.2976, "percentage": 9.9, "elapsed_time": "0:06:22", "remaining_time": "0:58:00"} +{"current_steps": 94, "total_steps": 939, "loss": 1.2924106121063232, "lr": 9.893617021276596e-06, "epoch": 0.3008, "percentage": 10.01, "elapsed_time": "0:06:26", "remaining_time": "0:57:55"} +{"current_steps": 95, "total_steps": 939, "loss": 1.4082775115966797, "lr": 1e-05, "epoch": 0.304, "percentage": 10.12, "elapsed_time": "0:06:30", "remaining_time": "0:57:50"} +{"current_steps": 96, "total_steps": 939, "loss": 1.2915349006652832, "lr": 9.999965443811378e-06, "epoch": 0.3072, "percentage": 10.22, "elapsed_time": "0:06:34", "remaining_time": "0:57:45"} +{"current_steps": 97, "total_steps": 939, "loss": 1.3475099802017212, "lr": 9.999861775723162e-06, "epoch": 0.3104, "percentage": 10.33, "elapsed_time": "0:06:38", "remaining_time": "0:57:39"} +{"current_steps": 98, "total_steps": 939, "loss": 1.049058437347412, "lr": 9.999688997168301e-06, "epoch": 0.3136, "percentage": 10.44, "elapsed_time": "0:06:42", "remaining_time": "0:57:34"} +{"current_steps": 99, "total_steps": 939, "loss": 1.1638190746307373, "lr": 9.999447110535026e-06, "epoch": 0.3168, "percentage": 10.54, "elapsed_time": "0:06:46", "remaining_time": "0:57:29"} +{"current_steps": 100, "total_steps": 939, "loss": 1.2690186500549316, "lr": 9.999136119166803e-06, "epoch": 0.32, "percentage": 10.65, "elapsed_time": "0:06:50", "remaining_time": "0:57:25"} +{"current_steps": 101, "total_steps": 939, "loss": 1.271148681640625, "lr": 9.998756027362308e-06, "epoch": 0.3232, "percentage": 10.76, "elapsed_time": "0:06:54", "remaining_time": "0:57:21"} +{"current_steps": 102, "total_steps": 939, "loss": 1.1501715183258057, "lr": 9.99830684037535e-06, "epoch": 0.3264, "percentage": 10.86, "elapsed_time": "0:06:58", "remaining_time": "0:57:16"} +{"current_steps": 103, "total_steps": 939, "loss": 1.3156936168670654, "lr": 9.9977885644148e-06, "epoch": 0.3296, "percentage": 10.97, "elapsed_time": "0:07:02", "remaining_time": "0:57:11"} +{"current_steps": 104, "total_steps": 939, "loss": 1.4087587594985962, "lr": 9.997201206644522e-06, "epoch": 0.3328, "percentage": 11.08, "elapsed_time": "0:07:06", "remaining_time": "0:57:05"} +{"current_steps": 105, "total_steps": 939, "loss": 1.3723515272140503, "lr": 9.99654477518325e-06, "epoch": 0.336, "percentage": 11.18, "elapsed_time": "0:07:10", "remaining_time": "0:57:01"} +{"current_steps": 106, "total_steps": 939, "loss": 1.437239408493042, "lr": 9.995819279104494e-06, "epoch": 0.3392, "percentage": 11.29, "elapsed_time": "0:07:14", "remaining_time": "0:56:55"} +{"current_steps": 107, "total_steps": 939, "loss": 1.434226155281067, "lr": 9.995024728436402e-06, "epoch": 0.3424, "percentage": 11.4, "elapsed_time": "0:07:18", "remaining_time": "0:56:50"} +{"current_steps": 108, "total_steps": 939, "loss": 1.3603150844573975, "lr": 9.994161134161635e-06, "epoch": 0.3456, "percentage": 11.5, "elapsed_time": "0:07:22", "remaining_time": "0:56:44"} +{"current_steps": 109, "total_steps": 939, "loss": 1.267934799194336, "lr": 9.993228508217201e-06, "epoch": 0.3488, "percentage": 11.61, "elapsed_time": "0:07:26", "remaining_time": "0:56:39"} +{"current_steps": 110, "total_steps": 939, "loss": 1.168867826461792, "lr": 9.9922268634943e-06, "epoch": 0.352, "percentage": 11.71, "elapsed_time": "0:07:30", "remaining_time": "0:56:34"} +{"current_steps": 111, "total_steps": 939, "loss": 1.2784748077392578, "lr": 9.991156213838143e-06, "epoch": 0.3552, "percentage": 11.82, "elapsed_time": "0:07:34", "remaining_time": "0:56:29"} +{"current_steps": 112, "total_steps": 939, "loss": 1.2634623050689697, "lr": 9.990016574047757e-06, "epoch": 0.3584, "percentage": 11.93, "elapsed_time": "0:07:38", "remaining_time": "0:56:25"} +{"current_steps": 113, "total_steps": 939, "loss": 1.6450899839401245, "lr": 9.988807959875785e-06, "epoch": 0.3616, "percentage": 12.03, "elapsed_time": "0:07:42", "remaining_time": "0:56:20"} +{"current_steps": 114, "total_steps": 939, "loss": 0.9087746739387512, "lr": 9.987530388028269e-06, "epoch": 0.3648, "percentage": 12.14, "elapsed_time": "0:07:46", "remaining_time": "0:56:17"} +{"current_steps": 115, "total_steps": 939, "loss": 1.0217828750610352, "lr": 9.986183876164412e-06, "epoch": 0.368, "percentage": 12.25, "elapsed_time": "0:07:50", "remaining_time": "0:56:12"} +{"current_steps": 116, "total_steps": 939, "loss": 1.262690544128418, "lr": 9.984768442896342e-06, "epoch": 0.3712, "percentage": 12.35, "elapsed_time": "0:07:54", "remaining_time": "0:56:07"} +{"current_steps": 117, "total_steps": 939, "loss": 1.2868056297302246, "lr": 9.983284107788852e-06, "epoch": 0.3744, "percentage": 12.46, "elapsed_time": "0:07:58", "remaining_time": "0:56:02"} +{"current_steps": 118, "total_steps": 939, "loss": 1.4883698225021362, "lr": 9.981730891359123e-06, "epoch": 0.3776, "percentage": 12.57, "elapsed_time": "0:08:02", "remaining_time": "0:55:57"} +{"current_steps": 119, "total_steps": 939, "loss": 1.6060783863067627, "lr": 9.980108815076456e-06, "epoch": 0.3808, "percentage": 12.67, "elapsed_time": "0:08:06", "remaining_time": "0:55:53"} +{"current_steps": 120, "total_steps": 939, "loss": 1.423858880996704, "lr": 9.978417901361958e-06, "epoch": 0.384, "percentage": 12.78, "elapsed_time": "0:08:10", "remaining_time": "0:55:48"} +{"current_steps": 121, "total_steps": 939, "loss": 1.3574882745742798, "lr": 9.976658173588244e-06, "epoch": 0.3872, "percentage": 12.89, "elapsed_time": "0:08:14", "remaining_time": "0:55:43"} +{"current_steps": 122, "total_steps": 939, "loss": 1.1160762310028076, "lr": 9.974829656079106e-06, "epoch": 0.3904, "percentage": 12.99, "elapsed_time": "0:08:18", "remaining_time": "0:55:38"} +{"current_steps": 123, "total_steps": 939, "loss": 1.3323800563812256, "lr": 9.972932374109184e-06, "epoch": 0.3936, "percentage": 13.1, "elapsed_time": "0:08:22", "remaining_time": "0:55:34"} +{"current_steps": 124, "total_steps": 939, "loss": 1.388983130455017, "lr": 9.97096635390361e-06, "epoch": 0.3968, "percentage": 13.21, "elapsed_time": "0:08:26", "remaining_time": "0:55:30"} +{"current_steps": 125, "total_steps": 939, "loss": 1.467790126800537, "lr": 9.968931622637652e-06, "epoch": 0.4, "percentage": 13.31, "elapsed_time": "0:08:30", "remaining_time": "0:55:24"} +{"current_steps": 126, "total_steps": 939, "loss": 1.3372962474822998, "lr": 9.966828208436332e-06, "epoch": 0.4032, "percentage": 13.42, "elapsed_time": "0:08:34", "remaining_time": "0:55:19"} +{"current_steps": 127, "total_steps": 939, "loss": 1.5618739128112793, "lr": 9.96465614037404e-06, "epoch": 0.4064, "percentage": 13.53, "elapsed_time": "0:08:38", "remaining_time": "0:55:13"} +{"current_steps": 128, "total_steps": 939, "loss": 1.574603796005249, "lr": 9.962415448474134e-06, "epoch": 0.4096, "percentage": 13.63, "elapsed_time": "0:08:42", "remaining_time": "0:55:09"} +{"current_steps": 129, "total_steps": 939, "loss": 1.2998956441879272, "lr": 9.960106163708522e-06, "epoch": 0.4128, "percentage": 13.74, "elapsed_time": "0:08:46", "remaining_time": "0:55:04"} +{"current_steps": 130, "total_steps": 939, "loss": 1.226587176322937, "lr": 9.95772831799724e-06, "epoch": 0.416, "percentage": 13.84, "elapsed_time": "0:08:50", "remaining_time": "0:54:59"} +{"current_steps": 131, "total_steps": 939, "loss": 1.5016090869903564, "lr": 9.955281944207998e-06, "epoch": 0.4192, "percentage": 13.95, "elapsed_time": "0:08:54", "remaining_time": "0:54:54"} +{"current_steps": 132, "total_steps": 939, "loss": 1.3798859119415283, "lr": 9.95276707615574e-06, "epoch": 0.4224, "percentage": 14.06, "elapsed_time": "0:08:57", "remaining_time": "0:54:48"} +{"current_steps": 133, "total_steps": 939, "loss": 1.4370064735412598, "lr": 9.950183748602164e-06, "epoch": 0.4256, "percentage": 14.16, "elapsed_time": "0:09:01", "remaining_time": "0:54:44"} +{"current_steps": 134, "total_steps": 939, "loss": 1.5972474813461304, "lr": 9.947531997255256e-06, "epoch": 0.4288, "percentage": 14.27, "elapsed_time": "0:09:06", "remaining_time": "0:54:40"} +{"current_steps": 135, "total_steps": 939, "loss": 1.2247103452682495, "lr": 9.944811858768782e-06, "epoch": 0.432, "percentage": 14.38, "elapsed_time": "0:09:10", "remaining_time": "0:54:35"} +{"current_steps": 136, "total_steps": 939, "loss": 1.3642845153808594, "lr": 9.94202337074179e-06, "epoch": 0.4352, "percentage": 14.48, "elapsed_time": "0:09:14", "remaining_time": "0:54:31"} +{"current_steps": 137, "total_steps": 939, "loss": 1.3845267295837402, "lr": 9.939166571718086e-06, "epoch": 0.4384, "percentage": 14.59, "elapsed_time": "0:09:17", "remaining_time": "0:54:25"} +{"current_steps": 138, "total_steps": 939, "loss": 1.3615238666534424, "lr": 9.936241501185706e-06, "epoch": 0.4416, "percentage": 14.7, "elapsed_time": "0:09:21", "remaining_time": "0:54:21"} +{"current_steps": 139, "total_steps": 939, "loss": 1.6141746044158936, "lr": 9.933248199576366e-06, "epoch": 0.4448, "percentage": 14.8, "elapsed_time": "0:09:25", "remaining_time": "0:54:16"} +{"current_steps": 140, "total_steps": 939, "loss": 1.359433650970459, "lr": 9.930186708264902e-06, "epoch": 0.448, "percentage": 14.91, "elapsed_time": "0:09:29", "remaining_time": "0:54:10"} +{"current_steps": 141, "total_steps": 939, "loss": 1.4856258630752563, "lr": 9.927057069568704e-06, "epoch": 0.4512, "percentage": 15.02, "elapsed_time": "0:09:33", "remaining_time": "0:54:06"} +{"current_steps": 142, "total_steps": 939, "loss": 1.1757385730743408, "lr": 9.923859326747125e-06, "epoch": 0.4544, "percentage": 15.12, "elapsed_time": "0:09:37", "remaining_time": "0:54:02"} +{"current_steps": 143, "total_steps": 939, "loss": 1.4313726425170898, "lr": 9.920593524000887e-06, "epoch": 0.4576, "percentage": 15.23, "elapsed_time": "0:09:41", "remaining_time": "0:53:57"} +{"current_steps": 144, "total_steps": 939, "loss": 1.1987106800079346, "lr": 9.917259706471469e-06, "epoch": 0.4608, "percentage": 15.34, "elapsed_time": "0:09:45", "remaining_time": "0:53:52"} +{"current_steps": 145, "total_steps": 939, "loss": 1.3925058841705322, "lr": 9.913857920240481e-06, "epoch": 0.464, "percentage": 15.44, "elapsed_time": "0:09:49", "remaining_time": "0:53:47"} +{"current_steps": 146, "total_steps": 939, "loss": 1.154026746749878, "lr": 9.91038821232903e-06, "epoch": 0.4672, "percentage": 15.55, "elapsed_time": "0:09:53", "remaining_time": "0:53:42"} +{"current_steps": 147, "total_steps": 939, "loss": 1.4966177940368652, "lr": 9.906850630697068e-06, "epoch": 0.4704, "percentage": 15.65, "elapsed_time": "0:09:57", "remaining_time": "0:53:36"} +{"current_steps": 148, "total_steps": 939, "loss": 1.4258092641830444, "lr": 9.903245224242732e-06, "epoch": 0.4736, "percentage": 15.76, "elapsed_time": "0:10:01", "remaining_time": "0:53:33"} +{"current_steps": 149, "total_steps": 939, "loss": 1.0794379711151123, "lr": 9.899572042801662e-06, "epoch": 0.4768, "percentage": 15.87, "elapsed_time": "0:10:05", "remaining_time": "0:53:27"} +{"current_steps": 150, "total_steps": 939, "loss": 1.6029235124588013, "lr": 9.895831137146319e-06, "epoch": 0.48, "percentage": 15.97, "elapsed_time": "0:10:09", "remaining_time": "0:53:23"} +{"current_steps": 151, "total_steps": 939, "loss": 1.298710823059082, "lr": 9.89202255898528e-06, "epoch": 0.4832, "percentage": 16.08, "elapsed_time": "0:10:13", "remaining_time": "0:53:19"} +{"current_steps": 152, "total_steps": 939, "loss": 1.2579549551010132, "lr": 9.888146360962523e-06, "epoch": 0.4864, "percentage": 16.19, "elapsed_time": "0:10:16", "remaining_time": "0:53:14"} +{"current_steps": 153, "total_steps": 939, "loss": 1.2674002647399902, "lr": 9.8842025966567e-06, "epoch": 0.4896, "percentage": 16.29, "elapsed_time": "0:10:20", "remaining_time": "0:53:09"} +{"current_steps": 154, "total_steps": 939, "loss": 1.0756787061691284, "lr": 9.880191320580396e-06, "epoch": 0.4928, "percentage": 16.4, "elapsed_time": "0:10:24", "remaining_time": "0:53:04"} +{"current_steps": 155, "total_steps": 939, "loss": 1.3505208492279053, "lr": 9.876112588179378e-06, "epoch": 0.496, "percentage": 16.51, "elapsed_time": "0:10:28", "remaining_time": "0:52:59"} +{"current_steps": 156, "total_steps": 939, "loss": 1.548148512840271, "lr": 9.87196645583182e-06, "epoch": 0.4992, "percentage": 16.61, "elapsed_time": "0:10:32", "remaining_time": "0:52:54"} +{"current_steps": 157, "total_steps": 939, "loss": 1.2795175313949585, "lr": 9.86775298084754e-06, "epoch": 0.5024, "percentage": 16.72, "elapsed_time": "0:10:36", "remaining_time": "0:52:49"} +{"current_steps": 158, "total_steps": 939, "loss": 1.32072114944458, "lr": 9.863472221467189e-06, "epoch": 0.5056, "percentage": 16.83, "elapsed_time": "0:10:40", "remaining_time": "0:52:44"} +{"current_steps": 159, "total_steps": 939, "loss": 1.2856944799423218, "lr": 9.85912423686146e-06, "epoch": 0.5088, "percentage": 16.93, "elapsed_time": "0:10:44", "remaining_time": "0:52:40"} +{"current_steps": 160, "total_steps": 939, "loss": 1.2735116481781006, "lr": 9.854709087130261e-06, "epoch": 0.512, "percentage": 17.04, "elapsed_time": "0:10:48", "remaining_time": "0:52:35"} +{"current_steps": 161, "total_steps": 939, "loss": 1.3676214218139648, "lr": 9.850226833301893e-06, "epoch": 0.5152, "percentage": 17.15, "elapsed_time": "0:10:52", "remaining_time": "0:52:30"} +{"current_steps": 162, "total_steps": 939, "loss": 1.3856254816055298, "lr": 9.8456775373322e-06, "epoch": 0.5184, "percentage": 17.25, "elapsed_time": "0:10:56", "remaining_time": "0:52:26"} +{"current_steps": 163, "total_steps": 939, "loss": 1.3689014911651611, "lr": 9.841061262103713e-06, "epoch": 0.5216, "percentage": 17.36, "elapsed_time": "0:11:00", "remaining_time": "0:52:22"} +{"current_steps": 164, "total_steps": 939, "loss": 1.1833181381225586, "lr": 9.836378071424782e-06, "epoch": 0.5248, "percentage": 17.47, "elapsed_time": "0:11:04", "remaining_time": "0:52:18"} +{"current_steps": 165, "total_steps": 939, "loss": 1.4919489622116089, "lr": 9.831628030028698e-06, "epoch": 0.528, "percentage": 17.57, "elapsed_time": "0:11:07", "remaining_time": "0:52:13"} +{"current_steps": 166, "total_steps": 939, "loss": 1.4446158409118652, "lr": 9.826811203572785e-06, "epoch": 0.5312, "percentage": 17.68, "elapsed_time": "0:11:11", "remaining_time": "0:52:08"} +{"current_steps": 167, "total_steps": 939, "loss": 1.2425103187561035, "lr": 9.821927658637518e-06, "epoch": 0.5344, "percentage": 17.78, "elapsed_time": "0:11:15", "remaining_time": "0:52:03"} +{"current_steps": 168, "total_steps": 939, "loss": 1.3857293128967285, "lr": 9.81697746272557e-06, "epoch": 0.5376, "percentage": 17.89, "elapsed_time": "0:11:19", "remaining_time": "0:51:58"} +{"current_steps": 169, "total_steps": 939, "loss": 1.6042490005493164, "lr": 9.811960684260907e-06, "epoch": 0.5408, "percentage": 18.0, "elapsed_time": "0:11:23", "remaining_time": "0:51:54"} +{"current_steps": 170, "total_steps": 939, "loss": 1.2307994365692139, "lr": 9.80687739258782e-06, "epoch": 0.544, "percentage": 18.1, "elapsed_time": "0:11:27", "remaining_time": "0:51:49"} +{"current_steps": 171, "total_steps": 939, "loss": 1.6148277521133423, "lr": 9.801727657969988e-06, "epoch": 0.5472, "percentage": 18.21, "elapsed_time": "0:11:31", "remaining_time": "0:51:45"} +{"current_steps": 172, "total_steps": 939, "loss": 1.626853585243225, "lr": 9.796511551589492e-06, "epoch": 0.5504, "percentage": 18.32, "elapsed_time": "0:11:35", "remaining_time": "0:51:40"} +{"current_steps": 173, "total_steps": 939, "loss": 1.462764024734497, "lr": 9.791229145545832e-06, "epoch": 0.5536, "percentage": 18.42, "elapsed_time": "0:11:39", "remaining_time": "0:51:35"} +{"current_steps": 174, "total_steps": 939, "loss": 1.3920596837997437, "lr": 9.785880512854937e-06, "epoch": 0.5568, "percentage": 18.53, "elapsed_time": "0:11:43", "remaining_time": "0:51:31"} +{"current_steps": 175, "total_steps": 939, "loss": 1.4325257539749146, "lr": 9.78046572744815e-06, "epoch": 0.56, "percentage": 18.64, "elapsed_time": "0:11:47", "remaining_time": "0:51:27"} +{"current_steps": 176, "total_steps": 939, "loss": 1.3757168054580688, "lr": 9.77498486417121e-06, "epoch": 0.5632, "percentage": 18.74, "elapsed_time": "0:11:51", "remaining_time": "0:51:22"} +{"current_steps": 177, "total_steps": 939, "loss": 1.272997260093689, "lr": 9.769437998783216e-06, "epoch": 0.5664, "percentage": 18.85, "elapsed_time": "0:11:54", "remaining_time": "0:51:17"} +{"current_steps": 178, "total_steps": 939, "loss": 1.4110825061798096, "lr": 9.763825207955577e-06, "epoch": 0.5696, "percentage": 18.96, "elapsed_time": "0:11:58", "remaining_time": "0:51:13"} +{"current_steps": 179, "total_steps": 939, "loss": 1.3816301822662354, "lr": 9.758146569270957e-06, "epoch": 0.5728, "percentage": 19.06, "elapsed_time": "0:12:02", "remaining_time": "0:51:08"} +{"current_steps": 180, "total_steps": 939, "loss": 1.3761601448059082, "lr": 9.7524021612222e-06, "epoch": 0.576, "percentage": 19.17, "elapsed_time": "0:12:06", "remaining_time": "0:51:03"} +{"current_steps": 181, "total_steps": 939, "loss": 1.4292595386505127, "lr": 9.746592063211247e-06, "epoch": 0.5792, "percentage": 19.28, "elapsed_time": "0:12:10", "remaining_time": "0:50:59"} +{"current_steps": 182, "total_steps": 939, "loss": 1.4273180961608887, "lr": 9.74071635554803e-06, "epoch": 0.5824, "percentage": 19.38, "elapsed_time": "0:12:14", "remaining_time": "0:50:54"} +{"current_steps": 183, "total_steps": 939, "loss": 1.6726312637329102, "lr": 9.73477511944938e-06, "epoch": 0.5856, "percentage": 19.49, "elapsed_time": "0:12:18", "remaining_time": "0:50:50"} +{"current_steps": 184, "total_steps": 939, "loss": 1.2996139526367188, "lr": 9.728768437037882e-06, "epoch": 0.5888, "percentage": 19.6, "elapsed_time": "0:12:22", "remaining_time": "0:50:45"} +{"current_steps": 185, "total_steps": 939, "loss": 1.4366767406463623, "lr": 9.722696391340762e-06, "epoch": 0.592, "percentage": 19.7, "elapsed_time": "0:12:26", "remaining_time": "0:50:41"} +{"current_steps": 186, "total_steps": 939, "loss": 1.6778459548950195, "lr": 9.716559066288716e-06, "epoch": 0.5952, "percentage": 19.81, "elapsed_time": "0:12:30", "remaining_time": "0:50:36"} +{"current_steps": 187, "total_steps": 939, "loss": 1.492369532585144, "lr": 9.710356546714774e-06, "epoch": 0.5984, "percentage": 19.91, "elapsed_time": "0:12:33", "remaining_time": "0:50:31"} +{"current_steps": 188, "total_steps": 939, "loss": 1.5446763038635254, "lr": 9.704088918353108e-06, "epoch": 0.6016, "percentage": 20.02, "elapsed_time": "0:12:37", "remaining_time": "0:50:27"} +{"current_steps": 189, "total_steps": 939, "loss": 1.6100184917449951, "lr": 9.697756267837856e-06, "epoch": 0.6048, "percentage": 20.13, "elapsed_time": "0:12:41", "remaining_time": "0:50:23"} +{"current_steps": 190, "total_steps": 939, "loss": 1.0907909870147705, "lr": 9.691358682701927e-06, "epoch": 0.608, "percentage": 20.23, "elapsed_time": "0:12:45", "remaining_time": "0:50:18"} +{"current_steps": 191, "total_steps": 939, "loss": 1.3831478357315063, "lr": 9.684896251375784e-06, "epoch": 0.6112, "percentage": 20.34, "elapsed_time": "0:12:49", "remaining_time": "0:50:14"} +{"current_steps": 192, "total_steps": 939, "loss": 1.242227554321289, "lr": 9.678369063186224e-06, "epoch": 0.6144, "percentage": 20.45, "elapsed_time": "0:12:53", "remaining_time": "0:50:10"} +{"current_steps": 193, "total_steps": 939, "loss": 1.3014357089996338, "lr": 9.671777208355146e-06, "epoch": 0.6176, "percentage": 20.55, "elapsed_time": "0:12:57", "remaining_time": "0:50:05"} +{"current_steps": 194, "total_steps": 939, "loss": 1.1530601978302002, "lr": 9.665120777998303e-06, "epoch": 0.6208, "percentage": 20.66, "elapsed_time": "0:13:01", "remaining_time": "0:50:00"} +{"current_steps": 195, "total_steps": 939, "loss": 1.1213865280151367, "lr": 9.658399864124037e-06, "epoch": 0.624, "percentage": 20.77, "elapsed_time": "0:13:05", "remaining_time": "0:49:56"} +{"current_steps": 196, "total_steps": 939, "loss": 1.7852551937103271, "lr": 9.65161455963202e-06, "epoch": 0.6272, "percentage": 20.87, "elapsed_time": "0:13:09", "remaining_time": "0:49:52"} +{"current_steps": 197, "total_steps": 939, "loss": 1.198685884475708, "lr": 9.64476495831195e-06, "epoch": 0.6304, "percentage": 20.98, "elapsed_time": "0:13:13", "remaining_time": "0:49:47"} +{"current_steps": 198, "total_steps": 939, "loss": 1.8969557285308838, "lr": 9.637851154842279e-06, "epoch": 0.6336, "percentage": 21.09, "elapsed_time": "0:13:17", "remaining_time": "0:49:43"} +{"current_steps": 199, "total_steps": 939, "loss": 1.3296985626220703, "lr": 9.630873244788884e-06, "epoch": 0.6368, "percentage": 21.19, "elapsed_time": "0:13:20", "remaining_time": "0:49:38"} +{"current_steps": 200, "total_steps": 939, "loss": 1.1994402408599854, "lr": 9.623831324603755e-06, "epoch": 0.64, "percentage": 21.3, "elapsed_time": "0:13:24", "remaining_time": "0:49:33"} +{"current_steps": 201, "total_steps": 939, "loss": 1.218889832496643, "lr": 9.61672549162366e-06, "epoch": 0.6432, "percentage": 21.41, "elapsed_time": "0:13:28", "remaining_time": "0:49:29"} +{"current_steps": 202, "total_steps": 939, "loss": 1.787184238433838, "lr": 9.6095558440688e-06, "epoch": 0.6464, "percentage": 21.51, "elapsed_time": "0:13:32", "remaining_time": "0:49:24"} +{"current_steps": 203, "total_steps": 939, "loss": 1.2930833101272583, "lr": 9.602322481041457e-06, "epoch": 0.6496, "percentage": 21.62, "elapsed_time": "0:13:36", "remaining_time": "0:49:19"} +{"current_steps": 204, "total_steps": 939, "loss": 1.4967553615570068, "lr": 9.595025502524609e-06, "epoch": 0.6528, "percentage": 21.73, "elapsed_time": "0:13:40", "remaining_time": "0:49:15"} +{"current_steps": 205, "total_steps": 939, "loss": 1.4448820352554321, "lr": 9.587665009380565e-06, "epoch": 0.656, "percentage": 21.83, "elapsed_time": "0:13:44", "remaining_time": "0:49:10"} +{"current_steps": 206, "total_steps": 939, "loss": 1.4597171545028687, "lr": 9.580241103349562e-06, "epoch": 0.6592, "percentage": 21.94, "elapsed_time": "0:13:47", "remaining_time": "0:49:06"} +{"current_steps": 207, "total_steps": 939, "loss": 1.3284748792648315, "lr": 9.572753887048353e-06, "epoch": 0.6624, "percentage": 22.04, "elapsed_time": "0:13:51", "remaining_time": "0:49:01"} +{"current_steps": 208, "total_steps": 939, "loss": 1.3783037662506104, "lr": 9.565203463968808e-06, "epoch": 0.6656, "percentage": 22.15, "elapsed_time": "0:13:55", "remaining_time": "0:48:57"} +{"current_steps": 209, "total_steps": 939, "loss": 1.05716872215271, "lr": 9.557589938476462e-06, "epoch": 0.6688, "percentage": 22.26, "elapsed_time": "0:13:59", "remaining_time": "0:48:52"} +{"current_steps": 210, "total_steps": 939, "loss": 1.2013208866119385, "lr": 9.549913415809084e-06, "epoch": 0.672, "percentage": 22.36, "elapsed_time": "0:14:03", "remaining_time": "0:48:48"} +{"current_steps": 211, "total_steps": 939, "loss": 1.3602917194366455, "lr": 9.542174002075221e-06, "epoch": 0.6752, "percentage": 22.47, "elapsed_time": "0:14:07", "remaining_time": "0:48:44"} +{"current_steps": 212, "total_steps": 939, "loss": 1.1710789203643799, "lr": 9.534371804252727e-06, "epoch": 0.6784, "percentage": 22.58, "elapsed_time": "0:14:11", "remaining_time": "0:48:39"} +{"current_steps": 213, "total_steps": 939, "loss": 1.2485671043395996, "lr": 9.526506930187294e-06, "epoch": 0.6816, "percentage": 22.68, "elapsed_time": "0:14:15", "remaining_time": "0:48:35"} +{"current_steps": 214, "total_steps": 939, "loss": 1.4293999671936035, "lr": 9.518579488590947e-06, "epoch": 0.6848, "percentage": 22.79, "elapsed_time": "0:14:19", "remaining_time": "0:48:31"} +{"current_steps": 215, "total_steps": 939, "loss": 1.2213821411132812, "lr": 9.510589589040554e-06, "epoch": 0.688, "percentage": 22.9, "elapsed_time": "0:14:23", "remaining_time": "0:48:26"} +{"current_steps": 216, "total_steps": 939, "loss": 1.2829132080078125, "lr": 9.502537341976305e-06, "epoch": 0.6912, "percentage": 23.0, "elapsed_time": "0:14:27", "remaining_time": "0:48:22"} +{"current_steps": 217, "total_steps": 939, "loss": 1.2510731220245361, "lr": 9.494422858700188e-06, "epoch": 0.6944, "percentage": 23.11, "elapsed_time": "0:14:31", "remaining_time": "0:48:18"} +{"current_steps": 218, "total_steps": 939, "loss": 1.195442795753479, "lr": 9.48624625137445e-06, "epoch": 0.6976, "percentage": 23.22, "elapsed_time": "0:14:34", "remaining_time": "0:48:13"} +{"current_steps": 219, "total_steps": 939, "loss": 1.1375254392623901, "lr": 9.478007633020043e-06, "epoch": 0.7008, "percentage": 23.32, "elapsed_time": "0:14:38", "remaining_time": "0:48:09"} +{"current_steps": 220, "total_steps": 939, "loss": 1.433631420135498, "lr": 9.469707117515068e-06, "epoch": 0.704, "percentage": 23.43, "elapsed_time": "0:14:42", "remaining_time": "0:48:05"} +{"current_steps": 221, "total_steps": 939, "loss": 1.3020174503326416, "lr": 9.461344819593194e-06, "epoch": 0.7072, "percentage": 23.54, "elapsed_time": "0:14:46", "remaining_time": "0:48:01"} +{"current_steps": 222, "total_steps": 939, "loss": 1.0885748863220215, "lr": 9.452920854842085e-06, "epoch": 0.7104, "percentage": 23.64, "elapsed_time": "0:14:50", "remaining_time": "0:47:56"} +{"current_steps": 223, "total_steps": 939, "loss": 1.1722259521484375, "lr": 9.44443533970178e-06, "epoch": 0.7136, "percentage": 23.75, "elapsed_time": "0:14:54", "remaining_time": "0:47:51"} +{"current_steps": 224, "total_steps": 939, "loss": 1.3848644495010376, "lr": 9.435888391463108e-06, "epoch": 0.7168, "percentage": 23.86, "elapsed_time": "0:14:58", "remaining_time": "0:47:47"} +{"current_steps": 225, "total_steps": 939, "loss": 1.416928768157959, "lr": 9.427280128266049e-06, "epoch": 0.72, "percentage": 23.96, "elapsed_time": "0:15:02", "remaining_time": "0:47:43"} +{"current_steps": 226, "total_steps": 939, "loss": 1.2840094566345215, "lr": 9.418610669098114e-06, "epoch": 0.7232, "percentage": 24.07, "elapsed_time": "0:15:06", "remaining_time": "0:47:39"} +{"current_steps": 227, "total_steps": 939, "loss": 1.3752789497375488, "lr": 9.409880133792684e-06, "epoch": 0.7264, "percentage": 24.17, "elapsed_time": "0:15:10", "remaining_time": "0:47:35"} +{"current_steps": 228, "total_steps": 939, "loss": 1.213709831237793, "lr": 9.40108864302737e-06, "epoch": 0.7296, "percentage": 24.28, "elapsed_time": "0:15:14", "remaining_time": "0:47:30"} +{"current_steps": 229, "total_steps": 939, "loss": 1.5599004030227661, "lr": 9.392236318322339e-06, "epoch": 0.7328, "percentage": 24.39, "elapsed_time": "0:15:17", "remaining_time": "0:47:26"} +{"current_steps": 230, "total_steps": 939, "loss": 1.186930775642395, "lr": 9.383323282038632e-06, "epoch": 0.736, "percentage": 24.49, "elapsed_time": "0:15:21", "remaining_time": "0:47:21"} +{"current_steps": 231, "total_steps": 939, "loss": 1.4170236587524414, "lr": 9.374349657376473e-06, "epoch": 0.7392, "percentage": 24.6, "elapsed_time": "0:15:25", "remaining_time": "0:47:17"} +{"current_steps": 232, "total_steps": 939, "loss": 1.3196254968643188, "lr": 9.365315568373569e-06, "epoch": 0.7424, "percentage": 24.71, "elapsed_time": "0:15:29", "remaining_time": "0:47:12"} +{"current_steps": 233, "total_steps": 939, "loss": 1.1788700819015503, "lr": 9.356221139903395e-06, "epoch": 0.7456, "percentage": 24.81, "elapsed_time": "0:15:33", "remaining_time": "0:47:08"} +{"current_steps": 234, "total_steps": 939, "loss": 1.1612021923065186, "lr": 9.347066497673462e-06, "epoch": 0.7488, "percentage": 24.92, "elapsed_time": "0:15:37", "remaining_time": "0:47:04"} +{"current_steps": 235, "total_steps": 939, "loss": 1.3253111839294434, "lr": 9.337851768223589e-06, "epoch": 0.752, "percentage": 25.03, "elapsed_time": "0:15:41", "remaining_time": "0:46:59"} +{"current_steps": 236, "total_steps": 939, "loss": 1.502340316772461, "lr": 9.328577078924151e-06, "epoch": 0.7552, "percentage": 25.13, "elapsed_time": "0:15:45", "remaining_time": "0:46:55"} +{"current_steps": 237, "total_steps": 939, "loss": 1.4578585624694824, "lr": 9.319242557974306e-06, "epoch": 0.7584, "percentage": 25.24, "elapsed_time": "0:15:49", "remaining_time": "0:46:51"} +{"current_steps": 238, "total_steps": 939, "loss": 1.0988597869873047, "lr": 9.309848334400247e-06, "epoch": 0.7616, "percentage": 25.35, "elapsed_time": "0:15:53", "remaining_time": "0:46:47"} +{"current_steps": 239, "total_steps": 939, "loss": 1.3972364664077759, "lr": 9.300394538053395e-06, "epoch": 0.7648, "percentage": 25.45, "elapsed_time": "0:15:57", "remaining_time": "0:46:43"} +{"current_steps": 240, "total_steps": 939, "loss": 1.475066900253296, "lr": 9.29088129960862e-06, "epoch": 0.768, "percentage": 25.56, "elapsed_time": "0:16:00", "remaining_time": "0:46:38"} +{"current_steps": 241, "total_steps": 939, "loss": 1.2461925745010376, "lr": 9.281308750562426e-06, "epoch": 0.7712, "percentage": 25.67, "elapsed_time": "0:16:04", "remaining_time": "0:46:34"} +{"current_steps": 242, "total_steps": 939, "loss": 1.616062879562378, "lr": 9.271677023231137e-06, "epoch": 0.7744, "percentage": 25.77, "elapsed_time": "0:16:08", "remaining_time": "0:46:30"} +{"current_steps": 243, "total_steps": 939, "loss": 1.2415354251861572, "lr": 9.261986250749068e-06, "epoch": 0.7776, "percentage": 25.88, "elapsed_time": "0:16:12", "remaining_time": "0:46:26"} +{"current_steps": 244, "total_steps": 939, "loss": 1.4176453351974487, "lr": 9.252236567066686e-06, "epoch": 0.7808, "percentage": 25.99, "elapsed_time": "0:16:16", "remaining_time": "0:46:21"} +{"current_steps": 245, "total_steps": 939, "loss": 1.1231502294540405, "lr": 9.242428106948748e-06, "epoch": 0.784, "percentage": 26.09, "elapsed_time": "0:16:20", "remaining_time": "0:46:17"} +{"current_steps": 246, "total_steps": 939, "loss": 1.2574081420898438, "lr": 9.23256100597246e-06, "epoch": 0.7872, "percentage": 26.2, "elapsed_time": "0:16:24", "remaining_time": "0:46:13"} +{"current_steps": 247, "total_steps": 939, "loss": 1.2583084106445312, "lr": 9.22263540052558e-06, "epoch": 0.7904, "percentage": 26.3, "elapsed_time": "0:16:28", "remaining_time": "0:46:08"} +{"current_steps": 248, "total_steps": 939, "loss": 1.3025351762771606, "lr": 9.212651427804544e-06, "epoch": 0.7936, "percentage": 26.41, "elapsed_time": "0:16:32", "remaining_time": "0:46:04"} +{"current_steps": 249, "total_steps": 939, "loss": 1.353793978691101, "lr": 9.202609225812572e-06, "epoch": 0.7968, "percentage": 26.52, "elapsed_time": "0:16:36", "remaining_time": "0:46:00"} +{"current_steps": 250, "total_steps": 939, "loss": 1.1186013221740723, "lr": 9.192508933357753e-06, "epoch": 0.8, "percentage": 26.62, "elapsed_time": "0:16:39", "remaining_time": "0:45:55"} +{"current_steps": 251, "total_steps": 939, "loss": 1.293712854385376, "lr": 9.182350690051134e-06, "epoch": 0.8032, "percentage": 26.73, "elapsed_time": "0:16:43", "remaining_time": "0:45:51"} +{"current_steps": 252, "total_steps": 939, "loss": 1.3515195846557617, "lr": 9.172134636304783e-06, "epoch": 0.8064, "percentage": 26.84, "elapsed_time": "0:16:47", "remaining_time": "0:45:47"} +{"current_steps": 253, "total_steps": 939, "loss": 1.1324989795684814, "lr": 9.16186091332985e-06, "epoch": 0.8096, "percentage": 26.94, "elapsed_time": "0:16:51", "remaining_time": "0:45:43"} +{"current_steps": 254, "total_steps": 939, "loss": 1.5039851665496826, "lr": 9.15152966313462e-06, "epoch": 0.8128, "percentage": 27.05, "elapsed_time": "0:16:55", "remaining_time": "0:45:38"} +{"current_steps": 255, "total_steps": 939, "loss": 0.949569821357727, "lr": 9.141141028522544e-06, "epoch": 0.816, "percentage": 27.16, "elapsed_time": "0:16:59", "remaining_time": "0:45:34"} +{"current_steps": 256, "total_steps": 939, "loss": 1.5842180252075195, "lr": 9.130695153090272e-06, "epoch": 0.8192, "percentage": 27.26, "elapsed_time": "0:17:03", "remaining_time": "0:45:30"} +{"current_steps": 257, "total_steps": 939, "loss": 1.455406904220581, "lr": 9.120192181225658e-06, "epoch": 0.8224, "percentage": 27.37, "elapsed_time": "0:17:07", "remaining_time": "0:45:26"} +{"current_steps": 258, "total_steps": 939, "loss": 1.2991818189620972, "lr": 9.109632258105771e-06, "epoch": 0.8256, "percentage": 27.48, "elapsed_time": "0:17:11", "remaining_time": "0:45:21"} +{"current_steps": 259, "total_steps": 939, "loss": 1.2435449361801147, "lr": 9.099015529694894e-06, "epoch": 0.8288, "percentage": 27.58, "elapsed_time": "0:17:15", "remaining_time": "0:45:17"} +{"current_steps": 260, "total_steps": 939, "loss": 1.158048152923584, "lr": 9.088342142742493e-06, "epoch": 0.832, "percentage": 27.69, "elapsed_time": "0:17:18", "remaining_time": "0:45:13"} +{"current_steps": 261, "total_steps": 939, "loss": 1.3466534614562988, "lr": 9.077612244781196e-06, "epoch": 0.8352, "percentage": 27.8, "elapsed_time": "0:17:22", "remaining_time": "0:45:08"} +{"current_steps": 262, "total_steps": 939, "loss": 1.3222754001617432, "lr": 9.066825984124751e-06, "epoch": 0.8384, "percentage": 27.9, "elapsed_time": "0:17:26", "remaining_time": "0:45:04"} +{"current_steps": 263, "total_steps": 939, "loss": 1.453827142715454, "lr": 9.055983509865988e-06, "epoch": 0.8416, "percentage": 28.01, "elapsed_time": "0:17:30", "remaining_time": "0:44:59"} +{"current_steps": 264, "total_steps": 939, "loss": 1.4674158096313477, "lr": 9.045084971874738e-06, "epoch": 0.8448, "percentage": 28.12, "elapsed_time": "0:17:34", "remaining_time": "0:44:55"} +{"current_steps": 265, "total_steps": 939, "loss": 1.2776812314987183, "lr": 9.034130520795774e-06, "epoch": 0.848, "percentage": 28.22, "elapsed_time": "0:17:38", "remaining_time": "0:44:51"} +{"current_steps": 266, "total_steps": 939, "loss": 1.464031457901001, "lr": 9.023120308046726e-06, "epoch": 0.8512, "percentage": 28.33, "elapsed_time": "0:17:42", "remaining_time": "0:44:47"} +{"current_steps": 267, "total_steps": 939, "loss": 1.441255807876587, "lr": 9.012054485815995e-06, "epoch": 0.8544, "percentage": 28.43, "elapsed_time": "0:17:46", "remaining_time": "0:44:43"} +{"current_steps": 268, "total_steps": 939, "loss": 1.3127418756484985, "lr": 9.00093320706063e-06, "epoch": 0.8576, "percentage": 28.54, "elapsed_time": "0:17:50", "remaining_time": "0:44:39"} +{"current_steps": 269, "total_steps": 939, "loss": 1.4914216995239258, "lr": 8.989756625504237e-06, "epoch": 0.8608, "percentage": 28.65, "elapsed_time": "0:17:53", "remaining_time": "0:44:34"} +{"current_steps": 270, "total_steps": 939, "loss": 1.2364141941070557, "lr": 8.978524895634842e-06, "epoch": 0.864, "percentage": 28.75, "elapsed_time": "0:17:57", "remaining_time": "0:44:30"} +{"current_steps": 271, "total_steps": 939, "loss": 1.3861830234527588, "lr": 8.967238172702754e-06, "epoch": 0.8672, "percentage": 28.86, "elapsed_time": "0:18:01", "remaining_time": "0:44:26"} +{"current_steps": 272, "total_steps": 939, "loss": 1.2866461277008057, "lr": 8.95589661271842e-06, "epoch": 0.8704, "percentage": 28.97, "elapsed_time": "0:18:05", "remaining_time": "0:44:22"} +{"current_steps": 273, "total_steps": 939, "loss": 1.5202913284301758, "lr": 8.94450037245028e-06, "epoch": 0.8736, "percentage": 29.07, "elapsed_time": "0:18:09", "remaining_time": "0:44:18"} +{"current_steps": 274, "total_steps": 939, "loss": 1.0238956212997437, "lr": 8.933049609422582e-06, "epoch": 0.8768, "percentage": 29.18, "elapsed_time": "0:18:13", "remaining_time": "0:44:13"} +{"current_steps": 275, "total_steps": 939, "loss": 1.3878096342086792, "lr": 8.921544481913218e-06, "epoch": 0.88, "percentage": 29.29, "elapsed_time": "0:18:17", "remaining_time": "0:44:10"} +{"current_steps": 276, "total_steps": 939, "loss": 1.495922565460205, "lr": 8.909985148951528e-06, "epoch": 0.8832, "percentage": 29.39, "elapsed_time": "0:18:21", "remaining_time": "0:44:05"} +{"current_steps": 277, "total_steps": 939, "loss": 1.4205118417739868, "lr": 8.898371770316113e-06, "epoch": 0.8864, "percentage": 29.5, "elapsed_time": "0:18:25", "remaining_time": "0:44:01"} +{"current_steps": 278, "total_steps": 939, "loss": 1.6192761659622192, "lr": 8.886704506532611e-06, "epoch": 0.8896, "percentage": 29.61, "elapsed_time": "0:18:29", "remaining_time": "0:43:57"} +{"current_steps": 279, "total_steps": 939, "loss": 1.0924839973449707, "lr": 8.874983518871488e-06, "epoch": 0.8928, "percentage": 29.71, "elapsed_time": "0:18:33", "remaining_time": "0:43:53"} +{"current_steps": 280, "total_steps": 939, "loss": 1.0391392707824707, "lr": 8.86320896934581e-06, "epoch": 0.896, "percentage": 29.82, "elapsed_time": "0:18:37", "remaining_time": "0:43:49"} +{"current_steps": 281, "total_steps": 939, "loss": 1.4041378498077393, "lr": 8.851381020709e-06, "epoch": 0.8992, "percentage": 29.93, "elapsed_time": "0:18:40", "remaining_time": "0:43:44"} +{"current_steps": 282, "total_steps": 939, "loss": 1.150742530822754, "lr": 8.839499836452584e-06, "epoch": 0.9024, "percentage": 30.03, "elapsed_time": "0:18:44", "remaining_time": "0:43:40"} +{"current_steps": 283, "total_steps": 939, "loss": 1.3862483501434326, "lr": 8.827565580803944e-06, "epoch": 0.9056, "percentage": 30.14, "elapsed_time": "0:18:48", "remaining_time": "0:43:36"} +{"current_steps": 284, "total_steps": 939, "loss": 1.3897206783294678, "lr": 8.815578418724031e-06, "epoch": 0.9088, "percentage": 30.24, "elapsed_time": "0:18:52", "remaining_time": "0:43:32"} +{"current_steps": 285, "total_steps": 939, "loss": 1.3710534572601318, "lr": 8.803538515905102e-06, "epoch": 0.912, "percentage": 30.35, "elapsed_time": "0:18:56", "remaining_time": "0:43:28"} +{"current_steps": 286, "total_steps": 939, "loss": 1.4369233846664429, "lr": 8.791446038768416e-06, "epoch": 0.9152, "percentage": 30.46, "elapsed_time": "0:19:00", "remaining_time": "0:43:23"} +{"current_steps": 287, "total_steps": 939, "loss": 1.614762783050537, "lr": 8.779301154461945e-06, "epoch": 0.9184, "percentage": 30.56, "elapsed_time": "0:19:04", "remaining_time": "0:43:19"} +{"current_steps": 288, "total_steps": 939, "loss": 1.3067625761032104, "lr": 8.76710403085805e-06, "epoch": 0.9216, "percentage": 30.67, "elapsed_time": "0:19:08", "remaining_time": "0:43:15"} +{"current_steps": 289, "total_steps": 939, "loss": 1.4161975383758545, "lr": 8.754854836551174e-06, "epoch": 0.9248, "percentage": 30.78, "elapsed_time": "0:19:12", "remaining_time": "0:43:11"} +{"current_steps": 290, "total_steps": 939, "loss": 1.730478286743164, "lr": 8.742553740855507e-06, "epoch": 0.928, "percentage": 30.88, "elapsed_time": "0:19:15", "remaining_time": "0:43:06"} +{"current_steps": 291, "total_steps": 939, "loss": 1.3258979320526123, "lr": 8.730200913802638e-06, "epoch": 0.9312, "percentage": 30.99, "elapsed_time": "0:19:19", "remaining_time": "0:43:02"} +{"current_steps": 292, "total_steps": 939, "loss": 1.4235806465148926, "lr": 8.717796526139218e-06, "epoch": 0.9344, "percentage": 31.1, "elapsed_time": "0:19:23", "remaining_time": "0:42:58"} +{"current_steps": 293, "total_steps": 939, "loss": 1.3135337829589844, "lr": 8.70534074932459e-06, "epoch": 0.9376, "percentage": 31.2, "elapsed_time": "0:19:27", "remaining_time": "0:42:54"} +{"current_steps": 294, "total_steps": 939, "loss": 1.5984234809875488, "lr": 8.692833755528426e-06, "epoch": 0.9408, "percentage": 31.31, "elapsed_time": "0:19:31", "remaining_time": "0:42:49"} +{"current_steps": 295, "total_steps": 939, "loss": 0.9200436472892761, "lr": 8.680275717628336e-06, "epoch": 0.944, "percentage": 31.42, "elapsed_time": "0:19:35", "remaining_time": "0:42:45"} +{"current_steps": 296, "total_steps": 939, "loss": 1.1590797901153564, "lr": 8.667666809207495e-06, "epoch": 0.9472, "percentage": 31.52, "elapsed_time": "0:19:39", "remaining_time": "0:42:41"} +{"current_steps": 297, "total_steps": 939, "loss": 1.3525431156158447, "lr": 8.655007204552228e-06, "epoch": 0.9504, "percentage": 31.63, "elapsed_time": "0:19:43", "remaining_time": "0:42:37"} +{"current_steps": 298, "total_steps": 939, "loss": 1.541809320449829, "lr": 8.64229707864961e-06, "epoch": 0.9536, "percentage": 31.74, "elapsed_time": "0:19:47", "remaining_time": "0:42:33"} +{"current_steps": 299, "total_steps": 939, "loss": 1.49853515625, "lr": 8.629536607185042e-06, "epoch": 0.9568, "percentage": 31.84, "elapsed_time": "0:19:51", "remaining_time": "0:42:29"} +{"current_steps": 300, "total_steps": 939, "loss": 1.2963213920593262, "lr": 8.616725966539831e-06, "epoch": 0.96, "percentage": 31.95, "elapsed_time": "0:19:55", "remaining_time": "0:42:25"} +{"current_steps": 301, "total_steps": 939, "loss": 1.2718666791915894, "lr": 8.60386533378874e-06, "epoch": 0.9632, "percentage": 32.06, "elapsed_time": "0:19:58", "remaining_time": "0:42:21"} +{"current_steps": 302, "total_steps": 939, "loss": 1.3287005424499512, "lr": 8.590954886697554e-06, "epoch": 0.9664, "percentage": 32.16, "elapsed_time": "0:20:02", "remaining_time": "0:42:16"} +{"current_steps": 303, "total_steps": 939, "loss": 1.3496315479278564, "lr": 8.577994803720605e-06, "epoch": 0.9696, "percentage": 32.27, "elapsed_time": "0:20:06", "remaining_time": "0:42:12"} +{"current_steps": 304, "total_steps": 939, "loss": 1.1852588653564453, "lr": 8.564985263998327e-06, "epoch": 0.9728, "percentage": 32.37, "elapsed_time": "0:20:10", "remaining_time": "0:42:08"} +{"current_steps": 305, "total_steps": 939, "loss": 1.407005786895752, "lr": 8.551926447354759e-06, "epoch": 0.976, "percentage": 32.48, "elapsed_time": "0:20:14", "remaining_time": "0:42:04"} +{"current_steps": 306, "total_steps": 939, "loss": 1.309870958328247, "lr": 8.538818534295076e-06, "epoch": 0.9792, "percentage": 32.59, "elapsed_time": "0:20:18", "remaining_time": "0:42:00"} +{"current_steps": 307, "total_steps": 939, "loss": 1.1610193252563477, "lr": 8.525661706003083e-06, "epoch": 0.9824, "percentage": 32.69, "elapsed_time": "0:20:22", "remaining_time": "0:41:56"} +{"current_steps": 308, "total_steps": 939, "loss": 1.0622930526733398, "lr": 8.512456144338717e-06, "epoch": 0.9856, "percentage": 32.8, "elapsed_time": "0:20:26", "remaining_time": "0:41:51"} +{"current_steps": 309, "total_steps": 939, "loss": 1.6788573265075684, "lr": 8.499202031835532e-06, "epoch": 0.9888, "percentage": 32.91, "elapsed_time": "0:20:30", "remaining_time": "0:41:47"} +{"current_steps": 310, "total_steps": 939, "loss": 1.377954363822937, "lr": 8.485899551698166e-06, "epoch": 0.992, "percentage": 33.01, "elapsed_time": "0:20:34", "remaining_time": "0:41:44"} +{"current_steps": 311, "total_steps": 939, "loss": 1.4246879816055298, "lr": 8.472548887799833e-06, "epoch": 0.9952, "percentage": 33.12, "elapsed_time": "0:20:37", "remaining_time": "0:41:39"} +{"current_steps": 312, "total_steps": 939, "loss": 1.2063406705856323, "lr": 8.45915022467975e-06, "epoch": 0.9984, "percentage": 33.23, "elapsed_time": "0:20:41", "remaining_time": "0:41:35"} +{"current_steps": 313, "total_steps": 939, "loss": 1.7203607559204102, "lr": 8.445703747540614e-06, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "0:20:43", "remaining_time": "0:41:27"} +{"current_steps": 314, "total_steps": 939, "loss": 0.6026131510734558, "lr": 8.43220964224602e-06, "epoch": 1.0032, "percentage": 33.44, "elapsed_time": "0:21:34", "remaining_time": "0:42:56"} +{"current_steps": 315, "total_steps": 939, "loss": 0.693263053894043, "lr": 8.418668095317912e-06, "epoch": 1.0064, "percentage": 33.55, "elapsed_time": "0:21:38", "remaining_time": "0:42:52"} +{"current_steps": 316, "total_steps": 939, "loss": 0.8391908407211304, "lr": 8.405079293933986e-06, "epoch": 1.0096, "percentage": 33.65, "elapsed_time": "0:21:42", "remaining_time": "0:42:47"} +{"current_steps": 317, "total_steps": 939, "loss": 0.7134256958961487, "lr": 8.391443425925118e-06, "epoch": 1.0128, "percentage": 33.76, "elapsed_time": "0:21:46", "remaining_time": "0:42:42"} +{"current_steps": 318, "total_steps": 939, "loss": 0.412528932094574, "lr": 8.37776067977276e-06, "epoch": 1.016, "percentage": 33.87, "elapsed_time": "0:21:50", "remaining_time": "0:42:38"} +{"current_steps": 319, "total_steps": 939, "loss": 0.4317566752433777, "lr": 8.36403124460633e-06, "epoch": 1.0192, "percentage": 33.97, "elapsed_time": "0:21:53", "remaining_time": "0:42:33"} +{"current_steps": 320, "total_steps": 939, "loss": 0.5773562788963318, "lr": 8.350255310200611e-06, "epoch": 1.0224, "percentage": 34.08, "elapsed_time": "0:21:57", "remaining_time": "0:42:29"} +{"current_steps": 321, "total_steps": 939, "loss": 0.45880258083343506, "lr": 8.336433066973122e-06, "epoch": 1.0256, "percentage": 34.19, "elapsed_time": "0:22:01", "remaining_time": "0:42:24"} +{"current_steps": 322, "total_steps": 939, "loss": 0.31130874156951904, "lr": 8.322564705981476e-06, "epoch": 1.0288, "percentage": 34.29, "elapsed_time": "0:22:05", "remaining_time": "0:42:20"} +{"current_steps": 323, "total_steps": 939, "loss": 0.4881691038608551, "lr": 8.308650418920751e-06, "epoch": 1.032, "percentage": 34.4, "elapsed_time": "0:22:09", "remaining_time": "0:42:15"} +{"current_steps": 324, "total_steps": 939, "loss": 0.47666963934898376, "lr": 8.294690398120843e-06, "epoch": 1.0352, "percentage": 34.5, "elapsed_time": "0:22:13", "remaining_time": "0:42:11"} +{"current_steps": 325, "total_steps": 939, "loss": 0.523851752281189, "lr": 8.280684836543794e-06, "epoch": 1.0384, "percentage": 34.61, "elapsed_time": "0:22:17", "remaining_time": "0:42:07"} +{"current_steps": 326, "total_steps": 939, "loss": 0.40193814039230347, "lr": 8.266633927781135e-06, "epoch": 1.0416, "percentage": 34.72, "elapsed_time": "0:22:21", "remaining_time": "0:42:02"} +{"current_steps": 327, "total_steps": 939, "loss": 0.5010974407196045, "lr": 8.25253786605121e-06, "epoch": 1.0448, "percentage": 34.82, "elapsed_time": "0:22:25", "remaining_time": "0:41:57"} +{"current_steps": 328, "total_steps": 939, "loss": 0.9146987199783325, "lr": 8.238396846196483e-06, "epoch": 1.048, "percentage": 34.93, "elapsed_time": "0:22:29", "remaining_time": "0:41:53"} +{"current_steps": 329, "total_steps": 939, "loss": 0.6981992125511169, "lr": 8.224211063680854e-06, "epoch": 1.0512, "percentage": 35.04, "elapsed_time": "0:22:33", "remaining_time": "0:41:49"} +{"current_steps": 330, "total_steps": 939, "loss": 0.4859839379787445, "lr": 8.209980714586955e-06, "epoch": 1.0544, "percentage": 35.14, "elapsed_time": "0:22:37", "remaining_time": "0:41:44"} +{"current_steps": 331, "total_steps": 939, "loss": 0.484186589717865, "lr": 8.195705995613436e-06, "epoch": 1.0576, "percentage": 35.25, "elapsed_time": "0:22:41", "remaining_time": "0:41:40"} +{"current_steps": 332, "total_steps": 939, "loss": 0.5918219089508057, "lr": 8.181387104072252e-06, "epoch": 1.0608, "percentage": 35.36, "elapsed_time": "0:22:45", "remaining_time": "0:41:35"} +{"current_steps": 333, "total_steps": 939, "loss": 0.4831613302230835, "lr": 8.167024237885927e-06, "epoch": 1.064, "percentage": 35.46, "elapsed_time": "0:22:48", "remaining_time": "0:41:31"} +{"current_steps": 334, "total_steps": 939, "loss": 0.5082488059997559, "lr": 8.152617595584827e-06, "epoch": 1.0672, "percentage": 35.57, "elapsed_time": "0:22:53", "remaining_time": "0:41:27"} +{"current_steps": 335, "total_steps": 939, "loss": 0.4299033284187317, "lr": 8.138167376304411e-06, "epoch": 1.0704, "percentage": 35.68, "elapsed_time": "0:22:56", "remaining_time": "0:41:22"} +{"current_steps": 336, "total_steps": 939, "loss": 0.5700979232788086, "lr": 8.123673779782481e-06, "epoch": 1.0735999999999999, "percentage": 35.78, "elapsed_time": "0:23:00", "remaining_time": "0:41:18"} +{"current_steps": 337, "total_steps": 939, "loss": 0.43401452898979187, "lr": 8.10913700635642e-06, "epoch": 1.0768, "percentage": 35.89, "elapsed_time": "0:23:04", "remaining_time": "0:41:13"} +{"current_steps": 338, "total_steps": 939, "loss": 0.3755732476711273, "lr": 8.094557256960419e-06, "epoch": 1.08, "percentage": 36.0, "elapsed_time": "0:23:08", "remaining_time": "0:41:09"} +{"current_steps": 339, "total_steps": 939, "loss": 0.647379457950592, "lr": 8.079934733122708e-06, "epoch": 1.0832, "percentage": 36.1, "elapsed_time": "0:23:12", "remaining_time": "0:41:04"} +{"current_steps": 340, "total_steps": 939, "loss": 0.46480637788772583, "lr": 8.065269636962765e-06, "epoch": 1.0864, "percentage": 36.21, "elapsed_time": "0:23:16", "remaining_time": "0:41:00"} +{"current_steps": 341, "total_steps": 939, "loss": 0.3868180513381958, "lr": 8.05056217118852e-06, "epoch": 1.0896, "percentage": 36.32, "elapsed_time": "0:23:20", "remaining_time": "0:40:56"} +{"current_steps": 342, "total_steps": 939, "loss": 0.493317574262619, "lr": 8.035812539093557e-06, "epoch": 1.0928, "percentage": 36.42, "elapsed_time": "0:23:24", "remaining_time": "0:40:51"} +{"current_steps": 343, "total_steps": 939, "loss": 0.5228533744812012, "lr": 8.021020944554305e-06, "epoch": 1.096, "percentage": 36.53, "elapsed_time": "0:23:28", "remaining_time": "0:40:47"} +{"current_steps": 344, "total_steps": 939, "loss": 0.49244755506515503, "lr": 8.006187592027215e-06, "epoch": 1.0992, "percentage": 36.63, "elapsed_time": "0:23:32", "remaining_time": "0:40:42"} +{"current_steps": 345, "total_steps": 939, "loss": 0.31924042105674744, "lr": 7.991312686545939e-06, "epoch": 1.1024, "percentage": 36.74, "elapsed_time": "0:23:36", "remaining_time": "0:40:38"} +{"current_steps": 346, "total_steps": 939, "loss": 0.43302348256111145, "lr": 7.976396433718492e-06, "epoch": 1.1056, "percentage": 36.85, "elapsed_time": "0:23:39", "remaining_time": "0:40:33"} +{"current_steps": 347, "total_steps": 939, "loss": 0.38337451219558716, "lr": 7.961439039724413e-06, "epoch": 1.1088, "percentage": 36.95, "elapsed_time": "0:23:43", "remaining_time": "0:40:29"} +{"current_steps": 348, "total_steps": 939, "loss": 0.5438653230667114, "lr": 7.946440711311913e-06, "epoch": 1.112, "percentage": 37.06, "elapsed_time": "0:23:47", "remaining_time": "0:40:24"} +{"current_steps": 349, "total_steps": 939, "loss": 0.4932315945625305, "lr": 7.931401655795021e-06, "epoch": 1.1152, "percentage": 37.17, "elapsed_time": "0:23:51", "remaining_time": "0:40:20"} +{"current_steps": 350, "total_steps": 939, "loss": 0.500643253326416, "lr": 7.916322081050708e-06, "epoch": 1.1184, "percentage": 37.27, "elapsed_time": "0:23:55", "remaining_time": "0:40:15"} +{"current_steps": 351, "total_steps": 939, "loss": 0.4490651488304138, "lr": 7.90120219551603e-06, "epoch": 1.1216, "percentage": 37.38, "elapsed_time": "0:23:59", "remaining_time": "0:40:11"} +{"current_steps": 352, "total_steps": 939, "loss": 0.36395400762557983, "lr": 7.88604220818523e-06, "epoch": 1.1248, "percentage": 37.49, "elapsed_time": "0:24:03", "remaining_time": "0:40:06"} +{"current_steps": 353, "total_steps": 939, "loss": 0.5426280498504639, "lr": 7.870842328606863e-06, "epoch": 1.1280000000000001, "percentage": 37.59, "elapsed_time": "0:24:07", "remaining_time": "0:40:02"} +{"current_steps": 354, "total_steps": 939, "loss": 0.4683595895767212, "lr": 7.85560276688089e-06, "epoch": 1.1312, "percentage": 37.7, "elapsed_time": "0:24:11", "remaining_time": "0:39:58"} +{"current_steps": 355, "total_steps": 939, "loss": 0.5551140308380127, "lr": 7.84032373365578e-06, "epoch": 1.1344, "percentage": 37.81, "elapsed_time": "0:24:15", "remaining_time": "0:39:53"} +{"current_steps": 356, "total_steps": 939, "loss": 0.5555459260940552, "lr": 7.825005440125595e-06, "epoch": 1.1376, "percentage": 37.91, "elapsed_time": "0:24:19", "remaining_time": "0:39:49"} +{"current_steps": 357, "total_steps": 939, "loss": 0.4033656120300293, "lr": 7.809648098027067e-06, "epoch": 1.1408, "percentage": 38.02, "elapsed_time": "0:24:22", "remaining_time": "0:39:44"} +{"current_steps": 358, "total_steps": 939, "loss": 0.3559337854385376, "lr": 7.794251919636687e-06, "epoch": 1.144, "percentage": 38.13, "elapsed_time": "0:24:26", "remaining_time": "0:39:40"} +{"current_steps": 359, "total_steps": 939, "loss": 0.47292202711105347, "lr": 7.778817117767748e-06, "epoch": 1.1472, "percentage": 38.23, "elapsed_time": "0:24:30", "remaining_time": "0:39:36"} +{"current_steps": 360, "total_steps": 939, "loss": 0.5196764469146729, "lr": 7.76334390576742e-06, "epoch": 1.1504, "percentage": 38.34, "elapsed_time": "0:24:34", "remaining_time": "0:39:31"} +{"current_steps": 361, "total_steps": 939, "loss": 0.3894740343093872, "lr": 7.747832497513797e-06, "epoch": 1.1536, "percentage": 38.45, "elapsed_time": "0:24:38", "remaining_time": "0:39:27"} +{"current_steps": 362, "total_steps": 939, "loss": 0.573284387588501, "lr": 7.732283107412938e-06, "epoch": 1.1568, "percentage": 38.55, "elapsed_time": "0:24:42", "remaining_time": "0:39:22"} +{"current_steps": 363, "total_steps": 939, "loss": 0.5691808462142944, "lr": 7.71669595039591e-06, "epoch": 1.16, "percentage": 38.66, "elapsed_time": "0:24:46", "remaining_time": "0:39:18"} +{"current_steps": 364, "total_steps": 939, "loss": 0.49648988246917725, "lr": 7.701071241915804e-06, "epoch": 1.1632, "percentage": 38.76, "elapsed_time": "0:24:50", "remaining_time": "0:39:14"} +{"current_steps": 365, "total_steps": 939, "loss": 0.5622018575668335, "lr": 7.685409197944768e-06, "epoch": 1.1663999999999999, "percentage": 38.87, "elapsed_time": "0:24:54", "remaining_time": "0:39:09"} +{"current_steps": 366, "total_steps": 939, "loss": 0.31806284189224243, "lr": 7.669710034971025e-06, "epoch": 1.1696, "percentage": 38.98, "elapsed_time": "0:24:58", "remaining_time": "0:39:05"} +{"current_steps": 367, "total_steps": 939, "loss": 0.5242887735366821, "lr": 7.653973969995866e-06, "epoch": 1.1728, "percentage": 39.08, "elapsed_time": "0:25:02", "remaining_time": "0:39:01"} +{"current_steps": 368, "total_steps": 939, "loss": 0.4817794859409332, "lr": 7.638201220530664e-06, "epoch": 1.176, "percentage": 39.19, "elapsed_time": "0:25:05", "remaining_time": "0:38:56"} +{"current_steps": 369, "total_steps": 939, "loss": 0.7446014881134033, "lr": 7.622392004593862e-06, "epoch": 1.1792, "percentage": 39.3, "elapsed_time": "0:25:09", "remaining_time": "0:38:52"} +{"current_steps": 370, "total_steps": 939, "loss": 0.5413037538528442, "lr": 7.60654654070796e-06, "epoch": 1.1824, "percentage": 39.4, "elapsed_time": "0:25:13", "remaining_time": "0:38:47"} +{"current_steps": 371, "total_steps": 939, "loss": 0.3386208713054657, "lr": 7.59066504789649e-06, "epoch": 1.1856, "percentage": 39.51, "elapsed_time": "0:25:17", "remaining_time": "0:38:43"} +{"current_steps": 372, "total_steps": 939, "loss": 0.4951593279838562, "lr": 7.574747745681e-06, "epoch": 1.1888, "percentage": 39.62, "elapsed_time": "0:25:21", "remaining_time": "0:38:39"} +{"current_steps": 373, "total_steps": 939, "loss": 0.48083654046058655, "lr": 7.558794854078006e-06, "epoch": 1.192, "percentage": 39.72, "elapsed_time": "0:25:25", "remaining_time": "0:38:34"} +{"current_steps": 374, "total_steps": 939, "loss": 0.6030147075653076, "lr": 7.542806593595963e-06, "epoch": 1.1952, "percentage": 39.83, "elapsed_time": "0:25:29", "remaining_time": "0:38:30"} +{"current_steps": 375, "total_steps": 939, "loss": 0.46970248222351074, "lr": 7.526783185232208e-06, "epoch": 1.1984, "percentage": 39.94, "elapsed_time": "0:25:33", "remaining_time": "0:38:25"} +{"current_steps": 376, "total_steps": 939, "loss": 0.6210339069366455, "lr": 7.51072485046991e-06, "epoch": 1.2016, "percentage": 40.04, "elapsed_time": "0:25:37", "remaining_time": "0:38:21"} +{"current_steps": 377, "total_steps": 939, "loss": 0.7287887334823608, "lr": 7.494631811275008e-06, "epoch": 1.2048, "percentage": 40.15, "elapsed_time": "0:25:41", "remaining_time": "0:38:17"} +{"current_steps": 378, "total_steps": 939, "loss": 0.46270203590393066, "lr": 7.478504290093138e-06, "epoch": 1.208, "percentage": 40.26, "elapsed_time": "0:25:44", "remaining_time": "0:38:12"} +{"current_steps": 379, "total_steps": 939, "loss": 0.5416064262390137, "lr": 7.462342509846571e-06, "epoch": 1.2112, "percentage": 40.36, "elapsed_time": "0:25:48", "remaining_time": "0:38:08"} +{"current_steps": 380, "total_steps": 939, "loss": 0.5158865451812744, "lr": 7.446146693931111e-06, "epoch": 1.2144, "percentage": 40.47, "elapsed_time": "0:25:52", "remaining_time": "0:38:03"} +{"current_steps": 381, "total_steps": 939, "loss": 0.3206472396850586, "lr": 7.42991706621303e-06, "epoch": 1.2176, "percentage": 40.58, "elapsed_time": "0:25:56", "remaining_time": "0:37:59"} +{"current_steps": 382, "total_steps": 939, "loss": 0.4935796856880188, "lr": 7.413653851025959e-06, "epoch": 1.2208, "percentage": 40.68, "elapsed_time": "0:26:00", "remaining_time": "0:37:55"} +{"current_steps": 383, "total_steps": 939, "loss": 0.4832332134246826, "lr": 7.397357273167789e-06, "epoch": 1.224, "percentage": 40.79, "elapsed_time": "0:26:04", "remaining_time": "0:37:50"} +{"current_steps": 384, "total_steps": 939, "loss": 0.7333202362060547, "lr": 7.381027557897568e-06, "epoch": 1.2272, "percentage": 40.89, "elapsed_time": "0:26:08", "remaining_time": "0:37:46"} +{"current_steps": 385, "total_steps": 939, "loss": 0.45894700288772583, "lr": 7.364664930932385e-06, "epoch": 1.2304, "percentage": 41.0, "elapsed_time": "0:26:12", "remaining_time": "0:37:42"} +{"current_steps": 386, "total_steps": 939, "loss": 0.4369300305843353, "lr": 7.348269618444248e-06, "epoch": 1.2336, "percentage": 41.11, "elapsed_time": "0:26:15", "remaining_time": "0:37:37"} +{"current_steps": 387, "total_steps": 939, "loss": 0.5660817623138428, "lr": 7.331841847056962e-06, "epoch": 1.2368000000000001, "percentage": 41.21, "elapsed_time": "0:26:19", "remaining_time": "0:37:33"} +{"current_steps": 388, "total_steps": 939, "loss": 0.40187352895736694, "lr": 7.315381843842995e-06, "epoch": 1.24, "percentage": 41.32, "elapsed_time": "0:26:23", "remaining_time": "0:37:28"} +{"current_steps": 389, "total_steps": 939, "loss": 0.6158207654953003, "lr": 7.298889836320334e-06, "epoch": 1.2432, "percentage": 41.43, "elapsed_time": "0:26:27", "remaining_time": "0:37:24"} +{"current_steps": 390, "total_steps": 939, "loss": 0.5330398678779602, "lr": 7.282366052449351e-06, "epoch": 1.2464, "percentage": 41.53, "elapsed_time": "0:26:31", "remaining_time": "0:37:20"} +{"current_steps": 391, "total_steps": 939, "loss": 0.4520382285118103, "lr": 7.265810720629643e-06, "epoch": 1.2496, "percentage": 41.64, "elapsed_time": "0:26:35", "remaining_time": "0:37:15"} +{"current_steps": 392, "total_steps": 939, "loss": 0.5072014927864075, "lr": 7.249224069696876e-06, "epoch": 1.2528000000000001, "percentage": 41.75, "elapsed_time": "0:26:39", "remaining_time": "0:37:11"} +{"current_steps": 393, "total_steps": 939, "loss": 0.5436946153640747, "lr": 7.232606328919627e-06, "epoch": 1.256, "percentage": 41.85, "elapsed_time": "0:26:43", "remaining_time": "0:37:07"} +{"current_steps": 394, "total_steps": 939, "loss": 0.509716272354126, "lr": 7.215957727996208e-06, "epoch": 1.2591999999999999, "percentage": 41.96, "elapsed_time": "0:26:46", "remaining_time": "0:37:02"} +{"current_steps": 395, "total_steps": 939, "loss": 0.4460294246673584, "lr": 7.199278497051498e-06, "epoch": 1.2624, "percentage": 42.07, "elapsed_time": "0:26:50", "remaining_time": "0:36:58"} +{"current_steps": 396, "total_steps": 939, "loss": 0.34009209275245667, "lr": 7.182568866633757e-06, "epoch": 1.2656, "percentage": 42.17, "elapsed_time": "0:26:54", "remaining_time": "0:36:54"} +{"current_steps": 397, "total_steps": 939, "loss": 0.5390087366104126, "lr": 7.16582906771144e-06, "epoch": 1.2688, "percentage": 42.28, "elapsed_time": "0:26:58", "remaining_time": "0:36:49"} +{"current_steps": 398, "total_steps": 939, "loss": 0.39291244745254517, "lr": 7.149059331670009e-06, "epoch": 1.272, "percentage": 42.39, "elapsed_time": "0:27:02", "remaining_time": "0:36:45"} +{"current_steps": 399, "total_steps": 939, "loss": 0.48069047927856445, "lr": 7.132259890308726e-06, "epoch": 1.2752, "percentage": 42.49, "elapsed_time": "0:27:06", "remaining_time": "0:36:40"} +{"current_steps": 400, "total_steps": 939, "loss": 0.48029690980911255, "lr": 7.115430975837457e-06, "epoch": 1.2784, "percentage": 42.6, "elapsed_time": "0:27:10", "remaining_time": "0:36:36"} +{"current_steps": 401, "total_steps": 939, "loss": 0.5022896528244019, "lr": 7.098572820873461e-06, "epoch": 1.2816, "percentage": 42.71, "elapsed_time": "0:27:13", "remaining_time": "0:36:32"} +{"current_steps": 402, "total_steps": 939, "loss": 0.35290712118148804, "lr": 7.081685658438173e-06, "epoch": 1.2848, "percentage": 42.81, "elapsed_time": "0:27:17", "remaining_time": "0:36:27"} +{"current_steps": 403, "total_steps": 939, "loss": 0.4891313910484314, "lr": 7.064769721953975e-06, "epoch": 1.288, "percentage": 42.92, "elapsed_time": "0:27:21", "remaining_time": "0:36:23"} +{"current_steps": 404, "total_steps": 939, "loss": 0.39079463481903076, "lr": 7.047825245240989e-06, "epoch": 1.2912, "percentage": 43.02, "elapsed_time": "0:27:25", "remaining_time": "0:36:19"} +{"current_steps": 405, "total_steps": 939, "loss": 0.32526761293411255, "lr": 7.030852462513827e-06, "epoch": 1.2944, "percentage": 43.13, "elapsed_time": "0:27:29", "remaining_time": "0:36:14"} +{"current_steps": 406, "total_steps": 939, "loss": 0.45433783531188965, "lr": 7.013851608378359e-06, "epoch": 1.2976, "percentage": 43.24, "elapsed_time": "0:27:33", "remaining_time": "0:36:10"} +{"current_steps": 407, "total_steps": 939, "loss": 0.3736943006515503, "lr": 6.9968229178284775e-06, "epoch": 1.3008, "percentage": 43.34, "elapsed_time": "0:27:37", "remaining_time": "0:36:06"} +{"current_steps": 408, "total_steps": 939, "loss": 0.6519632935523987, "lr": 6.979766626242839e-06, "epoch": 1.304, "percentage": 43.45, "elapsed_time": "0:27:41", "remaining_time": "0:36:01"} +{"current_steps": 409, "total_steps": 939, "loss": 0.5979541540145874, "lr": 6.9626829693816135e-06, "epoch": 1.3072, "percentage": 43.56, "elapsed_time": "0:27:45", "remaining_time": "0:35:57"} +{"current_steps": 410, "total_steps": 939, "loss": 0.6324474811553955, "lr": 6.945572183383229e-06, "epoch": 1.3104, "percentage": 43.66, "elapsed_time": "0:27:48", "remaining_time": "0:35:53"} +{"current_steps": 411, "total_steps": 939, "loss": 0.6388872861862183, "lr": 6.928434504761106e-06, "epoch": 1.3136, "percentage": 43.77, "elapsed_time": "0:27:52", "remaining_time": "0:35:49"} +{"current_steps": 412, "total_steps": 939, "loss": 0.4256141781806946, "lr": 6.911270170400385e-06, "epoch": 1.3168, "percentage": 43.88, "elapsed_time": "0:27:56", "remaining_time": "0:35:44"} +{"current_steps": 413, "total_steps": 939, "loss": 0.44266918301582336, "lr": 6.894079417554657e-06, "epoch": 1.32, "percentage": 43.98, "elapsed_time": "0:28:00", "remaining_time": "0:35:40"} +{"current_steps": 414, "total_steps": 939, "loss": 0.39850685000419617, "lr": 6.8768624838426815e-06, "epoch": 1.3232, "percentage": 44.09, "elapsed_time": "0:28:04", "remaining_time": "0:35:36"} +{"current_steps": 415, "total_steps": 939, "loss": 0.7118866443634033, "lr": 6.859619607245102e-06, "epoch": 1.3264, "percentage": 44.2, "elapsed_time": "0:28:08", "remaining_time": "0:35:32"} +{"current_steps": 416, "total_steps": 939, "loss": 0.7048600912094116, "lr": 6.842351026101155e-06, "epoch": 1.3296000000000001, "percentage": 44.3, "elapsed_time": "0:28:12", "remaining_time": "0:35:27"} +{"current_steps": 417, "total_steps": 939, "loss": 0.45705699920654297, "lr": 6.825056979105382e-06, "epoch": 1.3328, "percentage": 44.41, "elapsed_time": "0:28:16", "remaining_time": "0:35:23"} +{"current_steps": 418, "total_steps": 939, "loss": 0.5459251999855042, "lr": 6.807737705304324e-06, "epoch": 1.336, "percentage": 44.52, "elapsed_time": "0:28:20", "remaining_time": "0:35:19"} +{"current_steps": 419, "total_steps": 939, "loss": 0.5751878023147583, "lr": 6.790393444093214e-06, "epoch": 1.3392, "percentage": 44.62, "elapsed_time": "0:28:24", "remaining_time": "0:35:14"} +{"current_steps": 420, "total_steps": 939, "loss": 0.44277092814445496, "lr": 6.773024435212678e-06, "epoch": 1.3424, "percentage": 44.73, "elapsed_time": "0:28:27", "remaining_time": "0:35:10"} +{"current_steps": 421, "total_steps": 939, "loss": 0.3328106105327606, "lr": 6.7556309187454185e-06, "epoch": 1.3456000000000001, "percentage": 44.83, "elapsed_time": "0:28:31", "remaining_time": "0:35:06"} +{"current_steps": 422, "total_steps": 939, "loss": 0.5300989151000977, "lr": 6.738213135112884e-06, "epoch": 1.3488, "percentage": 44.94, "elapsed_time": "0:28:35", "remaining_time": "0:35:01"} +{"current_steps": 423, "total_steps": 939, "loss": 0.5413635969161987, "lr": 6.720771325071965e-06, "epoch": 1.3519999999999999, "percentage": 45.05, "elapsed_time": "0:28:39", "remaining_time": "0:34:57"} +{"current_steps": 424, "total_steps": 939, "loss": 0.44419699907302856, "lr": 6.703305729711653e-06, "epoch": 1.3552, "percentage": 45.15, "elapsed_time": "0:28:43", "remaining_time": "0:34:53"} +{"current_steps": 425, "total_steps": 939, "loss": 0.42481735348701477, "lr": 6.685816590449708e-06, "epoch": 1.3584, "percentage": 45.26, "elapsed_time": "0:28:47", "remaining_time": "0:34:48"} +{"current_steps": 426, "total_steps": 939, "loss": 0.6383399963378906, "lr": 6.668304149029331e-06, "epoch": 1.3616, "percentage": 45.37, "elapsed_time": "0:28:51", "remaining_time": "0:34:44"} +{"current_steps": 427, "total_steps": 939, "loss": 0.5352426171302795, "lr": 6.650768647515813e-06, "epoch": 1.3648, "percentage": 45.47, "elapsed_time": "0:28:55", "remaining_time": "0:34:40"} +{"current_steps": 428, "total_steps": 939, "loss": 0.5800532102584839, "lr": 6.63321032829319e-06, "epoch": 1.3679999999999999, "percentage": 45.58, "elapsed_time": "0:28:59", "remaining_time": "0:34:36"} +{"current_steps": 429, "total_steps": 939, "loss": 0.5298522710800171, "lr": 6.615629434060903e-06, "epoch": 1.3712, "percentage": 45.69, "elapsed_time": "0:29:02", "remaining_time": "0:34:32"} +{"current_steps": 430, "total_steps": 939, "loss": 0.4980102777481079, "lr": 6.598026207830428e-06, "epoch": 1.3744, "percentage": 45.79, "elapsed_time": "0:29:06", "remaining_time": "0:34:27"} +{"current_steps": 431, "total_steps": 939, "loss": 0.5644188523292542, "lr": 6.5804008929219284e-06, "epoch": 1.3776, "percentage": 45.9, "elapsed_time": "0:29:10", "remaining_time": "0:34:23"} +{"current_steps": 432, "total_steps": 939, "loss": 0.36280328035354614, "lr": 6.562753732960887e-06, "epoch": 1.3808, "percentage": 46.01, "elapsed_time": "0:29:14", "remaining_time": "0:34:19"} +{"current_steps": 433, "total_steps": 939, "loss": 0.5643590688705444, "lr": 6.545084971874738e-06, "epoch": 1.384, "percentage": 46.11, "elapsed_time": "0:29:18", "remaining_time": "0:34:14"} +{"current_steps": 434, "total_steps": 939, "loss": 0.5093599557876587, "lr": 6.527394853889499e-06, "epoch": 1.3872, "percentage": 46.22, "elapsed_time": "0:29:22", "remaining_time": "0:34:10"} +{"current_steps": 435, "total_steps": 939, "loss": 0.5586891770362854, "lr": 6.5096836235263904e-06, "epoch": 1.3904, "percentage": 46.33, "elapsed_time": "0:29:26", "remaining_time": "0:34:06"} +{"current_steps": 436, "total_steps": 939, "loss": 0.5126465559005737, "lr": 6.491951525598461e-06, "epoch": 1.3936, "percentage": 46.43, "elapsed_time": "0:29:29", "remaining_time": "0:34:01"} +{"current_steps": 437, "total_steps": 939, "loss": 0.5542795658111572, "lr": 6.4741988052071965e-06, "epoch": 1.3968, "percentage": 46.54, "elapsed_time": "0:29:33", "remaining_time": "0:33:57"} +{"current_steps": 438, "total_steps": 939, "loss": 0.4091089069843292, "lr": 6.45642570773914e-06, "epoch": 1.4, "percentage": 46.65, "elapsed_time": "0:29:37", "remaining_time": "0:33:53"} +{"current_steps": 439, "total_steps": 939, "loss": 0.5460984706878662, "lr": 6.438632478862495e-06, "epoch": 1.4032, "percentage": 46.75, "elapsed_time": "0:29:41", "remaining_time": "0:33:49"} +{"current_steps": 440, "total_steps": 939, "loss": 0.6471701860427856, "lr": 6.4208193645237314e-06, "epoch": 1.4064, "percentage": 46.86, "elapsed_time": "0:29:45", "remaining_time": "0:33:45"} +{"current_steps": 441, "total_steps": 939, "loss": 0.752935528755188, "lr": 6.402986610944183e-06, "epoch": 1.4096, "percentage": 46.96, "elapsed_time": "0:29:49", "remaining_time": "0:33:40"} +{"current_steps": 442, "total_steps": 939, "loss": 0.34474432468414307, "lr": 6.385134464616649e-06, "epoch": 1.4128, "percentage": 47.07, "elapsed_time": "0:29:53", "remaining_time": "0:33:36"} +{"current_steps": 443, "total_steps": 939, "loss": 0.4292425513267517, "lr": 6.367263172301985e-06, "epoch": 1.416, "percentage": 47.18, "elapsed_time": "0:29:57", "remaining_time": "0:33:32"} +{"current_steps": 444, "total_steps": 939, "loss": 0.5380972623825073, "lr": 6.3493729810256895e-06, "epoch": 1.4192, "percentage": 47.28, "elapsed_time": "0:30:01", "remaining_time": "0:33:28"} +{"current_steps": 445, "total_steps": 939, "loss": 0.3827627897262573, "lr": 6.331464138074493e-06, "epoch": 1.4224, "percentage": 47.39, "elapsed_time": "0:30:04", "remaining_time": "0:33:23"} +{"current_steps": 446, "total_steps": 939, "loss": 0.48258543014526367, "lr": 6.313536890992935e-06, "epoch": 1.4256, "percentage": 47.5, "elapsed_time": "0:30:08", "remaining_time": "0:33:19"} +{"current_steps": 447, "total_steps": 939, "loss": 0.4225442409515381, "lr": 6.29559148757995e-06, "epoch": 1.4288, "percentage": 47.6, "elapsed_time": "0:30:12", "remaining_time": "0:33:15"} +{"current_steps": 448, "total_steps": 939, "loss": 0.5184521675109863, "lr": 6.277628175885437e-06, "epoch": 1.432, "percentage": 47.71, "elapsed_time": "0:30:16", "remaining_time": "0:33:10"} +{"current_steps": 449, "total_steps": 939, "loss": 0.46589305996894836, "lr": 6.2596472042068275e-06, "epoch": 1.4352, "percentage": 47.82, "elapsed_time": "0:30:20", "remaining_time": "0:33:06"} +{"current_steps": 450, "total_steps": 939, "loss": 0.5558629631996155, "lr": 6.241648821085666e-06, "epoch": 1.4384000000000001, "percentage": 47.92, "elapsed_time": "0:30:24", "remaining_time": "0:33:02"} +{"current_steps": 451, "total_steps": 939, "loss": 0.5446882843971252, "lr": 6.223633275304157e-06, "epoch": 1.4416, "percentage": 48.03, "elapsed_time": "0:30:28", "remaining_time": "0:32:58"} +{"current_steps": 452, "total_steps": 939, "loss": 0.4068102538585663, "lr": 6.205600815881741e-06, "epoch": 1.4447999999999999, "percentage": 48.14, "elapsed_time": "0:30:32", "remaining_time": "0:32:53"} +{"current_steps": 453, "total_steps": 939, "loss": 0.38176125288009644, "lr": 6.187551692071648e-06, "epoch": 1.448, "percentage": 48.24, "elapsed_time": "0:30:35", "remaining_time": "0:32:49"} +{"current_steps": 454, "total_steps": 939, "loss": 0.5277380347251892, "lr": 6.1694861533574445e-06, "epoch": 1.4512, "percentage": 48.35, "elapsed_time": "0:30:39", "remaining_time": "0:32:45"} +{"current_steps": 455, "total_steps": 939, "loss": 0.7369883060455322, "lr": 6.1514044494496e-06, "epoch": 1.4544000000000001, "percentage": 48.46, "elapsed_time": "0:30:43", "remaining_time": "0:32:41"} +{"current_steps": 456, "total_steps": 939, "loss": 0.417258620262146, "lr": 6.133306830282021e-06, "epoch": 1.4576, "percentage": 48.56, "elapsed_time": "0:30:47", "remaining_time": "0:32:36"} +{"current_steps": 457, "total_steps": 939, "loss": 0.43404704332351685, "lr": 6.115193546008602e-06, "epoch": 1.4607999999999999, "percentage": 48.67, "elapsed_time": "0:30:51", "remaining_time": "0:32:32"} +{"current_steps": 458, "total_steps": 939, "loss": 0.5073419809341431, "lr": 6.097064846999774e-06, "epoch": 1.464, "percentage": 48.78, "elapsed_time": "0:30:55", "remaining_time": "0:32:28"} +{"current_steps": 459, "total_steps": 939, "loss": 0.4765991270542145, "lr": 6.078920983839032e-06, "epoch": 1.4672, "percentage": 48.88, "elapsed_time": "0:30:59", "remaining_time": "0:32:24"} +{"current_steps": 460, "total_steps": 939, "loss": 0.388445109128952, "lr": 6.060762207319479e-06, "epoch": 1.4704, "percentage": 48.99, "elapsed_time": "0:31:03", "remaining_time": "0:32:20"} +{"current_steps": 461, "total_steps": 939, "loss": 0.4553852081298828, "lr": 6.042588768440358e-06, "epoch": 1.4736, "percentage": 49.09, "elapsed_time": "0:31:07", "remaining_time": "0:32:15"} +{"current_steps": 462, "total_steps": 939, "loss": 0.5650292038917542, "lr": 6.024400918403581e-06, "epoch": 1.4768, "percentage": 49.2, "elapsed_time": "0:31:10", "remaining_time": "0:32:11"} +{"current_steps": 463, "total_steps": 939, "loss": 0.70589280128479, "lr": 6.006198908610261e-06, "epoch": 1.48, "percentage": 49.31, "elapsed_time": "0:31:14", "remaining_time": "0:32:07"} +{"current_steps": 464, "total_steps": 939, "loss": 0.41508570313453674, "lr": 5.987982990657229e-06, "epoch": 1.4832, "percentage": 49.41, "elapsed_time": "0:31:18", "remaining_time": "0:32:03"} +{"current_steps": 465, "total_steps": 939, "loss": 0.48055723309516907, "lr": 5.9697534163335645e-06, "epoch": 1.4864, "percentage": 49.52, "elapsed_time": "0:31:22", "remaining_time": "0:31:58"} +{"current_steps": 466, "total_steps": 939, "loss": 0.4922732412815094, "lr": 5.95151043761711e-06, "epoch": 1.4896, "percentage": 49.63, "elapsed_time": "0:31:26", "remaining_time": "0:31:54"} +{"current_steps": 467, "total_steps": 939, "loss": 0.5029237270355225, "lr": 5.933254306670995e-06, "epoch": 1.4928, "percentage": 49.73, "elapsed_time": "0:31:30", "remaining_time": "0:31:50"} +{"current_steps": 468, "total_steps": 939, "loss": 0.4639953374862671, "lr": 5.914985275840135e-06, "epoch": 1.496, "percentage": 49.84, "elapsed_time": "0:31:34", "remaining_time": "0:31:46"} +{"current_steps": 469, "total_steps": 939, "loss": 0.6097243428230286, "lr": 5.896703597647765e-06, "epoch": 1.4992, "percentage": 49.95, "elapsed_time": "0:31:37", "remaining_time": "0:31:41"} +{"current_steps": 470, "total_steps": 939, "loss": 0.5702711343765259, "lr": 5.878409524791931e-06, "epoch": 1.5024, "percentage": 50.05, "elapsed_time": "0:31:41", "remaining_time": "0:31:37"} +{"current_steps": 471, "total_steps": 939, "loss": 0.5210344791412354, "lr": 5.8601033101420055e-06, "epoch": 1.5056, "percentage": 50.16, "elapsed_time": "0:31:45", "remaining_time": "0:31:33"} +{"current_steps": 472, "total_steps": 939, "loss": 0.38308286666870117, "lr": 5.841785206735192e-06, "epoch": 1.5088, "percentage": 50.27, "elapsed_time": "0:31:49", "remaining_time": "0:31:29"} +{"current_steps": 473, "total_steps": 939, "loss": 0.554124653339386, "lr": 5.823455467773027e-06, "epoch": 1.512, "percentage": 50.37, "elapsed_time": "0:31:53", "remaining_time": "0:31:25"} +{"current_steps": 474, "total_steps": 939, "loss": 0.5035825967788696, "lr": 5.805114346617874e-06, "epoch": 1.5152, "percentage": 50.48, "elapsed_time": "0:31:57", "remaining_time": "0:31:20"} +{"current_steps": 475, "total_steps": 939, "loss": 0.5587537288665771, "lr": 5.786762096789431e-06, "epoch": 1.5184, "percentage": 50.59, "elapsed_time": "0:32:01", "remaining_time": "0:31:16"} +{"current_steps": 476, "total_steps": 939, "loss": 0.4846581816673279, "lr": 5.768398971961221e-06, "epoch": 1.5215999999999998, "percentage": 50.69, "elapsed_time": "0:32:05", "remaining_time": "0:31:12"} +{"current_steps": 477, "total_steps": 939, "loss": 0.5808063745498657, "lr": 5.750025225957086e-06, "epoch": 1.5248, "percentage": 50.8, "elapsed_time": "0:32:08", "remaining_time": "0:31:08"} +{"current_steps": 478, "total_steps": 939, "loss": 0.4148855209350586, "lr": 5.731641112747679e-06, "epoch": 1.528, "percentage": 50.91, "elapsed_time": "0:32:12", "remaining_time": "0:31:03"} +{"current_steps": 479, "total_steps": 939, "loss": 0.41522204875946045, "lr": 5.713246886446954e-06, "epoch": 1.5312000000000001, "percentage": 51.01, "elapsed_time": "0:32:16", "remaining_time": "0:30:59"} +{"current_steps": 480, "total_steps": 939, "loss": 0.7127000093460083, "lr": 5.694842801308651e-06, "epoch": 1.5344, "percentage": 51.12, "elapsed_time": "0:32:20", "remaining_time": "0:30:55"} +{"current_steps": 481, "total_steps": 939, "loss": 0.36238986253738403, "lr": 5.676429111722786e-06, "epoch": 1.5375999999999999, "percentage": 51.22, "elapsed_time": "0:32:24", "remaining_time": "0:30:51"} +{"current_steps": 482, "total_steps": 939, "loss": 0.5036066770553589, "lr": 5.6580060722121325e-06, "epoch": 1.5408, "percentage": 51.33, "elapsed_time": "0:32:28", "remaining_time": "0:30:47"} +{"current_steps": 483, "total_steps": 939, "loss": 0.5849555730819702, "lr": 5.639573937428699e-06, "epoch": 1.544, "percentage": 51.44, "elapsed_time": "0:32:32", "remaining_time": "0:30:43"} +{"current_steps": 484, "total_steps": 939, "loss": 0.6441385746002197, "lr": 5.621132962150216e-06, "epoch": 1.5472000000000001, "percentage": 51.54, "elapsed_time": "0:32:36", "remaining_time": "0:30:38"} +{"current_steps": 485, "total_steps": 939, "loss": 0.6535292267799377, "lr": 5.6026834012766155e-06, "epoch": 1.5504, "percentage": 51.65, "elapsed_time": "0:32:39", "remaining_time": "0:30:34"} +{"current_steps": 486, "total_steps": 939, "loss": 0.7754327654838562, "lr": 5.584225509826497e-06, "epoch": 1.5535999999999999, "percentage": 51.76, "elapsed_time": "0:32:43", "remaining_time": "0:30:30"} +{"current_steps": 487, "total_steps": 939, "loss": 0.4354695677757263, "lr": 5.565759542933612e-06, "epoch": 1.5568, "percentage": 51.86, "elapsed_time": "0:32:47", "remaining_time": "0:30:26"} +{"current_steps": 488, "total_steps": 939, "loss": 0.44843506813049316, "lr": 5.547285755843334e-06, "epoch": 1.56, "percentage": 51.97, "elapsed_time": "0:32:51", "remaining_time": "0:30:22"} +{"current_steps": 489, "total_steps": 939, "loss": 0.6580309867858887, "lr": 5.5288044039091335e-06, "epoch": 1.5632000000000001, "percentage": 52.08, "elapsed_time": "0:32:55", "remaining_time": "0:30:17"} +{"current_steps": 490, "total_steps": 939, "loss": 0.4061349928379059, "lr": 5.510315742589042e-06, "epoch": 1.5664, "percentage": 52.18, "elapsed_time": "0:32:59", "remaining_time": "0:30:13"} +{"current_steps": 491, "total_steps": 939, "loss": 0.7057147026062012, "lr": 5.491820027442126e-06, "epoch": 1.5695999999999999, "percentage": 52.29, "elapsed_time": "0:33:03", "remaining_time": "0:30:09"} +{"current_steps": 492, "total_steps": 939, "loss": 0.4275538921356201, "lr": 5.473317514124958e-06, "epoch": 1.5728, "percentage": 52.4, "elapsed_time": "0:33:07", "remaining_time": "0:30:05"} +{"current_steps": 493, "total_steps": 939, "loss": 0.6766518354415894, "lr": 5.454808458388069e-06, "epoch": 1.576, "percentage": 52.5, "elapsed_time": "0:33:10", "remaining_time": "0:30:01"} +{"current_steps": 494, "total_steps": 939, "loss": 0.46650800108909607, "lr": 5.436293116072431e-06, "epoch": 1.5792000000000002, "percentage": 52.61, "elapsed_time": "0:33:14", "remaining_time": "0:29:56"} +{"current_steps": 495, "total_steps": 939, "loss": 0.5577391386032104, "lr": 5.417771743105908e-06, "epoch": 1.5824, "percentage": 52.72, "elapsed_time": "0:33:18", "remaining_time": "0:29:52"} +{"current_steps": 496, "total_steps": 939, "loss": 0.533458411693573, "lr": 5.399244595499721e-06, "epoch": 1.5856, "percentage": 52.82, "elapsed_time": "0:33:22", "remaining_time": "0:29:48"} +{"current_steps": 497, "total_steps": 939, "loss": 0.5325558185577393, "lr": 5.380711929344915e-06, "epoch": 1.5888, "percentage": 52.93, "elapsed_time": "0:33:26", "remaining_time": "0:29:44"} +{"current_steps": 498, "total_steps": 939, "loss": 0.3211737275123596, "lr": 5.362174000808813e-06, "epoch": 1.592, "percentage": 53.04, "elapsed_time": "0:33:30", "remaining_time": "0:29:40"} +{"current_steps": 499, "total_steps": 939, "loss": 0.38888561725616455, "lr": 5.343631066131476e-06, "epoch": 1.5952, "percentage": 53.14, "elapsed_time": "0:33:34", "remaining_time": "0:29:36"} +{"current_steps": 500, "total_steps": 939, "loss": 0.5453630685806274, "lr": 5.325083381622165e-06, "epoch": 1.5984, "percentage": 53.25, "elapsed_time": "0:33:38", "remaining_time": "0:29:31"} +{"current_steps": 501, "total_steps": 939, "loss": 0.5652034878730774, "lr": 5.30653120365579e-06, "epoch": 1.6016, "percentage": 53.35, "elapsed_time": "0:33:41", "remaining_time": "0:29:27"} +{"current_steps": 502, "total_steps": 939, "loss": 0.582036554813385, "lr": 5.28797478866938e-06, "epoch": 1.6048, "percentage": 53.46, "elapsed_time": "0:33:45", "remaining_time": "0:29:23"} +{"current_steps": 503, "total_steps": 939, "loss": 0.5842963457107544, "lr": 5.269414393158523e-06, "epoch": 1.608, "percentage": 53.57, "elapsed_time": "0:33:49", "remaining_time": "0:29:19"} +{"current_steps": 504, "total_steps": 939, "loss": 0.3532952666282654, "lr": 5.250850273673831e-06, "epoch": 1.6112, "percentage": 53.67, "elapsed_time": "0:33:53", "remaining_time": "0:29:15"} +{"current_steps": 505, "total_steps": 939, "loss": 0.777542233467102, "lr": 5.232282686817392e-06, "epoch": 1.6143999999999998, "percentage": 53.78, "elapsed_time": "0:33:57", "remaining_time": "0:29:11"} +{"current_steps": 506, "total_steps": 939, "loss": 0.504940927028656, "lr": 5.213711889239214e-06, "epoch": 1.6176, "percentage": 53.89, "elapsed_time": "0:34:01", "remaining_time": "0:29:06"} +{"current_steps": 507, "total_steps": 939, "loss": 0.477466344833374, "lr": 5.195138137633695e-06, "epoch": 1.6208, "percentage": 53.99, "elapsed_time": "0:34:05", "remaining_time": "0:29:02"} +{"current_steps": 508, "total_steps": 939, "loss": 0.702189028263092, "lr": 5.17656168873606e-06, "epoch": 1.624, "percentage": 54.1, "elapsed_time": "0:34:09", "remaining_time": "0:28:58"} +{"current_steps": 509, "total_steps": 939, "loss": 0.57176673412323, "lr": 5.157982799318817e-06, "epoch": 1.6272, "percentage": 54.21, "elapsed_time": "0:34:13", "remaining_time": "0:28:54"} +{"current_steps": 510, "total_steps": 939, "loss": 0.5739114284515381, "lr": 5.139401726188208e-06, "epoch": 1.6303999999999998, "percentage": 54.31, "elapsed_time": "0:34:17", "remaining_time": "0:28:50"} +{"current_steps": 511, "total_steps": 939, "loss": 0.5177488923072815, "lr": 5.120818726180662e-06, "epoch": 1.6336, "percentage": 54.42, "elapsed_time": "0:34:20", "remaining_time": "0:28:46"} +{"current_steps": 512, "total_steps": 939, "loss": 0.3786865174770355, "lr": 5.1022340561592396e-06, "epoch": 1.6368, "percentage": 54.53, "elapsed_time": "0:34:24", "remaining_time": "0:28:42"} +{"current_steps": 513, "total_steps": 939, "loss": 0.41597098112106323, "lr": 5.083647973010085e-06, "epoch": 1.6400000000000001, "percentage": 54.63, "elapsed_time": "0:34:28", "remaining_time": "0:28:38"} +{"current_steps": 514, "total_steps": 939, "loss": 0.686662495136261, "lr": 5.065060733638878e-06, "epoch": 1.6432, "percentage": 54.74, "elapsed_time": "0:34:32", "remaining_time": "0:28:33"} +{"current_steps": 515, "total_steps": 939, "loss": 0.4751847982406616, "lr": 5.046472594967279e-06, "epoch": 1.6463999999999999, "percentage": 54.85, "elapsed_time": "0:34:36", "remaining_time": "0:28:29"} +{"current_steps": 516, "total_steps": 939, "loss": 0.445523202419281, "lr": 5.027883813929374e-06, "epoch": 1.6496, "percentage": 54.95, "elapsed_time": "0:34:40", "remaining_time": "0:28:25"} +{"current_steps": 517, "total_steps": 939, "loss": 0.6079023480415344, "lr": 5.009294647468137e-06, "epoch": 1.6528, "percentage": 55.06, "elapsed_time": "0:34:44", "remaining_time": "0:28:21"} +{"current_steps": 518, "total_steps": 939, "loss": 0.4216201901435852, "lr": 4.990705352531864e-06, "epoch": 1.6560000000000001, "percentage": 55.17, "elapsed_time": "0:34:48", "remaining_time": "0:28:17"} +{"current_steps": 519, "total_steps": 939, "loss": 0.38610994815826416, "lr": 4.972116186070626e-06, "epoch": 1.6592, "percentage": 55.27, "elapsed_time": "0:34:52", "remaining_time": "0:28:13"} +{"current_steps": 520, "total_steps": 939, "loss": 0.47645601630210876, "lr": 4.953527405032723e-06, "epoch": 1.6623999999999999, "percentage": 55.38, "elapsed_time": "0:34:55", "remaining_time": "0:28:08"} +{"current_steps": 521, "total_steps": 939, "loss": 0.47244787216186523, "lr": 4.934939266361123e-06, "epoch": 1.6656, "percentage": 55.48, "elapsed_time": "0:34:59", "remaining_time": "0:28:04"} +{"current_steps": 522, "total_steps": 939, "loss": 0.557049036026001, "lr": 4.916352026989914e-06, "epoch": 1.6688, "percentage": 55.59, "elapsed_time": "0:35:03", "remaining_time": "0:28:00"} +{"current_steps": 523, "total_steps": 939, "loss": 0.4868379831314087, "lr": 4.897765943840761e-06, "epoch": 1.6720000000000002, "percentage": 55.7, "elapsed_time": "0:35:07", "remaining_time": "0:27:56"} +{"current_steps": 524, "total_steps": 939, "loss": 0.4325038194656372, "lr": 4.87918127381934e-06, "epoch": 1.6752, "percentage": 55.8, "elapsed_time": "0:35:11", "remaining_time": "0:27:52"} +{"current_steps": 525, "total_steps": 939, "loss": 0.46239835023880005, "lr": 4.860598273811793e-06, "epoch": 1.6784, "percentage": 55.91, "elapsed_time": "0:35:15", "remaining_time": "0:27:48"} +{"current_steps": 526, "total_steps": 939, "loss": 0.33587491512298584, "lr": 4.842017200681185e-06, "epoch": 1.6816, "percentage": 56.02, "elapsed_time": "0:35:19", "remaining_time": "0:27:43"} +{"current_steps": 527, "total_steps": 939, "loss": 0.6378401517868042, "lr": 4.823438311263943e-06, "epoch": 1.6848, "percentage": 56.12, "elapsed_time": "0:35:23", "remaining_time": "0:27:39"} +{"current_steps": 528, "total_steps": 939, "loss": 0.5093947649002075, "lr": 4.804861862366306e-06, "epoch": 1.688, "percentage": 56.23, "elapsed_time": "0:35:26", "remaining_time": "0:27:35"} +{"current_steps": 529, "total_steps": 939, "loss": 0.35318124294281006, "lr": 4.786288110760787e-06, "epoch": 1.6912, "percentage": 56.34, "elapsed_time": "0:35:30", "remaining_time": "0:27:31"} +{"current_steps": 530, "total_steps": 939, "loss": 0.5937176942825317, "lr": 4.767717313182611e-06, "epoch": 1.6944, "percentage": 56.44, "elapsed_time": "0:35:34", "remaining_time": "0:27:27"} +{"current_steps": 531, "total_steps": 939, "loss": 0.5973190069198608, "lr": 4.74914972632617e-06, "epoch": 1.6976, "percentage": 56.55, "elapsed_time": "0:35:38", "remaining_time": "0:27:23"} +{"current_steps": 532, "total_steps": 939, "loss": 0.4227399528026581, "lr": 4.730585606841479e-06, "epoch": 1.7008, "percentage": 56.66, "elapsed_time": "0:35:42", "remaining_time": "0:27:18"} +{"current_steps": 533, "total_steps": 939, "loss": 0.556594729423523, "lr": 4.7120252113306216e-06, "epoch": 1.704, "percentage": 56.76, "elapsed_time": "0:35:46", "remaining_time": "0:27:14"} +{"current_steps": 534, "total_steps": 939, "loss": 0.43302100896835327, "lr": 4.693468796344211e-06, "epoch": 1.7072, "percentage": 56.87, "elapsed_time": "0:35:50", "remaining_time": "0:27:10"} +{"current_steps": 535, "total_steps": 939, "loss": 0.5427360534667969, "lr": 4.6749166183778375e-06, "epoch": 1.7104, "percentage": 56.98, "elapsed_time": "0:35:53", "remaining_time": "0:27:06"} +{"current_steps": 536, "total_steps": 939, "loss": 0.4578840434551239, "lr": 4.656368933868525e-06, "epoch": 1.7136, "percentage": 57.08, "elapsed_time": "0:35:57", "remaining_time": "0:27:02"} +{"current_steps": 537, "total_steps": 939, "loss": 0.571090579032898, "lr": 4.637825999191189e-06, "epoch": 1.7168, "percentage": 57.19, "elapsed_time": "0:36:01", "remaining_time": "0:26:58"} +{"current_steps": 538, "total_steps": 939, "loss": 0.3775066137313843, "lr": 4.619288070655086e-06, "epoch": 1.72, "percentage": 57.29, "elapsed_time": "0:36:05", "remaining_time": "0:26:54"} +{"current_steps": 539, "total_steps": 939, "loss": 0.5986708402633667, "lr": 4.600755404500281e-06, "epoch": 1.7231999999999998, "percentage": 57.4, "elapsed_time": "0:36:09", "remaining_time": "0:26:49"} +{"current_steps": 540, "total_steps": 939, "loss": 0.567808210849762, "lr": 4.582228256894093e-06, "epoch": 1.7264, "percentage": 57.51, "elapsed_time": "0:36:13", "remaining_time": "0:26:45"} +{"current_steps": 541, "total_steps": 939, "loss": 0.24780938029289246, "lr": 4.56370688392757e-06, "epoch": 1.7296, "percentage": 57.61, "elapsed_time": "0:36:17", "remaining_time": "0:26:41"} +{"current_steps": 542, "total_steps": 939, "loss": 0.6238658428192139, "lr": 4.545191541611933e-06, "epoch": 1.7328000000000001, "percentage": 57.72, "elapsed_time": "0:36:21", "remaining_time": "0:26:37"} +{"current_steps": 543, "total_steps": 939, "loss": 0.37057310342788696, "lr": 4.526682485875044e-06, "epoch": 1.736, "percentage": 57.83, "elapsed_time": "0:36:25", "remaining_time": "0:26:33"} +{"current_steps": 544, "total_steps": 939, "loss": 0.6386445760726929, "lr": 4.508179972557875e-06, "epoch": 1.7391999999999999, "percentage": 57.93, "elapsed_time": "0:36:28", "remaining_time": "0:26:29"} +{"current_steps": 545, "total_steps": 939, "loss": 0.5321599245071411, "lr": 4.489684257410959e-06, "epoch": 1.7424, "percentage": 58.04, "elapsed_time": "0:36:32", "remaining_time": "0:26:25"} +{"current_steps": 546, "total_steps": 939, "loss": 0.5753816962242126, "lr": 4.471195596090867e-06, "epoch": 1.7456, "percentage": 58.15, "elapsed_time": "0:36:36", "remaining_time": "0:26:21"} +{"current_steps": 547, "total_steps": 939, "loss": 0.35375815629959106, "lr": 4.452714244156667e-06, "epoch": 1.7488000000000001, "percentage": 58.25, "elapsed_time": "0:36:40", "remaining_time": "0:26:16"} +{"current_steps": 548, "total_steps": 939, "loss": 0.42853569984436035, "lr": 4.434240457066388e-06, "epoch": 1.752, "percentage": 58.36, "elapsed_time": "0:36:44", "remaining_time": "0:26:12"} +{"current_steps": 549, "total_steps": 939, "loss": 0.37098920345306396, "lr": 4.415774490173504e-06, "epoch": 1.7551999999999999, "percentage": 58.47, "elapsed_time": "0:36:48", "remaining_time": "0:26:08"} +{"current_steps": 550, "total_steps": 939, "loss": 0.43329817056655884, "lr": 4.397316598723385e-06, "epoch": 1.7584, "percentage": 58.57, "elapsed_time": "0:36:52", "remaining_time": "0:26:04"} +{"current_steps": 551, "total_steps": 939, "loss": 0.29799777269363403, "lr": 4.3788670378497836e-06, "epoch": 1.7616, "percentage": 58.68, "elapsed_time": "0:36:55", "remaining_time": "0:26:00"} +{"current_steps": 552, "total_steps": 939, "loss": 0.4680325388908386, "lr": 4.360426062571303e-06, "epoch": 1.7648000000000001, "percentage": 58.79, "elapsed_time": "0:36:59", "remaining_time": "0:25:56"} +{"current_steps": 553, "total_steps": 939, "loss": 0.8519117832183838, "lr": 4.341993927787871e-06, "epoch": 1.768, "percentage": 58.89, "elapsed_time": "0:37:03", "remaining_time": "0:25:52"} +{"current_steps": 554, "total_steps": 939, "loss": 0.5166082382202148, "lr": 4.323570888277215e-06, "epoch": 1.7711999999999999, "percentage": 59.0, "elapsed_time": "0:37:07", "remaining_time": "0:25:48"} +{"current_steps": 555, "total_steps": 939, "loss": 0.4467886686325073, "lr": 4.305157198691351e-06, "epoch": 1.7744, "percentage": 59.11, "elapsed_time": "0:37:11", "remaining_time": "0:25:44"} +{"current_steps": 556, "total_steps": 939, "loss": 0.4852108955383301, "lr": 4.286753113553049e-06, "epoch": 1.7776, "percentage": 59.21, "elapsed_time": "0:37:15", "remaining_time": "0:25:39"} +{"current_steps": 557, "total_steps": 939, "loss": 0.422019362449646, "lr": 4.268358887252322e-06, "epoch": 1.7808000000000002, "percentage": 59.32, "elapsed_time": "0:37:19", "remaining_time": "0:25:35"} +{"current_steps": 558, "total_steps": 939, "loss": 0.4542234539985657, "lr": 4.249974774042915e-06, "epoch": 1.784, "percentage": 59.42, "elapsed_time": "0:37:23", "remaining_time": "0:25:31"} +{"current_steps": 559, "total_steps": 939, "loss": 0.517538845539093, "lr": 4.231601028038781e-06, "epoch": 1.7872, "percentage": 59.53, "elapsed_time": "0:37:27", "remaining_time": "0:25:27"} +{"current_steps": 560, "total_steps": 939, "loss": 0.48762762546539307, "lr": 4.2132379032105695e-06, "epoch": 1.7904, "percentage": 59.64, "elapsed_time": "0:37:31", "remaining_time": "0:25:23"} +{"current_steps": 561, "total_steps": 939, "loss": 0.48664554953575134, "lr": 4.194885653382128e-06, "epoch": 1.7936, "percentage": 59.74, "elapsed_time": "0:37:35", "remaining_time": "0:25:19"} +{"current_steps": 562, "total_steps": 939, "loss": 0.35848039388656616, "lr": 4.176544532226974e-06, "epoch": 1.7968, "percentage": 59.85, "elapsed_time": "0:37:38", "remaining_time": "0:25:15"} +{"current_steps": 563, "total_steps": 939, "loss": 0.5448033809661865, "lr": 4.158214793264808e-06, "epoch": 1.8, "percentage": 59.96, "elapsed_time": "0:37:42", "remaining_time": "0:25:11"} +{"current_steps": 564, "total_steps": 939, "loss": 0.4202970266342163, "lr": 4.139896689857995e-06, "epoch": 1.8032, "percentage": 60.06, "elapsed_time": "0:37:46", "remaining_time": "0:25:07"} +{"current_steps": 565, "total_steps": 939, "loss": 0.4400099813938141, "lr": 4.121590475208071e-06, "epoch": 1.8064, "percentage": 60.17, "elapsed_time": "0:37:50", "remaining_time": "0:25:02"} +{"current_steps": 566, "total_steps": 939, "loss": 0.615606963634491, "lr": 4.1032964023522366e-06, "epoch": 1.8096, "percentage": 60.28, "elapsed_time": "0:37:54", "remaining_time": "0:24:58"} +{"current_steps": 567, "total_steps": 939, "loss": 0.5888881683349609, "lr": 4.085014724159866e-06, "epoch": 1.8128, "percentage": 60.38, "elapsed_time": "0:37:58", "remaining_time": "0:24:54"} +{"current_steps": 568, "total_steps": 939, "loss": 0.37168291211128235, "lr": 4.066745693329008e-06, "epoch": 1.8159999999999998, "percentage": 60.49, "elapsed_time": "0:38:02", "remaining_time": "0:24:50"} +{"current_steps": 569, "total_steps": 939, "loss": 0.4908190071582794, "lr": 4.0484895623828906e-06, "epoch": 1.8192, "percentage": 60.6, "elapsed_time": "0:38:05", "remaining_time": "0:24:46"} +{"current_steps": 570, "total_steps": 939, "loss": 0.6651096940040588, "lr": 4.030246583666437e-06, "epoch": 1.8224, "percentage": 60.7, "elapsed_time": "0:38:09", "remaining_time": "0:24:42"} +{"current_steps": 571, "total_steps": 939, "loss": 0.5469528436660767, "lr": 4.012017009342773e-06, "epoch": 1.8256000000000001, "percentage": 60.81, "elapsed_time": "0:38:13", "remaining_time": "0:24:38"} +{"current_steps": 572, "total_steps": 939, "loss": 0.38212019205093384, "lr": 3.99380109138974e-06, "epoch": 1.8288, "percentage": 60.92, "elapsed_time": "0:38:17", "remaining_time": "0:24:34"} +{"current_steps": 573, "total_steps": 939, "loss": 0.5373251438140869, "lr": 3.97559908159642e-06, "epoch": 1.8319999999999999, "percentage": 61.02, "elapsed_time": "0:38:21", "remaining_time": "0:24:30"} +{"current_steps": 574, "total_steps": 939, "loss": 0.46206820011138916, "lr": 3.9574112315596425e-06, "epoch": 1.8352, "percentage": 61.13, "elapsed_time": "0:38:25", "remaining_time": "0:24:25"} +{"current_steps": 575, "total_steps": 939, "loss": 0.33050593733787537, "lr": 3.9392377926805226e-06, "epoch": 1.8384, "percentage": 61.24, "elapsed_time": "0:38:29", "remaining_time": "0:24:21"} +{"current_steps": 576, "total_steps": 939, "loss": 0.5594092011451721, "lr": 3.92107901616097e-06, "epoch": 1.8416000000000001, "percentage": 61.34, "elapsed_time": "0:38:33", "remaining_time": "0:24:17"} +{"current_steps": 577, "total_steps": 939, "loss": 0.4402165412902832, "lr": 3.9029351530002264e-06, "epoch": 1.8448, "percentage": 61.45, "elapsed_time": "0:38:37", "remaining_time": "0:24:13"} +{"current_steps": 578, "total_steps": 939, "loss": 0.5187775492668152, "lr": 3.884806453991399e-06, "epoch": 1.8479999999999999, "percentage": 61.55, "elapsed_time": "0:38:40", "remaining_time": "0:24:09"} +{"current_steps": 579, "total_steps": 939, "loss": 0.5199622511863708, "lr": 3.866693169717982e-06, "epoch": 1.8512, "percentage": 61.66, "elapsed_time": "0:38:44", "remaining_time": "0:24:05"} +{"current_steps": 580, "total_steps": 939, "loss": 0.3771589994430542, "lr": 3.848595550550401e-06, "epoch": 1.8544, "percentage": 61.77, "elapsed_time": "0:38:48", "remaining_time": "0:24:01"} +{"current_steps": 581, "total_steps": 939, "loss": 0.34523096680641174, "lr": 3.830513846642556e-06, "epoch": 1.8576000000000001, "percentage": 61.87, "elapsed_time": "0:38:52", "remaining_time": "0:23:57"} +{"current_steps": 582, "total_steps": 939, "loss": 1.2838107347488403, "lr": 3.8124483079283546e-06, "epoch": 1.8608, "percentage": 61.98, "elapsed_time": "0:38:56", "remaining_time": "0:23:53"} +{"current_steps": 583, "total_steps": 939, "loss": 0.7714948654174805, "lr": 3.7943991841182586e-06, "epoch": 1.8639999999999999, "percentage": 62.09, "elapsed_time": "0:39:00", "remaining_time": "0:23:48"} +{"current_steps": 584, "total_steps": 939, "loss": 0.44820207357406616, "lr": 3.7763667246958447e-06, "epoch": 1.8672, "percentage": 62.19, "elapsed_time": "0:39:03", "remaining_time": "0:23:44"} +{"current_steps": 585, "total_steps": 939, "loss": 0.4199792444705963, "lr": 3.758351178914336e-06, "epoch": 1.8704, "percentage": 62.3, "elapsed_time": "0:39:07", "remaining_time": "0:23:40"} +{"current_steps": 586, "total_steps": 939, "loss": 0.4381064772605896, "lr": 3.7403527957931716e-06, "epoch": 1.8736000000000002, "percentage": 62.41, "elapsed_time": "0:39:11", "remaining_time": "0:23:36"} +{"current_steps": 587, "total_steps": 939, "loss": 0.47167322039604187, "lr": 3.7223718241145646e-06, "epoch": 1.8768, "percentage": 62.51, "elapsed_time": "0:39:15", "remaining_time": "0:23:32"} +{"current_steps": 588, "total_steps": 939, "loss": 0.6867875456809998, "lr": 3.7044085124200517e-06, "epoch": 1.88, "percentage": 62.62, "elapsed_time": "0:39:19", "remaining_time": "0:23:28"} +{"current_steps": 589, "total_steps": 939, "loss": 0.47436535358428955, "lr": 3.6864631090070656e-06, "epoch": 1.8832, "percentage": 62.73, "elapsed_time": "0:39:23", "remaining_time": "0:23:24"} +{"current_steps": 590, "total_steps": 939, "loss": 0.3686508536338806, "lr": 3.668535861925509e-06, "epoch": 1.8864, "percentage": 62.83, "elapsed_time": "0:39:27", "remaining_time": "0:23:20"} +{"current_steps": 591, "total_steps": 939, "loss": 0.3820822238922119, "lr": 3.650627018974312e-06, "epoch": 1.8896, "percentage": 62.94, "elapsed_time": "0:39:31", "remaining_time": "0:23:16"} +{"current_steps": 592, "total_steps": 939, "loss": 0.5092222690582275, "lr": 3.632736827698015e-06, "epoch": 1.8928, "percentage": 63.05, "elapsed_time": "0:39:34", "remaining_time": "0:23:12"} +{"current_steps": 593, "total_steps": 939, "loss": 0.41467800736427307, "lr": 3.6148655353833518e-06, "epoch": 1.896, "percentage": 63.15, "elapsed_time": "0:39:38", "remaining_time": "0:23:07"} +{"current_steps": 594, "total_steps": 939, "loss": 0.6799741983413696, "lr": 3.5970133890558184e-06, "epoch": 1.8992, "percentage": 63.26, "elapsed_time": "0:39:42", "remaining_time": "0:23:03"} +{"current_steps": 595, "total_steps": 939, "loss": 0.4172382950782776, "lr": 3.5791806354762702e-06, "epoch": 1.9024, "percentage": 63.37, "elapsed_time": "0:39:46", "remaining_time": "0:22:59"} +{"current_steps": 596, "total_steps": 939, "loss": 0.3244074583053589, "lr": 3.5613675211375066e-06, "epoch": 1.9056, "percentage": 63.47, "elapsed_time": "0:39:50", "remaining_time": "0:22:55"} +{"current_steps": 597, "total_steps": 939, "loss": 0.42148303985595703, "lr": 3.5435742922608618e-06, "epoch": 1.9088, "percentage": 63.58, "elapsed_time": "0:39:54", "remaining_time": "0:22:51"} +{"current_steps": 598, "total_steps": 939, "loss": 0.44875943660736084, "lr": 3.525801194792805e-06, "epoch": 1.912, "percentage": 63.68, "elapsed_time": "0:39:58", "remaining_time": "0:22:47"} +{"current_steps": 599, "total_steps": 939, "loss": 0.3699103593826294, "lr": 3.508048474401541e-06, "epoch": 1.9152, "percentage": 63.79, "elapsed_time": "0:40:02", "remaining_time": "0:22:43"} +{"current_steps": 600, "total_steps": 939, "loss": 0.6262998580932617, "lr": 3.4903163764736104e-06, "epoch": 1.9184, "percentage": 63.9, "elapsed_time": "0:40:05", "remaining_time": "0:22:39"} +{"current_steps": 601, "total_steps": 939, "loss": 0.3968774080276489, "lr": 3.4726051461105016e-06, "epoch": 1.9216, "percentage": 64.0, "elapsed_time": "0:40:09", "remaining_time": "0:22:35"} +{"current_steps": 602, "total_steps": 939, "loss": 0.28913938999176025, "lr": 3.4549150281252635e-06, "epoch": 1.9247999999999998, "percentage": 64.11, "elapsed_time": "0:40:13", "remaining_time": "0:22:31"} +{"current_steps": 603, "total_steps": 939, "loss": 0.5585134029388428, "lr": 3.437246267039115e-06, "epoch": 1.928, "percentage": 64.22, "elapsed_time": "0:40:17", "remaining_time": "0:22:27"} +{"current_steps": 604, "total_steps": 939, "loss": 0.5054421424865723, "lr": 3.419599107078073e-06, "epoch": 1.9312, "percentage": 64.32, "elapsed_time": "0:40:21", "remaining_time": "0:22:22"} +{"current_steps": 605, "total_steps": 939, "loss": 0.3996657729148865, "lr": 3.401973792169574e-06, "epoch": 1.9344000000000001, "percentage": 64.43, "elapsed_time": "0:40:25", "remaining_time": "0:22:18"} +{"current_steps": 606, "total_steps": 939, "loss": 0.4870864152908325, "lr": 3.384370565939098e-06, "epoch": 1.9376, "percentage": 64.54, "elapsed_time": "0:40:29", "remaining_time": "0:22:14"} +{"current_steps": 607, "total_steps": 939, "loss": 0.30252915620803833, "lr": 3.3667896717068105e-06, "epoch": 1.9407999999999999, "percentage": 64.64, "elapsed_time": "0:40:32", "remaining_time": "0:22:10"} +{"current_steps": 608, "total_steps": 939, "loss": 0.4390268623828888, "lr": 3.34923135248419e-06, "epoch": 1.944, "percentage": 64.75, "elapsed_time": "0:40:36", "remaining_time": "0:22:06"} +{"current_steps": 609, "total_steps": 939, "loss": 0.49310848116874695, "lr": 3.33169585097067e-06, "epoch": 1.9472, "percentage": 64.86, "elapsed_time": "0:40:40", "remaining_time": "0:22:02"} +{"current_steps": 610, "total_steps": 939, "loss": 0.5456429719924927, "lr": 3.314183409550293e-06, "epoch": 1.9504000000000001, "percentage": 64.96, "elapsed_time": "0:40:44", "remaining_time": "0:21:58"} +{"current_steps": 611, "total_steps": 939, "loss": 0.9464772939682007, "lr": 3.2966942702883494e-06, "epoch": 1.9536, "percentage": 65.07, "elapsed_time": "0:40:48", "remaining_time": "0:21:54"} +{"current_steps": 612, "total_steps": 939, "loss": 0.5313974618911743, "lr": 3.279228674928035e-06, "epoch": 1.9567999999999999, "percentage": 65.18, "elapsed_time": "0:40:52", "remaining_time": "0:21:50"} +{"current_steps": 613, "total_steps": 939, "loss": 0.3752167820930481, "lr": 3.261786864887117e-06, "epoch": 1.96, "percentage": 65.28, "elapsed_time": "0:40:56", "remaining_time": "0:21:46"} +{"current_steps": 614, "total_steps": 939, "loss": 0.4303323030471802, "lr": 3.244369081254585e-06, "epoch": 1.9632, "percentage": 65.39, "elapsed_time": "0:41:00", "remaining_time": "0:21:42"} +{"current_steps": 615, "total_steps": 939, "loss": 0.462505966424942, "lr": 3.226975564787322e-06, "epoch": 1.9664000000000001, "percentage": 65.5, "elapsed_time": "0:41:04", "remaining_time": "0:21:38"} +{"current_steps": 616, "total_steps": 939, "loss": 0.8094262480735779, "lr": 3.209606555906788e-06, "epoch": 1.9696, "percentage": 65.6, "elapsed_time": "0:41:08", "remaining_time": "0:21:34"} +{"current_steps": 617, "total_steps": 939, "loss": 0.455192506313324, "lr": 3.192262294695679e-06, "epoch": 1.9727999999999999, "percentage": 65.71, "elapsed_time": "0:41:11", "remaining_time": "0:21:30"} +{"current_steps": 618, "total_steps": 939, "loss": 0.5750752687454224, "lr": 3.174943020894618e-06, "epoch": 1.976, "percentage": 65.81, "elapsed_time": "0:41:15", "remaining_time": "0:21:25"} +{"current_steps": 619, "total_steps": 939, "loss": 0.35894471406936646, "lr": 3.1576489738988457e-06, "epoch": 1.9792, "percentage": 65.92, "elapsed_time": "0:41:19", "remaining_time": "0:21:21"} +{"current_steps": 620, "total_steps": 939, "loss": 0.6796849966049194, "lr": 3.140380392754901e-06, "epoch": 1.9824000000000002, "percentage": 66.03, "elapsed_time": "0:41:23", "remaining_time": "0:21:17"} +{"current_steps": 621, "total_steps": 939, "loss": 0.46999385952949524, "lr": 3.12313751615732e-06, "epoch": 1.9856, "percentage": 66.13, "elapsed_time": "0:41:27", "remaining_time": "0:21:13"} +{"current_steps": 622, "total_steps": 939, "loss": 0.3941504657268524, "lr": 3.1059205824453446e-06, "epoch": 1.9888, "percentage": 66.24, "elapsed_time": "0:41:31", "remaining_time": "0:21:09"} +{"current_steps": 623, "total_steps": 939, "loss": 0.4799797236919403, "lr": 3.0887298295996183e-06, "epoch": 1.992, "percentage": 66.35, "elapsed_time": "0:41:35", "remaining_time": "0:21:05"} +{"current_steps": 624, "total_steps": 939, "loss": 0.27094176411628723, "lr": 3.0715654952388957e-06, "epoch": 1.9952, "percentage": 66.45, "elapsed_time": "0:41:38", "remaining_time": "0:21:01"} +{"current_steps": 625, "total_steps": 939, "loss": 0.4041209816932678, "lr": 3.054427816616773e-06, "epoch": 1.9984, "percentage": 66.56, "elapsed_time": "0:41:42", "remaining_time": "0:20:57"} +{"current_steps": 626, "total_steps": 939, "loss": 0.3835887908935547, "lr": 3.0373170306183885e-06, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "0:41:44", "remaining_time": "0:20:52"} +{"current_steps": 627, "total_steps": 939, "loss": 0.11996147036552429, "lr": 3.020233373757162e-06, "epoch": 2.0032, "percentage": 66.77, "elapsed_time": "0:42:51", "remaining_time": "0:21:19"} +{"current_steps": 628, "total_steps": 939, "loss": 0.10392191261053085, "lr": 3.0031770821715233e-06, "epoch": 2.0064, "percentage": 66.88, "elapsed_time": "0:42:55", "remaining_time": "0:21:15"} +{"current_steps": 629, "total_steps": 939, "loss": 0.07572668790817261, "lr": 2.9861483916216404e-06, "epoch": 2.0096, "percentage": 66.99, "elapsed_time": "0:42:59", "remaining_time": "0:21:11"} +{"current_steps": 630, "total_steps": 939, "loss": 0.1307162344455719, "lr": 2.969147537486175e-06, "epoch": 2.0128, "percentage": 67.09, "elapsed_time": "0:43:03", "remaining_time": "0:21:07"} +{"current_steps": 631, "total_steps": 939, "loss": 0.09220964461565018, "lr": 2.952174754759012e-06, "epoch": 2.016, "percentage": 67.2, "elapsed_time": "0:43:07", "remaining_time": "0:21:02"} +{"current_steps": 632, "total_steps": 939, "loss": 0.06570678949356079, "lr": 2.935230278046025e-06, "epoch": 2.0192, "percentage": 67.31, "elapsed_time": "0:43:11", "remaining_time": "0:20:58"} +{"current_steps": 633, "total_steps": 939, "loss": 0.11156592518091202, "lr": 2.9183143415618297e-06, "epoch": 2.0224, "percentage": 67.41, "elapsed_time": "0:43:15", "remaining_time": "0:20:54"} +{"current_steps": 634, "total_steps": 939, "loss": 0.07169395685195923, "lr": 2.9014271791265403e-06, "epoch": 2.0256, "percentage": 67.52, "elapsed_time": "0:43:18", "remaining_time": "0:20:50"} +{"current_steps": 635, "total_steps": 939, "loss": 0.10455334186553955, "lr": 2.8845690241625437e-06, "epoch": 2.0288, "percentage": 67.63, "elapsed_time": "0:43:22", "remaining_time": "0:20:46"} +{"current_steps": 636, "total_steps": 939, "loss": 0.08296695351600647, "lr": 2.867740109691277e-06, "epoch": 2.032, "percentage": 67.73, "elapsed_time": "0:43:26", "remaining_time": "0:20:41"} +{"current_steps": 637, "total_steps": 939, "loss": 0.07749265432357788, "lr": 2.850940668329996e-06, "epoch": 2.0352, "percentage": 67.84, "elapsed_time": "0:43:30", "remaining_time": "0:20:37"} +{"current_steps": 638, "total_steps": 939, "loss": 0.14159438014030457, "lr": 2.8341709322885624e-06, "epoch": 2.0384, "percentage": 67.94, "elapsed_time": "0:43:34", "remaining_time": "0:20:33"} +{"current_steps": 639, "total_steps": 939, "loss": 0.11202438175678253, "lr": 2.817431133366246e-06, "epoch": 2.0416, "percentage": 68.05, "elapsed_time": "0:43:38", "remaining_time": "0:20:29"} +{"current_steps": 640, "total_steps": 939, "loss": 0.08011537790298462, "lr": 2.800721502948506e-06, "epoch": 2.0448, "percentage": 68.16, "elapsed_time": "0:43:42", "remaining_time": "0:20:25"} +{"current_steps": 641, "total_steps": 939, "loss": 0.07997912913560867, "lr": 2.7840422720037943e-06, "epoch": 2.048, "percentage": 68.26, "elapsed_time": "0:43:46", "remaining_time": "0:20:21"} +{"current_steps": 642, "total_steps": 939, "loss": 0.10096947103738785, "lr": 2.767393671080376e-06, "epoch": 2.0512, "percentage": 68.37, "elapsed_time": "0:43:50", "remaining_time": "0:20:16"} +{"current_steps": 643, "total_steps": 939, "loss": 0.14593079686164856, "lr": 2.7507759303031257e-06, "epoch": 2.0544, "percentage": 68.48, "elapsed_time": "0:43:54", "remaining_time": "0:20:12"} +{"current_steps": 644, "total_steps": 939, "loss": 0.058174774050712585, "lr": 2.7341892793703594e-06, "epoch": 2.0576, "percentage": 68.58, "elapsed_time": "0:43:58", "remaining_time": "0:20:08"} +{"current_steps": 645, "total_steps": 939, "loss": 0.13831673562526703, "lr": 2.7176339475506515e-06, "epoch": 2.0608, "percentage": 68.69, "elapsed_time": "0:44:01", "remaining_time": "0:20:04"} +{"current_steps": 646, "total_steps": 939, "loss": 0.33416709303855896, "lr": 2.7011101636796677e-06, "epoch": 2.064, "percentage": 68.8, "elapsed_time": "0:44:05", "remaining_time": "0:20:00"} +{"current_steps": 647, "total_steps": 939, "loss": 0.08862864971160889, "lr": 2.6846181561570085e-06, "epoch": 2.0672, "percentage": 68.9, "elapsed_time": "0:44:09", "remaining_time": "0:19:55"} +{"current_steps": 648, "total_steps": 939, "loss": 0.07409396767616272, "lr": 2.668158152943039e-06, "epoch": 2.0704, "percentage": 69.01, "elapsed_time": "0:44:13", "remaining_time": "0:19:51"} +{"current_steps": 649, "total_steps": 939, "loss": 0.08712749928236008, "lr": 2.651730381555754e-06, "epoch": 2.0736, "percentage": 69.12, "elapsed_time": "0:44:17", "remaining_time": "0:19:47"} +{"current_steps": 650, "total_steps": 939, "loss": 0.22049905359745026, "lr": 2.635335069067617e-06, "epoch": 2.0768, "percentage": 69.22, "elapsed_time": "0:44:21", "remaining_time": "0:19:43"} +{"current_steps": 651, "total_steps": 939, "loss": 0.12233918160200119, "lr": 2.618972442102432e-06, "epoch": 2.08, "percentage": 69.33, "elapsed_time": "0:44:25", "remaining_time": "0:19:39"} +{"current_steps": 652, "total_steps": 939, "loss": 0.12913931906223297, "lr": 2.602642726832212e-06, "epoch": 2.0832, "percentage": 69.44, "elapsed_time": "0:44:29", "remaining_time": "0:19:34"} +{"current_steps": 653, "total_steps": 939, "loss": 0.05634521692991257, "lr": 2.5863461489740403e-06, "epoch": 2.0864, "percentage": 69.54, "elapsed_time": "0:44:33", "remaining_time": "0:19:30"} +{"current_steps": 654, "total_steps": 939, "loss": 0.1739203929901123, "lr": 2.57008293378697e-06, "epoch": 2.0896, "percentage": 69.65, "elapsed_time": "0:44:37", "remaining_time": "0:19:26"} +{"current_steps": 655, "total_steps": 939, "loss": 0.0878625139594078, "lr": 2.553853306068888e-06, "epoch": 2.0928, "percentage": 69.76, "elapsed_time": "0:44:40", "remaining_time": "0:19:22"} +{"current_steps": 656, "total_steps": 939, "loss": 0.05961507558822632, "lr": 2.5376574901534303e-06, "epoch": 2.096, "percentage": 69.86, "elapsed_time": "0:44:44", "remaining_time": "0:19:18"} +{"current_steps": 657, "total_steps": 939, "loss": 0.14727714657783508, "lr": 2.5214957099068613e-06, "epoch": 2.0992, "percentage": 69.97, "elapsed_time": "0:44:48", "remaining_time": "0:19:14"} +{"current_steps": 658, "total_steps": 939, "loss": 0.08559496700763702, "lr": 2.5053681887249916e-06, "epoch": 2.1024, "percentage": 70.07, "elapsed_time": "0:44:52", "remaining_time": "0:19:09"} +{"current_steps": 659, "total_steps": 939, "loss": 0.07294371724128723, "lr": 2.4892751495300893e-06, "epoch": 2.1056, "percentage": 70.18, "elapsed_time": "0:44:56", "remaining_time": "0:19:05"} +{"current_steps": 660, "total_steps": 939, "loss": 0.10186387598514557, "lr": 2.4732168147677927e-06, "epoch": 2.1088, "percentage": 70.29, "elapsed_time": "0:45:00", "remaining_time": "0:19:01"} +{"current_steps": 661, "total_steps": 939, "loss": 0.06323671340942383, "lr": 2.4571934064040364e-06, "epoch": 2.112, "percentage": 70.39, "elapsed_time": "0:45:04", "remaining_time": "0:18:57"} +{"current_steps": 662, "total_steps": 939, "loss": 0.11771675944328308, "lr": 2.4412051459219945e-06, "epoch": 2.1152, "percentage": 70.5, "elapsed_time": "0:45:08", "remaining_time": "0:18:53"} +{"current_steps": 663, "total_steps": 939, "loss": 0.12130504846572876, "lr": 2.425252254319002e-06, "epoch": 2.1184, "percentage": 70.61, "elapsed_time": "0:45:11", "remaining_time": "0:18:48"} +{"current_steps": 664, "total_steps": 939, "loss": 0.06084325164556503, "lr": 2.4093349521035105e-06, "epoch": 2.1216, "percentage": 70.71, "elapsed_time": "0:45:15", "remaining_time": "0:18:44"} +{"current_steps": 665, "total_steps": 939, "loss": 0.03246958926320076, "lr": 2.3934534592920416e-06, "epoch": 2.1248, "percentage": 70.82, "elapsed_time": "0:45:19", "remaining_time": "0:18:40"} +{"current_steps": 666, "total_steps": 939, "loss": 0.09609811753034592, "lr": 2.3776079954061385e-06, "epoch": 2.128, "percentage": 70.93, "elapsed_time": "0:45:23", "remaining_time": "0:18:36"} +{"current_steps": 667, "total_steps": 939, "loss": 0.1699962317943573, "lr": 2.3617987794693358e-06, "epoch": 2.1312, "percentage": 71.03, "elapsed_time": "0:45:27", "remaining_time": "0:18:32"} +{"current_steps": 668, "total_steps": 939, "loss": 0.14179761707782745, "lr": 2.3460260300041355e-06, "epoch": 2.1344, "percentage": 71.14, "elapsed_time": "0:45:31", "remaining_time": "0:18:28"} +{"current_steps": 669, "total_steps": 939, "loss": 0.061842452734708786, "lr": 2.3302899650289773e-06, "epoch": 2.1376, "percentage": 71.25, "elapsed_time": "0:45:35", "remaining_time": "0:18:24"} +{"current_steps": 670, "total_steps": 939, "loss": 0.1088966429233551, "lr": 2.314590802055232e-06, "epoch": 2.1408, "percentage": 71.35, "elapsed_time": "0:45:39", "remaining_time": "0:18:19"} +{"current_steps": 671, "total_steps": 939, "loss": 0.03651595860719681, "lr": 2.2989287580841985e-06, "epoch": 2.144, "percentage": 71.46, "elapsed_time": "0:45:43", "remaining_time": "0:18:15"} +{"current_steps": 672, "total_steps": 939, "loss": 0.11619774997234344, "lr": 2.2833040496040925e-06, "epoch": 2.1471999999999998, "percentage": 71.57, "elapsed_time": "0:45:47", "remaining_time": "0:18:11"} +{"current_steps": 673, "total_steps": 939, "loss": 0.1421288400888443, "lr": 2.267716892587062e-06, "epoch": 2.1504, "percentage": 71.67, "elapsed_time": "0:45:51", "remaining_time": "0:18:07"} +{"current_steps": 674, "total_steps": 939, "loss": 0.1366984248161316, "lr": 2.252167502486205e-06, "epoch": 2.1536, "percentage": 71.78, "elapsed_time": "0:45:55", "remaining_time": "0:18:03"} +{"current_steps": 675, "total_steps": 939, "loss": 0.06580697000026703, "lr": 2.2366560942325833e-06, "epoch": 2.1568, "percentage": 71.88, "elapsed_time": "0:45:58", "remaining_time": "0:17:59"} +{"current_steps": 676, "total_steps": 939, "loss": 0.12179602682590485, "lr": 2.2211828822322547e-06, "epoch": 2.16, "percentage": 71.99, "elapsed_time": "0:46:02", "remaining_time": "0:17:54"} +{"current_steps": 677, "total_steps": 939, "loss": 0.10135053098201752, "lr": 2.205748080363316e-06, "epoch": 2.1632, "percentage": 72.1, "elapsed_time": "0:46:06", "remaining_time": "0:17:50"} +{"current_steps": 678, "total_steps": 939, "loss": 0.17090697586536407, "lr": 2.190351901972935e-06, "epoch": 2.1664, "percentage": 72.2, "elapsed_time": "0:46:10", "remaining_time": "0:17:46"} +{"current_steps": 679, "total_steps": 939, "loss": 0.1405285894870758, "lr": 2.1749945598744076e-06, "epoch": 2.1696, "percentage": 72.31, "elapsed_time": "0:46:14", "remaining_time": "0:17:42"} +{"current_steps": 680, "total_steps": 939, "loss": 0.11138138175010681, "lr": 2.159676266344222e-06, "epoch": 2.1728, "percentage": 72.42, "elapsed_time": "0:46:18", "remaining_time": "0:17:38"} +{"current_steps": 681, "total_steps": 939, "loss": 0.07948726415634155, "lr": 2.144397233119112e-06, "epoch": 2.176, "percentage": 72.52, "elapsed_time": "0:46:22", "remaining_time": "0:17:33"} +{"current_steps": 682, "total_steps": 939, "loss": 0.09645087271928787, "lr": 2.1291576713931382e-06, "epoch": 2.1792, "percentage": 72.63, "elapsed_time": "0:46:25", "remaining_time": "0:17:29"} +{"current_steps": 683, "total_steps": 939, "loss": 0.11395483464002609, "lr": 2.1139577918147715e-06, "epoch": 2.1824, "percentage": 72.74, "elapsed_time": "0:46:29", "remaining_time": "0:17:25"} +{"current_steps": 684, "total_steps": 939, "loss": 0.08182550966739655, "lr": 2.0987978044839707e-06, "epoch": 2.1856, "percentage": 72.84, "elapsed_time": "0:46:33", "remaining_time": "0:17:21"} +{"current_steps": 685, "total_steps": 939, "loss": 0.1497229039669037, "lr": 2.0836779189492925e-06, "epoch": 2.1888, "percentage": 72.95, "elapsed_time": "0:46:37", "remaining_time": "0:17:17"} +{"current_steps": 686, "total_steps": 939, "loss": 0.09528996050357819, "lr": 2.068598344204981e-06, "epoch": 2.192, "percentage": 73.06, "elapsed_time": "0:46:41", "remaining_time": "0:17:13"} +{"current_steps": 687, "total_steps": 939, "loss": 0.1537422239780426, "lr": 2.053559288688086e-06, "epoch": 2.1952, "percentage": 73.16, "elapsed_time": "0:46:45", "remaining_time": "0:17:08"} +{"current_steps": 688, "total_steps": 939, "loss": 0.08181922137737274, "lr": 2.0385609602755878e-06, "epoch": 2.1984, "percentage": 73.27, "elapsed_time": "0:46:49", "remaining_time": "0:17:04"} +{"current_steps": 689, "total_steps": 939, "loss": 0.11698771268129349, "lr": 2.02360356628151e-06, "epoch": 2.2016, "percentage": 73.38, "elapsed_time": "0:46:53", "remaining_time": "0:17:00"} +{"current_steps": 690, "total_steps": 939, "loss": 0.14168213307857513, "lr": 2.0086873134540626e-06, "epoch": 2.2048, "percentage": 73.48, "elapsed_time": "0:46:56", "remaining_time": "0:16:56"} +{"current_steps": 691, "total_steps": 939, "loss": 0.09469903260469437, "lr": 1.9938124079727874e-06, "epoch": 2.208, "percentage": 73.59, "elapsed_time": "0:47:00", "remaining_time": "0:16:52"} +{"current_steps": 692, "total_steps": 939, "loss": 0.10835753381252289, "lr": 1.9789790554456977e-06, "epoch": 2.2112, "percentage": 73.7, "elapsed_time": "0:47:04", "remaining_time": "0:16:48"} +{"current_steps": 693, "total_steps": 939, "loss": 0.11629842221736908, "lr": 1.9641874609064443e-06, "epoch": 2.2144, "percentage": 73.8, "elapsed_time": "0:47:08", "remaining_time": "0:16:44"} +{"current_steps": 694, "total_steps": 939, "loss": 0.11438259482383728, "lr": 1.9494378288114816e-06, "epoch": 2.2176, "percentage": 73.91, "elapsed_time": "0:47:12", "remaining_time": "0:16:39"} +{"current_steps": 695, "total_steps": 939, "loss": 0.1212492436170578, "lr": 1.9347303630372373e-06, "epoch": 2.2208, "percentage": 74.01, "elapsed_time": "0:47:16", "remaining_time": "0:16:35"} +{"current_steps": 696, "total_steps": 939, "loss": 0.04342126473784447, "lr": 1.9200652668772924e-06, "epoch": 2.224, "percentage": 74.12, "elapsed_time": "0:47:20", "remaining_time": "0:16:31"} +{"current_steps": 697, "total_steps": 939, "loss": 0.09564132988452911, "lr": 1.9054427430395828e-06, "epoch": 2.2272, "percentage": 74.23, "elapsed_time": "0:47:24", "remaining_time": "0:16:27"} +{"current_steps": 698, "total_steps": 939, "loss": 0.13682125508785248, "lr": 1.890862993643583e-06, "epoch": 2.2304, "percentage": 74.33, "elapsed_time": "0:47:28", "remaining_time": "0:16:23"} +{"current_steps": 699, "total_steps": 939, "loss": 0.1395423710346222, "lr": 1.8763262202175204e-06, "epoch": 2.2336, "percentage": 74.44, "elapsed_time": "0:47:31", "remaining_time": "0:16:19"} +{"current_steps": 700, "total_steps": 939, "loss": 0.15431663393974304, "lr": 1.8618326236955908e-06, "epoch": 2.2368, "percentage": 74.55, "elapsed_time": "0:47:35", "remaining_time": "0:16:15"} +{"current_steps": 701, "total_steps": 939, "loss": 0.1401059627532959, "lr": 1.8473824044151762e-06, "epoch": 2.24, "percentage": 74.65, "elapsed_time": "0:47:39", "remaining_time": "0:16:10"} +{"current_steps": 702, "total_steps": 939, "loss": 0.09011302143335342, "lr": 1.8329757621140748e-06, "epoch": 2.2432, "percentage": 74.76, "elapsed_time": "0:47:43", "remaining_time": "0:16:06"} +{"current_steps": 703, "total_steps": 939, "loss": 0.10779771208763123, "lr": 1.81861289592775e-06, "epoch": 2.2464, "percentage": 74.87, "elapsed_time": "0:47:47", "remaining_time": "0:16:02"} +{"current_steps": 704, "total_steps": 939, "loss": 0.13367201387882233, "lr": 1.8042940043865658e-06, "epoch": 2.2496, "percentage": 74.97, "elapsed_time": "0:47:51", "remaining_time": "0:15:58"} +{"current_steps": 705, "total_steps": 939, "loss": 0.12417173385620117, "lr": 1.7900192854130465e-06, "epoch": 2.2528, "percentage": 75.08, "elapsed_time": "0:47:54", "remaining_time": "0:15:54"} +{"current_steps": 706, "total_steps": 939, "loss": 0.08244695514440536, "lr": 1.7757889363191484e-06, "epoch": 2.2560000000000002, "percentage": 75.19, "elapsed_time": "0:47:58", "remaining_time": "0:15:50"} +{"current_steps": 707, "total_steps": 939, "loss": 0.05444292724132538, "lr": 1.7616031538035189e-06, "epoch": 2.2592, "percentage": 75.29, "elapsed_time": "0:48:02", "remaining_time": "0:15:45"} +{"current_steps": 708, "total_steps": 939, "loss": 0.11946985125541687, "lr": 1.7474621339487925e-06, "epoch": 2.2624, "percentage": 75.4, "elapsed_time": "0:48:06", "remaining_time": "0:15:41"} +{"current_steps": 709, "total_steps": 939, "loss": 0.15361633896827698, "lr": 1.7333660722188667e-06, "epoch": 2.2656, "percentage": 75.51, "elapsed_time": "0:48:10", "remaining_time": "0:15:37"} +{"current_steps": 710, "total_steps": 939, "loss": 0.17315593361854553, "lr": 1.7193151634562071e-06, "epoch": 2.2688, "percentage": 75.61, "elapsed_time": "0:48:14", "remaining_time": "0:15:33"} +{"current_steps": 711, "total_steps": 939, "loss": 0.09136267006397247, "lr": 1.7053096018791588e-06, "epoch": 2.2720000000000002, "percentage": 75.72, "elapsed_time": "0:48:18", "remaining_time": "0:15:29"} +{"current_steps": 712, "total_steps": 939, "loss": 0.12086353451013565, "lr": 1.691349581079249e-06, "epoch": 2.2752, "percentage": 75.83, "elapsed_time": "0:48:21", "remaining_time": "0:15:25"} +{"current_steps": 713, "total_steps": 939, "loss": 0.10306617617607117, "lr": 1.6774352940185269e-06, "epoch": 2.2784, "percentage": 75.93, "elapsed_time": "0:48:25", "remaining_time": "0:15:21"} +{"current_steps": 714, "total_steps": 939, "loss": 0.07620586454868317, "lr": 1.663566933026879e-06, "epoch": 2.2816, "percentage": 76.04, "elapsed_time": "0:48:29", "remaining_time": "0:15:16"} +{"current_steps": 715, "total_steps": 939, "loss": 0.12006257474422455, "lr": 1.6497446897993885e-06, "epoch": 2.2848, "percentage": 76.14, "elapsed_time": "0:48:33", "remaining_time": "0:15:12"} +{"current_steps": 716, "total_steps": 939, "loss": 0.06950559467077255, "lr": 1.6359687553936714e-06, "epoch": 2.288, "percentage": 76.25, "elapsed_time": "0:48:37", "remaining_time": "0:15:08"} +{"current_steps": 717, "total_steps": 939, "loss": 0.07582759112119675, "lr": 1.6222393202272414e-06, "epoch": 2.2912, "percentage": 76.36, "elapsed_time": "0:48:41", "remaining_time": "0:15:04"} +{"current_steps": 718, "total_steps": 939, "loss": 0.07245473563671112, "lr": 1.6085565740748825e-06, "epoch": 2.2944, "percentage": 76.46, "elapsed_time": "0:48:45", "remaining_time": "0:15:00"} +{"current_steps": 719, "total_steps": 939, "loss": 0.09753254055976868, "lr": 1.5949207060660138e-06, "epoch": 2.2976, "percentage": 76.57, "elapsed_time": "0:48:48", "remaining_time": "0:14:56"} +{"current_steps": 720, "total_steps": 939, "loss": 0.06839516013860703, "lr": 1.581331904682089e-06, "epoch": 2.3008, "percentage": 76.68, "elapsed_time": "0:48:52", "remaining_time": "0:14:52"} +{"current_steps": 721, "total_steps": 939, "loss": 0.06540823727846146, "lr": 1.5677903577539806e-06, "epoch": 2.304, "percentage": 76.78, "elapsed_time": "0:48:56", "remaining_time": "0:14:47"} +{"current_steps": 722, "total_steps": 939, "loss": 0.10535422712564468, "lr": 1.5542962524593869e-06, "epoch": 2.3072, "percentage": 76.89, "elapsed_time": "0:49:00", "remaining_time": "0:14:43"} +{"current_steps": 723, "total_steps": 939, "loss": 0.0575660765171051, "lr": 1.54084977532025e-06, "epoch": 2.3104, "percentage": 77.0, "elapsed_time": "0:49:04", "remaining_time": "0:14:39"} +{"current_steps": 724, "total_steps": 939, "loss": 0.11762597411870956, "lr": 1.5274511122001684e-06, "epoch": 2.3136, "percentage": 77.1, "elapsed_time": "0:49:08", "remaining_time": "0:14:35"} +{"current_steps": 725, "total_steps": 939, "loss": 0.06998032331466675, "lr": 1.5141004483018323e-06, "epoch": 2.3168, "percentage": 77.21, "elapsed_time": "0:49:12", "remaining_time": "0:14:31"} +{"current_steps": 726, "total_steps": 939, "loss": 0.05732321739196777, "lr": 1.5007979681644696e-06, "epoch": 2.32, "percentage": 77.32, "elapsed_time": "0:49:15", "remaining_time": "0:14:27"} +{"current_steps": 727, "total_steps": 939, "loss": 0.17882873117923737, "lr": 1.4875438556612836e-06, "epoch": 2.3232, "percentage": 77.42, "elapsed_time": "0:49:19", "remaining_time": "0:14:23"} +{"current_steps": 728, "total_steps": 939, "loss": 0.13739310204982758, "lr": 1.474338293996917e-06, "epoch": 2.3264, "percentage": 77.53, "elapsed_time": "0:49:23", "remaining_time": "0:14:19"} +{"current_steps": 729, "total_steps": 939, "loss": 0.05291110277175903, "lr": 1.4611814657049257e-06, "epoch": 2.3296, "percentage": 77.64, "elapsed_time": "0:49:27", "remaining_time": "0:14:14"} +{"current_steps": 730, "total_steps": 939, "loss": 0.06695031374692917, "lr": 1.4480735526452427e-06, "epoch": 2.3327999999999998, "percentage": 77.74, "elapsed_time": "0:49:31", "remaining_time": "0:14:10"} +{"current_steps": 731, "total_steps": 939, "loss": 0.05291609838604927, "lr": 1.4350147360016743e-06, "epoch": 2.336, "percentage": 77.85, "elapsed_time": "0:49:35", "remaining_time": "0:14:06"} +{"current_steps": 732, "total_steps": 939, "loss": 0.07234814018011093, "lr": 1.4220051962793952e-06, "epoch": 2.3392, "percentage": 77.96, "elapsed_time": "0:49:39", "remaining_time": "0:14:02"} +{"current_steps": 733, "total_steps": 939, "loss": 0.1104026734828949, "lr": 1.4090451133024473e-06, "epoch": 2.3424, "percentage": 78.06, "elapsed_time": "0:49:43", "remaining_time": "0:13:58"} +{"current_steps": 734, "total_steps": 939, "loss": 0.045543380081653595, "lr": 1.3961346662112585e-06, "epoch": 2.3456, "percentage": 78.17, "elapsed_time": "0:49:47", "remaining_time": "0:13:54"} +{"current_steps": 735, "total_steps": 939, "loss": 0.11693132668733597, "lr": 1.3832740334601692e-06, "epoch": 2.3487999999999998, "percentage": 78.27, "elapsed_time": "0:49:50", "remaining_time": "0:13:50"} +{"current_steps": 736, "total_steps": 939, "loss": 0.10108187794685364, "lr": 1.3704633928149575e-06, "epoch": 2.352, "percentage": 78.38, "elapsed_time": "0:49:54", "remaining_time": "0:13:45"} +{"current_steps": 737, "total_steps": 939, "loss": 0.04281865805387497, "lr": 1.3577029213503911e-06, "epoch": 2.3552, "percentage": 78.49, "elapsed_time": "0:49:58", "remaining_time": "0:13:41"} +{"current_steps": 738, "total_steps": 939, "loss": 0.11006296426057816, "lr": 1.3449927954477732e-06, "epoch": 2.3584, "percentage": 78.59, "elapsed_time": "0:50:02", "remaining_time": "0:13:37"} +{"current_steps": 739, "total_steps": 939, "loss": 0.06673809140920639, "lr": 1.3323331907925046e-06, "epoch": 2.3616, "percentage": 78.7, "elapsed_time": "0:50:06", "remaining_time": "0:13:33"} +{"current_steps": 740, "total_steps": 939, "loss": 0.09489268809556961, "lr": 1.319724282371664e-06, "epoch": 2.3648, "percentage": 78.81, "elapsed_time": "0:50:10", "remaining_time": "0:13:29"} +{"current_steps": 741, "total_steps": 939, "loss": 0.18027102947235107, "lr": 1.307166244471576e-06, "epoch": 2.368, "percentage": 78.91, "elapsed_time": "0:50:14", "remaining_time": "0:13:25"} +{"current_steps": 742, "total_steps": 939, "loss": 0.09601432085037231, "lr": 1.2946592506754097e-06, "epoch": 2.3712, "percentage": 79.02, "elapsed_time": "0:50:17", "remaining_time": "0:13:21"} +{"current_steps": 743, "total_steps": 939, "loss": 0.07339777052402496, "lr": 1.282203473860783e-06, "epoch": 2.3744, "percentage": 79.13, "elapsed_time": "0:50:21", "remaining_time": "0:13:17"} +{"current_steps": 744, "total_steps": 939, "loss": 0.10539920628070831, "lr": 1.2697990861973635e-06, "epoch": 2.3776, "percentage": 79.23, "elapsed_time": "0:50:25", "remaining_time": "0:13:13"} +{"current_steps": 745, "total_steps": 939, "loss": 0.10802607238292694, "lr": 1.257446259144494e-06, "epoch": 2.3808, "percentage": 79.34, "elapsed_time": "0:50:29", "remaining_time": "0:13:08"} +{"current_steps": 746, "total_steps": 939, "loss": 0.17059877514839172, "lr": 1.2451451634488264e-06, "epoch": 2.384, "percentage": 79.45, "elapsed_time": "0:50:33", "remaining_time": "0:13:04"} +{"current_steps": 747, "total_steps": 939, "loss": 0.10177908837795258, "lr": 1.2328959691419517e-06, "epoch": 2.3872, "percentage": 79.55, "elapsed_time": "0:50:37", "remaining_time": "0:13:00"} +{"current_steps": 748, "total_steps": 939, "loss": 0.14067994058132172, "lr": 1.2206988455380558e-06, "epoch": 2.3904, "percentage": 79.66, "elapsed_time": "0:50:41", "remaining_time": "0:12:56"} +{"current_steps": 749, "total_steps": 939, "loss": 0.09186317026615143, "lr": 1.2085539612315844e-06, "epoch": 2.3936, "percentage": 79.77, "elapsed_time": "0:50:44", "remaining_time": "0:12:52"} +{"current_steps": 750, "total_steps": 939, "loss": 0.09414474666118622, "lr": 1.1964614840949002e-06, "epoch": 2.3968, "percentage": 79.87, "elapsed_time": "0:50:48", "remaining_time": "0:12:48"} +{"current_steps": 751, "total_steps": 939, "loss": 0.07064532488584518, "lr": 1.1844215812759708e-06, "epoch": 2.4, "percentage": 79.98, "elapsed_time": "0:50:52", "remaining_time": "0:12:44"} +{"current_steps": 752, "total_steps": 939, "loss": 0.09624212980270386, "lr": 1.1724344191960591e-06, "epoch": 2.4032, "percentage": 80.09, "elapsed_time": "0:50:56", "remaining_time": "0:12:40"} +{"current_steps": 753, "total_steps": 939, "loss": 0.13697776198387146, "lr": 1.1605001635474183e-06, "epoch": 2.4064, "percentage": 80.19, "elapsed_time": "0:51:00", "remaining_time": "0:12:35"} +{"current_steps": 754, "total_steps": 939, "loss": 0.09551814943552017, "lr": 1.1486189792910024e-06, "epoch": 2.4096, "percentage": 80.3, "elapsed_time": "0:51:04", "remaining_time": "0:12:31"} +{"current_steps": 755, "total_steps": 939, "loss": 0.11858892440795898, "lr": 1.1367910306541918e-06, "epoch": 2.4128, "percentage": 80.4, "elapsed_time": "0:51:08", "remaining_time": "0:12:27"} +{"current_steps": 756, "total_steps": 939, "loss": 0.1095619648694992, "lr": 1.1250164811285148e-06, "epoch": 2.416, "percentage": 80.51, "elapsed_time": "0:51:11", "remaining_time": "0:12:23"} +{"current_steps": 757, "total_steps": 939, "loss": 0.1675768792629242, "lr": 1.1132954934673911e-06, "epoch": 2.4192, "percentage": 80.62, "elapsed_time": "0:51:15", "remaining_time": "0:12:19"} +{"current_steps": 758, "total_steps": 939, "loss": 0.04391354322433472, "lr": 1.1016282296838887e-06, "epoch": 2.4224, "percentage": 80.72, "elapsed_time": "0:51:19", "remaining_time": "0:12:15"} +{"current_steps": 759, "total_steps": 939, "loss": 0.06339210271835327, "lr": 1.090014851048473e-06, "epoch": 2.4256, "percentage": 80.83, "elapsed_time": "0:51:23", "remaining_time": "0:12:11"} +{"current_steps": 760, "total_steps": 939, "loss": 0.14258350431919098, "lr": 1.078455518086784e-06, "epoch": 2.4288, "percentage": 80.94, "elapsed_time": "0:51:27", "remaining_time": "0:12:07"} +{"current_steps": 761, "total_steps": 939, "loss": 0.06327582895755768, "lr": 1.0669503905774198e-06, "epoch": 2.432, "percentage": 81.04, "elapsed_time": "0:51:31", "remaining_time": "0:12:03"} +{"current_steps": 762, "total_steps": 939, "loss": 0.10183501988649368, "lr": 1.055499627549722e-06, "epoch": 2.4352, "percentage": 81.15, "elapsed_time": "0:51:35", "remaining_time": "0:11:58"} +{"current_steps": 763, "total_steps": 939, "loss": 0.07817564904689789, "lr": 1.0441033872815804e-06, "epoch": 2.4384, "percentage": 81.26, "elapsed_time": "0:51:38", "remaining_time": "0:11:54"} +{"current_steps": 764, "total_steps": 939, "loss": 0.09021017700433731, "lr": 1.0327618272972484e-06, "epoch": 2.4416, "percentage": 81.36, "elapsed_time": "0:51:42", "remaining_time": "0:11:50"} +{"current_steps": 765, "total_steps": 939, "loss": 0.13087089359760284, "lr": 1.0214751043651582e-06, "epoch": 2.4448, "percentage": 81.47, "elapsed_time": "0:51:46", "remaining_time": "0:11:46"} +{"current_steps": 766, "total_steps": 939, "loss": 0.12380192428827286, "lr": 1.010243374495763e-06, "epoch": 2.448, "percentage": 81.58, "elapsed_time": "0:51:50", "remaining_time": "0:11:42"} +{"current_steps": 767, "total_steps": 939, "loss": 0.12605151534080505, "lr": 9.990667929393715e-07, "epoch": 2.4512, "percentage": 81.68, "elapsed_time": "0:51:54", "remaining_time": "0:11:38"} +{"current_steps": 768, "total_steps": 939, "loss": 0.0865304172039032, "lr": 9.879455141840067e-07, "epoch": 2.4544, "percentage": 81.79, "elapsed_time": "0:51:58", "remaining_time": "0:11:34"} +{"current_steps": 769, "total_steps": 939, "loss": 0.08209861814975739, "lr": 9.768796919532742e-07, "epoch": 2.4576000000000002, "percentage": 81.9, "elapsed_time": "0:52:02", "remaining_time": "0:11:30"} +{"current_steps": 770, "total_steps": 939, "loss": 0.11468471586704254, "lr": 9.658694792042284e-07, "epoch": 2.4608, "percentage": 82.0, "elapsed_time": "0:52:05", "remaining_time": "0:11:26"} +{"current_steps": 771, "total_steps": 939, "loss": 0.08285008370876312, "lr": 9.549150281252633e-07, "epoch": 2.464, "percentage": 82.11, "elapsed_time": "0:52:09", "remaining_time": "0:11:21"} +{"current_steps": 772, "total_steps": 939, "loss": 0.10419681668281555, "lr": 9.440164901340127e-07, "epoch": 2.4672, "percentage": 82.22, "elapsed_time": "0:52:13", "remaining_time": "0:11:17"} +{"current_steps": 773, "total_steps": 939, "loss": 0.04847210645675659, "lr": 9.331740158752495e-07, "epoch": 2.4704, "percentage": 82.32, "elapsed_time": "0:52:17", "remaining_time": "0:11:13"} +{"current_steps": 774, "total_steps": 939, "loss": 0.03893538564443588, "lr": 9.223877552188065e-07, "epoch": 2.4736000000000002, "percentage": 82.43, "elapsed_time": "0:52:21", "remaining_time": "0:11:09"} +{"current_steps": 775, "total_steps": 939, "loss": 0.07748477160930634, "lr": 9.116578572575091e-07, "epoch": 2.4768, "percentage": 82.53, "elapsed_time": "0:52:25", "remaining_time": "0:11:05"} +{"current_steps": 776, "total_steps": 939, "loss": 0.041283268481492996, "lr": 9.009844703051063e-07, "epoch": 2.48, "percentage": 82.64, "elapsed_time": "0:52:29", "remaining_time": "0:11:01"} +{"current_steps": 777, "total_steps": 939, "loss": 0.136105015873909, "lr": 8.903677418942292e-07, "epoch": 2.4832, "percentage": 82.75, "elapsed_time": "0:52:33", "remaining_time": "0:10:57"} +{"current_steps": 778, "total_steps": 939, "loss": 0.09653803706169128, "lr": 8.79807818774343e-07, "epoch": 2.4864, "percentage": 82.85, "elapsed_time": "0:52:36", "remaining_time": "0:10:53"} +{"current_steps": 779, "total_steps": 939, "loss": 0.1141771450638771, "lr": 8.693048469097293e-07, "epoch": 2.4896, "percentage": 82.96, "elapsed_time": "0:52:40", "remaining_time": "0:10:49"} +{"current_steps": 780, "total_steps": 939, "loss": 0.10124068707227707, "lr": 8.58858971477457e-07, "epoch": 2.4928, "percentage": 83.07, "elapsed_time": "0:52:44", "remaining_time": "0:10:45"} +{"current_steps": 781, "total_steps": 939, "loss": 0.18161731958389282, "lr": 8.484703368653812e-07, "epoch": 2.496, "percentage": 83.17, "elapsed_time": "0:52:48", "remaining_time": "0:10:40"} +{"current_steps": 782, "total_steps": 939, "loss": 0.07561002671718597, "lr": 8.381390866701517e-07, "epoch": 2.4992, "percentage": 83.28, "elapsed_time": "0:52:52", "remaining_time": "0:10:36"} +{"current_steps": 783, "total_steps": 939, "loss": 0.07349054515361786, "lr": 8.278653636952177e-07, "epoch": 2.5023999999999997, "percentage": 83.39, "elapsed_time": "0:52:56", "remaining_time": "0:10:32"} +{"current_steps": 784, "total_steps": 939, "loss": 0.07924634218215942, "lr": 8.176493099488664e-07, "epoch": 2.5056000000000003, "percentage": 83.49, "elapsed_time": "0:53:00", "remaining_time": "0:10:28"} +{"current_steps": 785, "total_steps": 939, "loss": 0.06928728520870209, "lr": 8.074910666422475e-07, "epoch": 2.5088, "percentage": 83.6, "elapsed_time": "0:53:03", "remaining_time": "0:10:24"} +{"current_steps": 786, "total_steps": 939, "loss": 0.07105650752782822, "lr": 7.973907741874287e-07, "epoch": 2.512, "percentage": 83.71, "elapsed_time": "0:53:07", "remaining_time": "0:10:20"} +{"current_steps": 787, "total_steps": 939, "loss": 0.10211469233036041, "lr": 7.873485721954572e-07, "epoch": 2.5152, "percentage": 83.81, "elapsed_time": "0:53:11", "remaining_time": "0:10:16"} +{"current_steps": 788, "total_steps": 939, "loss": 0.08780980855226517, "lr": 7.773645994744222e-07, "epoch": 2.5183999999999997, "percentage": 83.92, "elapsed_time": "0:53:15", "remaining_time": "0:10:12"} +{"current_steps": 789, "total_steps": 939, "loss": 0.08024639636278152, "lr": 7.674389940275406e-07, "epoch": 2.5216, "percentage": 84.03, "elapsed_time": "0:53:19", "remaining_time": "0:10:08"} +{"current_steps": 790, "total_steps": 939, "loss": 0.11789308488368988, "lr": 7.575718930512516e-07, "epoch": 2.5248, "percentage": 84.13, "elapsed_time": "0:53:23", "remaining_time": "0:10:04"} +{"current_steps": 791, "total_steps": 939, "loss": 0.06020133197307587, "lr": 7.47763432933315e-07, "epoch": 2.528, "percentage": 84.24, "elapsed_time": "0:53:27", "remaining_time": "0:10:00"} +{"current_steps": 792, "total_steps": 939, "loss": 0.12893611192703247, "lr": 7.380137492509309e-07, "epoch": 2.5312, "percentage": 84.35, "elapsed_time": "0:53:30", "remaining_time": "0:09:55"} +{"current_steps": 793, "total_steps": 939, "loss": 0.07680028676986694, "lr": 7.283229767688627e-07, "epoch": 2.5343999999999998, "percentage": 84.45, "elapsed_time": "0:53:34", "remaining_time": "0:09:51"} +{"current_steps": 794, "total_steps": 939, "loss": 0.04430155083537102, "lr": 7.186912494375736e-07, "epoch": 2.5376, "percentage": 84.56, "elapsed_time": "0:53:38", "remaining_time": "0:09:47"} +{"current_steps": 795, "total_steps": 939, "loss": 0.0837840884923935, "lr": 7.091187003913802e-07, "epoch": 2.5408, "percentage": 84.66, "elapsed_time": "0:53:42", "remaining_time": "0:09:43"} +{"current_steps": 796, "total_steps": 939, "loss": 0.10668416321277618, "lr": 6.996054619466053e-07, "epoch": 2.544, "percentage": 84.77, "elapsed_time": "0:53:46", "remaining_time": "0:09:39"} +{"current_steps": 797, "total_steps": 939, "loss": 0.08135296404361725, "lr": 6.901516655997536e-07, "epoch": 2.5472, "percentage": 84.88, "elapsed_time": "0:53:50", "remaining_time": "0:09:35"} +{"current_steps": 798, "total_steps": 939, "loss": 0.05354129523038864, "lr": 6.80757442025694e-07, "epoch": 2.5504, "percentage": 84.98, "elapsed_time": "0:53:54", "remaining_time": "0:09:31"} +{"current_steps": 799, "total_steps": 939, "loss": 0.058047980070114136, "lr": 6.714229210758516e-07, "epoch": 2.5536, "percentage": 85.09, "elapsed_time": "0:53:57", "remaining_time": "0:09:27"} +{"current_steps": 800, "total_steps": 939, "loss": 0.16003961861133575, "lr": 6.621482317764105e-07, "epoch": 2.5568, "percentage": 85.2, "elapsed_time": "0:54:01", "remaining_time": "0:09:23"} +{"current_steps": 801, "total_steps": 939, "loss": 0.05353522300720215, "lr": 6.529335023265387e-07, "epoch": 2.56, "percentage": 85.3, "elapsed_time": "0:54:05", "remaining_time": "0:09:19"} +{"current_steps": 802, "total_steps": 939, "loss": 0.12031964212656021, "lr": 6.437788600966066e-07, "epoch": 2.5632, "percentage": 85.41, "elapsed_time": "0:54:09", "remaining_time": "0:09:15"} +{"current_steps": 803, "total_steps": 939, "loss": 0.08245455473661423, "lr": 6.346844316264312e-07, "epoch": 2.5664, "percentage": 85.52, "elapsed_time": "0:54:13", "remaining_time": "0:09:10"} +{"current_steps": 804, "total_steps": 939, "loss": 0.10456888377666473, "lr": 6.256503426235277e-07, "epoch": 2.5696, "percentage": 85.62, "elapsed_time": "0:54:17", "remaining_time": "0:09:06"} +{"current_steps": 805, "total_steps": 939, "loss": 0.06099589914083481, "lr": 6.166767179613691e-07, "epoch": 2.5728, "percentage": 85.73, "elapsed_time": "0:54:21", "remaining_time": "0:09:02"} +{"current_steps": 806, "total_steps": 939, "loss": 0.060435544699430466, "lr": 6.077636816776611e-07, "epoch": 2.576, "percentage": 85.84, "elapsed_time": "0:54:24", "remaining_time": "0:08:58"} +{"current_steps": 807, "total_steps": 939, "loss": 0.10681406408548355, "lr": 5.989113569726312e-07, "epoch": 2.5792, "percentage": 85.94, "elapsed_time": "0:54:28", "remaining_time": "0:08:54"} +{"current_steps": 808, "total_steps": 939, "loss": 0.18219977617263794, "lr": 5.901198662073188e-07, "epoch": 2.5824, "percentage": 86.05, "elapsed_time": "0:54:32", "remaining_time": "0:08:50"} +{"current_steps": 809, "total_steps": 939, "loss": 0.13821908831596375, "lr": 5.813893309018881e-07, "epoch": 2.5856, "percentage": 86.16, "elapsed_time": "0:54:36", "remaining_time": "0:08:46"} +{"current_steps": 810, "total_steps": 939, "loss": 0.09387294948101044, "lr": 5.727198717339511e-07, "epoch": 2.5888, "percentage": 86.26, "elapsed_time": "0:54:40", "remaining_time": "0:08:42"} +{"current_steps": 811, "total_steps": 939, "loss": 0.12654753029346466, "lr": 5.641116085368931e-07, "epoch": 2.592, "percentage": 86.37, "elapsed_time": "0:54:44", "remaining_time": "0:08:38"} +{"current_steps": 812, "total_steps": 939, "loss": 0.054955482482910156, "lr": 5.555646602982207e-07, "epoch": 2.5952, "percentage": 86.47, "elapsed_time": "0:54:48", "remaining_time": "0:08:34"} +{"current_steps": 813, "total_steps": 939, "loss": 0.11604686081409454, "lr": 5.470791451579172e-07, "epoch": 2.5984, "percentage": 86.58, "elapsed_time": "0:54:52", "remaining_time": "0:08:30"} +{"current_steps": 814, "total_steps": 939, "loss": 0.07480829954147339, "lr": 5.386551804068063e-07, "epoch": 2.6016, "percentage": 86.69, "elapsed_time": "0:54:55", "remaining_time": "0:08:26"} +{"current_steps": 815, "total_steps": 939, "loss": 0.08432568609714508, "lr": 5.302928824849335e-07, "epoch": 2.6048, "percentage": 86.79, "elapsed_time": "0:54:59", "remaining_time": "0:08:22"} +{"current_steps": 816, "total_steps": 939, "loss": 0.10097655653953552, "lr": 5.219923669799587e-07, "epoch": 2.608, "percentage": 86.9, "elapsed_time": "0:55:03", "remaining_time": "0:08:17"} +{"current_steps": 817, "total_steps": 939, "loss": 0.09213853627443314, "lr": 5.137537486255517e-07, "epoch": 2.6112, "percentage": 87.01, "elapsed_time": "0:55:07", "remaining_time": "0:08:13"} +{"current_steps": 818, "total_steps": 939, "loss": 0.09667956829071045, "lr": 5.055771412998122e-07, "epoch": 2.6144, "percentage": 87.11, "elapsed_time": "0:55:11", "remaining_time": "0:08:09"} +{"current_steps": 819, "total_steps": 939, "loss": 0.08253185451030731, "lr": 4.974626580236957e-07, "epoch": 2.6176, "percentage": 87.22, "elapsed_time": "0:55:15", "remaining_time": "0:08:05"} +{"current_steps": 820, "total_steps": 939, "loss": 0.10998277366161346, "lr": 4.894104109594466e-07, "epoch": 2.6208, "percentage": 87.33, "elapsed_time": "0:55:19", "remaining_time": "0:08:01"} +{"current_steps": 821, "total_steps": 939, "loss": 0.08224129676818848, "lr": 4.814205114090543e-07, "epoch": 2.624, "percentage": 87.43, "elapsed_time": "0:55:22", "remaining_time": "0:07:57"} +{"current_steps": 822, "total_steps": 939, "loss": 0.09060163795948029, "lr": 4.734930698127077e-07, "epoch": 2.6272, "percentage": 87.54, "elapsed_time": "0:55:26", "remaining_time": "0:07:53"} +{"current_steps": 823, "total_steps": 939, "loss": 0.06134440377354622, "lr": 4.6562819574727304e-07, "epoch": 2.6304, "percentage": 87.65, "elapsed_time": "0:55:30", "remaining_time": "0:07:49"} +{"current_steps": 824, "total_steps": 939, "loss": 0.08996803313493729, "lr": 4.578259979247801e-07, "epoch": 2.6336, "percentage": 87.75, "elapsed_time": "0:55:34", "remaining_time": "0:07:45"} +{"current_steps": 825, "total_steps": 939, "loss": 0.04868876188993454, "lr": 4.500865841909169e-07, "epoch": 2.6368, "percentage": 87.86, "elapsed_time": "0:55:38", "remaining_time": "0:07:41"} +{"current_steps": 826, "total_steps": 939, "loss": 0.5533008575439453, "lr": 4.4241006152353885e-07, "epoch": 2.64, "percentage": 87.97, "elapsed_time": "0:55:42", "remaining_time": "0:07:37"} +{"current_steps": 827, "total_steps": 939, "loss": 0.12393755465745926, "lr": 4.3479653603119287e-07, "epoch": 2.6432, "percentage": 88.07, "elapsed_time": "0:55:46", "remaining_time": "0:07:33"} +{"current_steps": 828, "total_steps": 939, "loss": 0.12869954109191895, "lr": 4.2724611295164755e-07, "epoch": 2.6464, "percentage": 88.18, "elapsed_time": "0:55:49", "remaining_time": "0:07:29"} +{"current_steps": 829, "total_steps": 939, "loss": 0.06858257204294205, "lr": 4.197588966504401e-07, "epoch": 2.6496, "percentage": 88.29, "elapsed_time": "0:55:53", "remaining_time": "0:07:25"} +{"current_steps": 830, "total_steps": 939, "loss": 0.08777829259634018, "lr": 4.123349906194357e-07, "epoch": 2.6528, "percentage": 88.39, "elapsed_time": "0:55:57", "remaining_time": "0:07:20"} +{"current_steps": 831, "total_steps": 939, "loss": 0.06030702218413353, "lr": 4.0497449747539217e-07, "epoch": 2.656, "percentage": 88.5, "elapsed_time": "0:56:01", "remaining_time": "0:07:16"} +{"current_steps": 832, "total_steps": 939, "loss": 0.11489322781562805, "lr": 3.9767751895854467e-07, "epoch": 2.6592000000000002, "percentage": 88.6, "elapsed_time": "0:56:05", "remaining_time": "0:07:12"} +{"current_steps": 833, "total_steps": 939, "loss": 0.10746165364980698, "lr": 3.904441559312006e-07, "epoch": 2.6624, "percentage": 88.71, "elapsed_time": "0:56:09", "remaining_time": "0:07:08"} +{"current_steps": 834, "total_steps": 939, "loss": 0.08274800330400467, "lr": 3.8327450837634284e-07, "epoch": 2.6656, "percentage": 88.82, "elapsed_time": "0:56:12", "remaining_time": "0:07:04"} +{"current_steps": 835, "total_steps": 939, "loss": 0.0792284607887268, "lr": 3.7616867539624733e-07, "epoch": 2.6688, "percentage": 88.92, "elapsed_time": "0:56:16", "remaining_time": "0:07:00"} +{"current_steps": 836, "total_steps": 939, "loss": 0.07785268872976303, "lr": 3.691267552111183e-07, "epoch": 2.672, "percentage": 89.03, "elapsed_time": "0:56:20", "remaining_time": "0:06:56"} +{"current_steps": 837, "total_steps": 939, "loss": 0.08154767751693726, "lr": 3.621488451577221e-07, "epoch": 2.6752000000000002, "percentage": 89.14, "elapsed_time": "0:56:24", "remaining_time": "0:06:52"} +{"current_steps": 838, "total_steps": 939, "loss": 0.08759278804063797, "lr": 3.552350416880507e-07, "epoch": 2.6784, "percentage": 89.24, "elapsed_time": "0:56:28", "remaining_time": "0:06:48"} +{"current_steps": 839, "total_steps": 939, "loss": 0.08747395873069763, "lr": 3.483854403679832e-07, "epoch": 2.6816, "percentage": 89.35, "elapsed_time": "0:56:32", "remaining_time": "0:06:44"} +{"current_steps": 840, "total_steps": 939, "loss": 0.05378187075257301, "lr": 3.416001358759635e-07, "epoch": 2.6848, "percentage": 89.46, "elapsed_time": "0:56:36", "remaining_time": "0:06:40"} +{"current_steps": 841, "total_steps": 939, "loss": 0.05643921345472336, "lr": 3.3487922200169944e-07, "epoch": 2.6879999999999997, "percentage": 89.56, "elapsed_time": "0:56:39", "remaining_time": "0:06:36"} +{"current_steps": 842, "total_steps": 939, "loss": 0.08409986644983292, "lr": 3.2822279164485494e-07, "epoch": 2.6912000000000003, "percentage": 89.67, "elapsed_time": "0:56:43", "remaining_time": "0:06:32"} +{"current_steps": 843, "total_steps": 939, "loss": 0.09269889444112778, "lr": 3.2163093681377765e-07, "epoch": 2.6944, "percentage": 89.78, "elapsed_time": "0:56:47", "remaining_time": "0:06:28"} +{"current_steps": 844, "total_steps": 939, "loss": 0.11759718507528305, "lr": 3.151037486242181e-07, "epoch": 2.6976, "percentage": 89.88, "elapsed_time": "0:56:51", "remaining_time": "0:06:23"} +{"current_steps": 845, "total_steps": 939, "loss": 0.14189603924751282, "lr": 3.08641317298074e-07, "epoch": 2.7008, "percentage": 89.99, "elapsed_time": "0:56:55", "remaining_time": "0:06:19"} +{"current_steps": 846, "total_steps": 939, "loss": 0.08138757944107056, "lr": 3.022437321621452e-07, "epoch": 2.7039999999999997, "percentage": 90.1, "elapsed_time": "0:56:59", "remaining_time": "0:06:15"} +{"current_steps": 847, "total_steps": 939, "loss": 0.09337767958641052, "lr": 2.959110816468935e-07, "epoch": 2.7072000000000003, "percentage": 90.2, "elapsed_time": "0:57:03", "remaining_time": "0:06:11"} +{"current_steps": 848, "total_steps": 939, "loss": 0.1141236275434494, "lr": 2.896434532852277e-07, "epoch": 2.7104, "percentage": 90.31, "elapsed_time": "0:57:06", "remaining_time": "0:06:07"} +{"current_steps": 849, "total_steps": 939, "loss": 0.11867150664329529, "lr": 2.834409337112842e-07, "epoch": 2.7136, "percentage": 90.42, "elapsed_time": "0:57:10", "remaining_time": "0:06:03"} +{"current_steps": 850, "total_steps": 939, "loss": 0.06238650158047676, "lr": 2.7730360865923954e-07, "epoch": 2.7168, "percentage": 90.52, "elapsed_time": "0:57:14", "remaining_time": "0:05:59"} +{"current_steps": 851, "total_steps": 939, "loss": 0.09140697866678238, "lr": 2.712315629621176e-07, "epoch": 2.7199999999999998, "percentage": 90.63, "elapsed_time": "0:57:18", "remaining_time": "0:05:55"} +{"current_steps": 852, "total_steps": 939, "loss": 0.17426876723766327, "lr": 2.6522488055062076e-07, "epoch": 2.7232, "percentage": 90.73, "elapsed_time": "0:57:22", "remaining_time": "0:05:51"} +{"current_steps": 853, "total_steps": 939, "loss": 0.1029796227812767, "lr": 2.5928364445196975e-07, "epoch": 2.7264, "percentage": 90.84, "elapsed_time": "0:57:26", "remaining_time": "0:05:47"} +{"current_steps": 854, "total_steps": 939, "loss": 0.05041209235787392, "lr": 2.534079367887549e-07, "epoch": 2.7296, "percentage": 90.95, "elapsed_time": "0:57:30", "remaining_time": "0:05:43"} +{"current_steps": 855, "total_steps": 939, "loss": 0.10950443148612976, "lr": 2.475978387778e-07, "epoch": 2.7328, "percentage": 91.05, "elapsed_time": "0:57:33", "remaining_time": "0:05:39"} +{"current_steps": 856, "total_steps": 939, "loss": 0.11046621948480606, "lr": 2.4185343072904376e-07, "epoch": 2.7359999999999998, "percentage": 91.16, "elapsed_time": "0:57:37", "remaining_time": "0:05:35"} +{"current_steps": 857, "total_steps": 939, "loss": 0.09512713551521301, "lr": 2.3617479204442462e-07, "epoch": 2.7392, "percentage": 91.27, "elapsed_time": "0:57:41", "remaining_time": "0:05:31"} +{"current_steps": 858, "total_steps": 939, "loss": 0.1317645162343979, "lr": 2.305620012167853e-07, "epoch": 2.7424, "percentage": 91.37, "elapsed_time": "0:57:45", "remaining_time": "0:05:27"} +{"current_steps": 859, "total_steps": 939, "loss": 0.09508270770311356, "lr": 2.2501513582879108e-07, "epoch": 2.7456, "percentage": 91.48, "elapsed_time": "0:57:49", "remaining_time": "0:05:23"} +{"current_steps": 860, "total_steps": 939, "loss": 0.15742623805999756, "lr": 2.1953427255185122e-07, "epoch": 2.7488, "percentage": 91.59, "elapsed_time": "0:57:53", "remaining_time": "0:05:19"} +{"current_steps": 861, "total_steps": 939, "loss": 0.09890823066234589, "lr": 2.1411948714506414e-07, "epoch": 2.752, "percentage": 91.69, "elapsed_time": "0:57:57", "remaining_time": "0:05:15"} +{"current_steps": 862, "total_steps": 939, "loss": 0.07184596359729767, "lr": 2.0877085445416889e-07, "epoch": 2.7552, "percentage": 91.8, "elapsed_time": "0:58:01", "remaining_time": "0:05:10"} +{"current_steps": 863, "total_steps": 939, "loss": 0.14604350924491882, "lr": 2.034884484105093e-07, "epoch": 2.7584, "percentage": 91.91, "elapsed_time": "0:58:05", "remaining_time": "0:05:06"} +{"current_steps": 864, "total_steps": 939, "loss": 0.24116627871990204, "lr": 1.98272342030012e-07, "epoch": 2.7616, "percentage": 92.01, "elapsed_time": "0:58:08", "remaining_time": "0:05:02"} +{"current_steps": 865, "total_steps": 939, "loss": 0.0800832137465477, "lr": 1.9312260741218114e-07, "epoch": 2.7648, "percentage": 92.12, "elapsed_time": "0:58:12", "remaining_time": "0:04:58"} +{"current_steps": 866, "total_steps": 939, "loss": 0.1112121194601059, "lr": 1.8803931573909584e-07, "epoch": 2.768, "percentage": 92.23, "elapsed_time": "0:58:16", "remaining_time": "0:04:54"} +{"current_steps": 867, "total_steps": 939, "loss": 0.056444257497787476, "lr": 1.8302253727443041e-07, "epoch": 2.7712, "percentage": 92.33, "elapsed_time": "0:58:20", "remaining_time": "0:04:50"} +{"current_steps": 868, "total_steps": 939, "loss": 0.05214056372642517, "lr": 1.7807234136248296e-07, "epoch": 2.7744, "percentage": 92.44, "elapsed_time": "0:58:24", "remaining_time": "0:04:46"} +{"current_steps": 869, "total_steps": 939, "loss": 0.09860917180776596, "lr": 1.731887964272144e-07, "epoch": 2.7776, "percentage": 92.55, "elapsed_time": "0:58:28", "remaining_time": "0:04:42"} +{"current_steps": 870, "total_steps": 939, "loss": 0.07981070131063461, "lr": 1.6837196997130434e-07, "epoch": 2.7808, "percentage": 92.65, "elapsed_time": "0:58:32", "remaining_time": "0:04:38"} +{"current_steps": 871, "total_steps": 939, "loss": 0.09621265530586243, "lr": 1.6362192857521942e-07, "epoch": 2.784, "percentage": 92.76, "elapsed_time": "0:58:35", "remaining_time": "0:04:34"} +{"current_steps": 872, "total_steps": 939, "loss": 0.19886067509651184, "lr": 1.5893873789628812e-07, "epoch": 2.7872, "percentage": 92.86, "elapsed_time": "0:58:39", "remaining_time": "0:04:30"} +{"current_steps": 873, "total_steps": 939, "loss": 0.06333699822425842, "lr": 1.5432246266780083e-07, "epoch": 2.7904, "percentage": 92.97, "elapsed_time": "0:58:43", "remaining_time": "0:04:26"} +{"current_steps": 874, "total_steps": 939, "loss": 0.0873306542634964, "lr": 1.4977316669810782e-07, "epoch": 2.7936, "percentage": 93.08, "elapsed_time": "0:58:47", "remaining_time": "0:04:22"} +{"current_steps": 875, "total_steps": 939, "loss": 0.09957022964954376, "lr": 1.4529091286973994e-07, "epoch": 2.7968, "percentage": 93.18, "elapsed_time": "0:58:51", "remaining_time": "0:04:18"} +{"current_steps": 876, "total_steps": 939, "loss": 0.045311711728572845, "lr": 1.4087576313854212e-07, "epoch": 2.8, "percentage": 93.29, "elapsed_time": "0:58:55", "remaining_time": "0:04:14"} +{"current_steps": 877, "total_steps": 939, "loss": 0.06849552690982819, "lr": 1.365277785328123e-07, "epoch": 2.8032, "percentage": 93.4, "elapsed_time": "0:58:59", "remaining_time": "0:04:10"} +{"current_steps": 878, "total_steps": 939, "loss": 0.09803561866283417, "lr": 1.3224701915246053e-07, "epoch": 2.8064, "percentage": 93.5, "elapsed_time": "0:59:03", "remaining_time": "0:04:06"} +{"current_steps": 879, "total_steps": 939, "loss": 0.0886538177728653, "lr": 1.280335441681796e-07, "epoch": 2.8096, "percentage": 93.61, "elapsed_time": "0:59:06", "remaining_time": "0:04:02"} +{"current_steps": 880, "total_steps": 939, "loss": 0.10888531059026718, "lr": 1.2388741182062348e-07, "epoch": 2.8128, "percentage": 93.72, "elapsed_time": "0:59:10", "remaining_time": "0:03:58"} +{"current_steps": 881, "total_steps": 939, "loss": 0.09809792041778564, "lr": 1.198086794196035e-07, "epoch": 2.816, "percentage": 93.82, "elapsed_time": "0:59:14", "remaining_time": "0:03:54"} +{"current_steps": 882, "total_steps": 939, "loss": 0.09694273769855499, "lr": 1.1579740334330014e-07, "epoch": 2.8192, "percentage": 93.93, "elapsed_time": "0:59:18", "remaining_time": "0:03:49"} +{"current_steps": 883, "total_steps": 939, "loss": 0.08512193709611893, "lr": 1.1185363903747748e-07, "epoch": 2.8224, "percentage": 94.04, "elapsed_time": "0:59:22", "remaining_time": "0:03:45"} +{"current_steps": 884, "total_steps": 939, "loss": 0.05518460273742676, "lr": 1.0797744101472052e-07, "epoch": 2.8256, "percentage": 94.14, "elapsed_time": "0:59:26", "remaining_time": "0:03:41"} +{"current_steps": 885, "total_steps": 939, "loss": 0.08117370307445526, "lr": 1.0416886285368188e-07, "epoch": 2.8288, "percentage": 94.25, "elapsed_time": "0:59:30", "remaining_time": "0:03:37"} +{"current_steps": 886, "total_steps": 939, "loss": 0.18891701102256775, "lr": 1.0042795719833964e-07, "epoch": 2.832, "percentage": 94.36, "elapsed_time": "0:59:34", "remaining_time": "0:03:33"} +{"current_steps": 887, "total_steps": 939, "loss": 0.07360401749610901, "lr": 9.675477575726954e-08, "epoch": 2.8352, "percentage": 94.46, "elapsed_time": "0:59:37", "remaining_time": "0:03:29"} +{"current_steps": 888, "total_steps": 939, "loss": 0.06772521138191223, "lr": 9.314936930293283e-08, "epoch": 2.8384, "percentage": 94.57, "elapsed_time": "0:59:41", "remaining_time": "0:03:25"} +{"current_steps": 889, "total_steps": 939, "loss": 0.09246842563152313, "lr": 8.961178767097178e-08, "epoch": 2.8416, "percentage": 94.68, "elapsed_time": "0:59:45", "remaining_time": "0:03:21"} +{"current_steps": 890, "total_steps": 939, "loss": 0.10015315562486649, "lr": 8.614207975952083e-08, "epoch": 2.8448, "percentage": 94.78, "elapsed_time": "0:59:49", "remaining_time": "0:03:17"} +{"current_steps": 891, "total_steps": 939, "loss": 0.16348965466022491, "lr": 8.274029352853264e-08, "epoch": 2.848, "percentage": 94.89, "elapsed_time": "0:59:53", "remaining_time": "0:03:13"} +{"current_steps": 892, "total_steps": 939, "loss": 0.043626099824905396, "lr": 7.940647599911477e-08, "epoch": 2.8512, "percentage": 94.99, "elapsed_time": "0:59:57", "remaining_time": "0:03:09"} +{"current_steps": 893, "total_steps": 939, "loss": 0.10901731252670288, "lr": 7.614067325287632e-08, "epoch": 2.8544, "percentage": 95.1, "elapsed_time": "1:00:01", "remaining_time": "0:03:05"} +{"current_steps": 894, "total_steps": 939, "loss": 0.03991899639368057, "lr": 7.294293043129785e-08, "epoch": 2.8576, "percentage": 95.21, "elapsed_time": "1:00:04", "remaining_time": "0:03:01"} +{"current_steps": 895, "total_steps": 939, "loss": 0.08470803499221802, "lr": 6.981329173509909e-08, "epoch": 2.8608000000000002, "percentage": 95.31, "elapsed_time": "1:00:08", "remaining_time": "0:02:57"} +{"current_steps": 896, "total_steps": 939, "loss": 0.07652558386325836, "lr": 6.675180042363505e-08, "epoch": 2.864, "percentage": 95.42, "elapsed_time": "1:00:12", "remaining_time": "0:02:53"} +{"current_steps": 897, "total_steps": 939, "loss": 0.11191246658563614, "lr": 6.375849881429418e-08, "epoch": 2.8672, "percentage": 95.53, "elapsed_time": "1:00:16", "remaining_time": "0:02:49"} +{"current_steps": 898, "total_steps": 939, "loss": 0.10482735931873322, "lr": 6.083342828191453e-08, "epoch": 2.8704, "percentage": 95.63, "elapsed_time": "1:00:20", "remaining_time": "0:02:45"} +{"current_steps": 899, "total_steps": 939, "loss": 0.08502088487148285, "lr": 5.797662925821068e-08, "epoch": 2.8736, "percentage": 95.74, "elapsed_time": "1:00:24", "remaining_time": "0:02:41"} +{"current_steps": 900, "total_steps": 939, "loss": 0.10883375257253647, "lr": 5.518814123121885e-08, "epoch": 2.8768000000000002, "percentage": 95.85, "elapsed_time": "1:00:28", "remaining_time": "0:02:37"} +{"current_steps": 901, "total_steps": 939, "loss": 0.09115639328956604, "lr": 5.246800274474439e-08, "epoch": 2.88, "percentage": 95.95, "elapsed_time": "1:00:31", "remaining_time": "0:02:33"} +{"current_steps": 902, "total_steps": 939, "loss": 0.06913866847753525, "lr": 4.981625139783619e-08, "epoch": 2.8832, "percentage": 96.06, "elapsed_time": "1:00:35", "remaining_time": "0:02:29"} +{"current_steps": 903, "total_steps": 939, "loss": 0.11700673401355743, "lr": 4.723292384426203e-08, "epoch": 2.8864, "percentage": 96.17, "elapsed_time": "1:00:39", "remaining_time": "0:02:25"} +{"current_steps": 904, "total_steps": 939, "loss": 0.04840843379497528, "lr": 4.471805579200239e-08, "epoch": 2.8895999999999997, "percentage": 96.27, "elapsed_time": "1:00:43", "remaining_time": "0:02:21"} +{"current_steps": 905, "total_steps": 939, "loss": 0.0787072479724884, "lr": 4.227168200276077e-08, "epoch": 2.8928000000000003, "percentage": 96.38, "elapsed_time": "1:00:47", "remaining_time": "0:02:17"} +{"current_steps": 906, "total_steps": 939, "loss": 0.14012834429740906, "lr": 3.989383629147747e-08, "epoch": 2.896, "percentage": 96.49, "elapsed_time": "1:00:51", "remaining_time": "0:02:12"} +{"current_steps": 907, "total_steps": 939, "loss": 0.07618975639343262, "lr": 3.758455152586715e-08, "epoch": 2.8992, "percentage": 96.59, "elapsed_time": "1:00:54", "remaining_time": "0:02:08"} +{"current_steps": 908, "total_steps": 939, "loss": 0.06973709911108017, "lr": 3.534385962596143e-08, "epoch": 2.9024, "percentage": 96.7, "elapsed_time": "1:00:58", "remaining_time": "0:02:04"} +{"current_steps": 909, "total_steps": 939, "loss": 0.13123367726802826, "lr": 3.3171791563669785e-08, "epoch": 2.9055999999999997, "percentage": 96.81, "elapsed_time": "1:01:02", "remaining_time": "0:02:00"} +{"current_steps": 910, "total_steps": 939, "loss": 0.05719318240880966, "lr": 3.10683773623488e-08, "epoch": 2.9088000000000003, "percentage": 96.91, "elapsed_time": "1:01:06", "remaining_time": "0:01:56"} +{"current_steps": 911, "total_steps": 939, "loss": 0.11336243897676468, "lr": 2.9033646096390255e-08, "epoch": 2.912, "percentage": 97.02, "elapsed_time": "1:01:10", "remaining_time": "0:01:52"} +{"current_steps": 912, "total_steps": 939, "loss": 0.0554865300655365, "lr": 2.706762589081646e-08, "epoch": 2.9152, "percentage": 97.12, "elapsed_time": "1:01:14", "remaining_time": "0:01:48"} +{"current_steps": 913, "total_steps": 939, "loss": 0.09645409882068634, "lr": 2.517034392089446e-08, "epoch": 2.9184, "percentage": 97.23, "elapsed_time": "1:01:18", "remaining_time": "0:01:44"} +{"current_steps": 914, "total_steps": 939, "loss": 0.0811377689242363, "lr": 2.3341826411756863e-08, "epoch": 2.9215999999999998, "percentage": 97.34, "elapsed_time": "1:01:22", "remaining_time": "0:01:40"} +{"current_steps": 915, "total_steps": 939, "loss": 0.11350905150175095, "lr": 2.158209863804217e-08, "epoch": 2.9248, "percentage": 97.44, "elapsed_time": "1:01:25", "remaining_time": "0:01:36"} +{"current_steps": 916, "total_steps": 939, "loss": 0.09957945346832275, "lr": 1.9891184923544472e-08, "epoch": 2.928, "percentage": 97.55, "elapsed_time": "1:01:29", "remaining_time": "0:01:32"} +{"current_steps": 917, "total_steps": 939, "loss": 0.15663447976112366, "lr": 1.826910864087761e-08, "epoch": 2.9312, "percentage": 97.66, "elapsed_time": "1:01:33", "remaining_time": "0:01:28"} +{"current_steps": 918, "total_steps": 939, "loss": 0.06668084114789963, "lr": 1.6715892211150442e-08, "epoch": 2.9344, "percentage": 97.76, "elapsed_time": "1:01:37", "remaining_time": "0:01:24"} +{"current_steps": 919, "total_steps": 939, "loss": 0.08607907593250275, "lr": 1.5231557103658755e-08, "epoch": 2.9375999999999998, "percentage": 97.87, "elapsed_time": "1:01:41", "remaining_time": "0:01:20"} +{"current_steps": 920, "total_steps": 939, "loss": 0.14103570580482483, "lr": 1.3816123835588835e-08, "epoch": 2.9408, "percentage": 97.98, "elapsed_time": "1:01:45", "remaining_time": "0:01:16"} +{"current_steps": 921, "total_steps": 939, "loss": 0.14255325496196747, "lr": 1.2469611971731576e-08, "epoch": 2.944, "percentage": 98.08, "elapsed_time": "1:01:49", "remaining_time": "0:01:12"} +{"current_steps": 922, "total_steps": 939, "loss": 0.06863875687122345, "lr": 1.1192040124214931e-08, "epoch": 2.9472, "percentage": 98.19, "elapsed_time": "1:01:53", "remaining_time": "0:01:08"} +{"current_steps": 923, "total_steps": 939, "loss": 0.06344830244779587, "lr": 9.983425952243552e-09, "epoch": 2.9504, "percentage": 98.3, "elapsed_time": "1:01:57", "remaining_time": "0:01:04"} +{"current_steps": 924, "total_steps": 939, "loss": 0.0726478099822998, "lr": 8.84378616185788e-09, "epoch": 2.9536, "percentage": 98.4, "elapsed_time": "1:02:00", "remaining_time": "0:01:00"} +{"current_steps": 925, "total_steps": 939, "loss": 0.0803748369216919, "lr": 7.773136505700995e-09, "epoch": 2.9568, "percentage": 98.51, "elapsed_time": "1:02:04", "remaining_time": "0:00:56"} +{"current_steps": 926, "total_steps": 939, "loss": 0.056443389505147934, "lr": 6.7714917828004545e-09, "epoch": 2.96, "percentage": 98.62, "elapsed_time": "1:02:08", "remaining_time": "0:00:52"} +{"current_steps": 927, "total_steps": 939, "loss": 0.12406027317047119, "lr": 5.838865838366792e-09, "epoch": 2.9632, "percentage": 98.72, "elapsed_time": "1:02:12", "remaining_time": "0:00:48"} +{"current_steps": 928, "total_steps": 939, "loss": 0.1432250440120697, "lr": 4.975271563599227e-09, "epoch": 2.9664, "percentage": 98.83, "elapsed_time": "1:02:16", "remaining_time": "0:00:44"} +{"current_steps": 929, "total_steps": 939, "loss": 0.09522116184234619, "lr": 4.180720895508028e-09, "epoch": 2.9696, "percentage": 98.94, "elapsed_time": "1:02:20", "remaining_time": "0:00:40"} +{"current_steps": 930, "total_steps": 939, "loss": 0.052742742002010345, "lr": 3.4552248167507576e-09, "epoch": 2.9728, "percentage": 99.04, "elapsed_time": "1:02:23", "remaining_time": "0:00:36"} +{"current_steps": 931, "total_steps": 939, "loss": 0.10027141869068146, "lr": 2.798793355478502e-09, "epoch": 2.976, "percentage": 99.15, "elapsed_time": "1:02:27", "remaining_time": "0:00:32"} +{"current_steps": 932, "total_steps": 939, "loss": 0.0803011953830719, "lr": 2.2114355851993175e-09, "epoch": 2.9792, "percentage": 99.25, "elapsed_time": "1:02:31", "remaining_time": "0:00:28"} +{"current_steps": 933, "total_steps": 939, "loss": 0.09913653135299683, "lr": 1.6931596246516636e-09, "epoch": 2.9824, "percentage": 99.36, "elapsed_time": "1:02:35", "remaining_time": "0:00:24"} +{"current_steps": 934, "total_steps": 939, "loss": 0.07257185131311417, "lr": 1.24397263769227e-09, "epoch": 2.9856, "percentage": 99.47, "elapsed_time": "1:02:39", "remaining_time": "0:00:20"} +{"current_steps": 935, "total_steps": 939, "loss": 0.12553086876869202, "lr": 8.638808331973281e-10, "epoch": 2.9888, "percentage": 99.57, "elapsed_time": "1:02:43", "remaining_time": "0:00:16"} +{"current_steps": 936, "total_steps": 939, "loss": 0.12835493683815002, "lr": 5.528894649758921e-10, "epoch": 2.992, "percentage": 99.68, "elapsed_time": "1:02:47", "remaining_time": "0:00:12"} +{"current_steps": 937, "total_steps": 939, "loss": 0.14904943108558655, "lr": 3.1100283169938074e-10, "epoch": 2.9952, "percentage": 99.79, "elapsed_time": "1:02:50", "remaining_time": "0:00:08"} +{"current_steps": 938, "total_steps": 939, "loss": 0.10862727463245392, "lr": 1.3822427683884975e-10, "epoch": 2.9984, "percentage": 99.89, "elapsed_time": "1:02:54", "remaining_time": "0:00:04"} +{"current_steps": 939, "total_steps": 939, "loss": 0.11463062465190887, "lr": 3.4556188622802964e-11, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "1:02:56", "remaining_time": "0:00:00"} +{"current_steps": 939, "total_steps": 939, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "1:03:58", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..c1a1bc2 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,6616 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 939, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0032, + "grad_norm": 30.96875150445469, + "learning_rate": 0.0, + "loss": 1.8349742889404297, + "step": 1 + }, + { + "epoch": 0.0064, + "grad_norm": 34.95019581450876, + "learning_rate": 1.0638297872340426e-07, + "loss": 2.0016040802001953, + "step": 2 + }, + { + "epoch": 0.0096, + "grad_norm": 32.45279398076596, + "learning_rate": 2.1276595744680852e-07, + "loss": 1.4195575714111328, + "step": 3 + }, + { + "epoch": 0.0128, + "grad_norm": 32.80607912486261, + "learning_rate": 3.1914893617021275e-07, + "loss": 1.83726167678833, + "step": 4 + }, + { + "epoch": 0.016, + "grad_norm": 36.86296058029906, + "learning_rate": 4.2553191489361704e-07, + "loss": 1.8575166463851929, + "step": 5 + }, + { + "epoch": 0.0192, + "grad_norm": 32.61625329865889, + "learning_rate": 5.319148936170213e-07, + "loss": 2.033665895462036, + "step": 6 + }, + { + "epoch": 0.0224, + "grad_norm": 34.426697968740584, + "learning_rate": 6.382978723404255e-07, + "loss": 1.5992650985717773, + "step": 7 + }, + { + "epoch": 0.0256, + "grad_norm": 36.23664039546045, + "learning_rate": 7.446808510638298e-07, + "loss": 1.830265998840332, + "step": 8 + }, + { + "epoch": 0.0288, + "grad_norm": 33.21757257282207, + "learning_rate": 8.510638297872341e-07, + "loss": 1.7864813804626465, + "step": 9 + }, + { + "epoch": 0.032, + "grad_norm": 34.5991653097688, + "learning_rate": 9.574468085106384e-07, + "loss": 1.9527478218078613, + "step": 10 + }, + { + "epoch": 0.0352, + "grad_norm": 29.008360920775424, + "learning_rate": 1.0638297872340427e-06, + "loss": 1.68494713306427, + "step": 11 + }, + { + "epoch": 0.0384, + "grad_norm": 34.538707651820694, + "learning_rate": 1.170212765957447e-06, + "loss": 1.7542328834533691, + "step": 12 + }, + { + "epoch": 0.0416, + "grad_norm": 21.7487137271236, + "learning_rate": 1.276595744680851e-06, + "loss": 1.6859506368637085, + "step": 13 + }, + { + "epoch": 0.0448, + "grad_norm": 21.078691821583366, + "learning_rate": 1.3829787234042555e-06, + "loss": 1.4219917058944702, + "step": 14 + }, + { + "epoch": 0.048, + "grad_norm": 26.93301061418375, + "learning_rate": 1.4893617021276596e-06, + "loss": 1.9395288228988647, + "step": 15 + }, + { + "epoch": 0.0512, + "grad_norm": 22.121624461328494, + "learning_rate": 1.595744680851064e-06, + "loss": 1.6113699674606323, + "step": 16 + }, + { + "epoch": 0.0544, + "grad_norm": 18.897886549324493, + "learning_rate": 1.7021276595744682e-06, + "loss": 1.7385358810424805, + "step": 17 + }, + { + "epoch": 0.0576, + "grad_norm": 22.03871877789075, + "learning_rate": 1.8085106382978727e-06, + "loss": 1.8294150829315186, + "step": 18 + }, + { + "epoch": 0.0608, + "grad_norm": 15.406834573321145, + "learning_rate": 1.9148936170212767e-06, + "loss": 1.7034738063812256, + "step": 19 + }, + { + "epoch": 0.064, + "grad_norm": 18.373204800193015, + "learning_rate": 2.021276595744681e-06, + "loss": 1.6598455905914307, + "step": 20 + }, + { + "epoch": 0.0672, + "grad_norm": 19.592535448012214, + "learning_rate": 2.1276595744680853e-06, + "loss": 1.3032071590423584, + "step": 21 + }, + { + "epoch": 0.0704, + "grad_norm": 13.495246124339976, + "learning_rate": 2.2340425531914894e-06, + "loss": 1.6954210996627808, + "step": 22 + }, + { + "epoch": 0.0736, + "grad_norm": 12.970591363414057, + "learning_rate": 2.340425531914894e-06, + "loss": 1.5859076976776123, + "step": 23 + }, + { + "epoch": 0.0768, + "grad_norm": 11.06105741263378, + "learning_rate": 2.446808510638298e-06, + "loss": 1.2175744771957397, + "step": 24 + }, + { + "epoch": 0.08, + "grad_norm": 11.844253708019131, + "learning_rate": 2.553191489361702e-06, + "loss": 1.4733150005340576, + "step": 25 + }, + { + "epoch": 0.0832, + "grad_norm": 10.35129504094599, + "learning_rate": 2.6595744680851065e-06, + "loss": 1.3996121883392334, + "step": 26 + }, + { + "epoch": 0.0864, + "grad_norm": 6.985786531088317, + "learning_rate": 2.765957446808511e-06, + "loss": 0.7041330337524414, + "step": 27 + }, + { + "epoch": 0.0896, + "grad_norm": 10.843669233693165, + "learning_rate": 2.8723404255319155e-06, + "loss": 1.3123451471328735, + "step": 28 + }, + { + "epoch": 0.0928, + "grad_norm": 14.51074241907493, + "learning_rate": 2.978723404255319e-06, + "loss": 1.4157214164733887, + "step": 29 + }, + { + "epoch": 0.096, + "grad_norm": 9.069063206364158, + "learning_rate": 3.0851063829787237e-06, + "loss": 1.3999661207199097, + "step": 30 + }, + { + "epoch": 0.0992, + "grad_norm": 10.79465351317264, + "learning_rate": 3.191489361702128e-06, + "loss": 1.1525228023529053, + "step": 31 + }, + { + "epoch": 0.1024, + "grad_norm": 7.77759608671091, + "learning_rate": 3.297872340425532e-06, + "loss": 1.0802254676818848, + "step": 32 + }, + { + "epoch": 0.1056, + "grad_norm": 7.236947074794681, + "learning_rate": 3.4042553191489363e-06, + "loss": 1.2458343505859375, + "step": 33 + }, + { + "epoch": 0.1088, + "grad_norm": 8.556093385252257, + "learning_rate": 3.510638297872341e-06, + "loss": 1.1014039516448975, + "step": 34 + }, + { + "epoch": 0.112, + "grad_norm": 8.88523637866704, + "learning_rate": 3.6170212765957453e-06, + "loss": 1.4348636865615845, + "step": 35 + }, + { + "epoch": 0.1152, + "grad_norm": 12.187559987922132, + "learning_rate": 3.723404255319149e-06, + "loss": 1.279908537864685, + "step": 36 + }, + { + "epoch": 0.1184, + "grad_norm": 9.386079656794308, + "learning_rate": 3.8297872340425535e-06, + "loss": 1.2550249099731445, + "step": 37 + }, + { + "epoch": 0.1216, + "grad_norm": 10.237297417039766, + "learning_rate": 3.936170212765958e-06, + "loss": 1.3033971786499023, + "step": 38 + }, + { + "epoch": 0.1248, + "grad_norm": 10.180050386372764, + "learning_rate": 4.042553191489362e-06, + "loss": 1.2937856912612915, + "step": 39 + }, + { + "epoch": 0.128, + "grad_norm": 8.993124480573385, + "learning_rate": 4.148936170212766e-06, + "loss": 1.2794173955917358, + "step": 40 + }, + { + "epoch": 0.1312, + "grad_norm": 8.197974292027313, + "learning_rate": 4.255319148936171e-06, + "loss": 1.3401811122894287, + "step": 41 + }, + { + "epoch": 0.1344, + "grad_norm": 9.581134774245738, + "learning_rate": 4.361702127659575e-06, + "loss": 1.4371700286865234, + "step": 42 + }, + { + "epoch": 0.1376, + "grad_norm": 9.638042206927206, + "learning_rate": 4.468085106382979e-06, + "loss": 1.2635990381240845, + "step": 43 + }, + { + "epoch": 0.1408, + "grad_norm": 7.796666702565968, + "learning_rate": 4.574468085106383e-06, + "loss": 1.2196773290634155, + "step": 44 + }, + { + "epoch": 0.144, + "grad_norm": 10.426027552051274, + "learning_rate": 4.680851063829788e-06, + "loss": 1.162177562713623, + "step": 45 + }, + { + "epoch": 0.1472, + "grad_norm": 7.247222462163813, + "learning_rate": 4.787234042553192e-06, + "loss": 1.0528342723846436, + "step": 46 + }, + { + "epoch": 0.1504, + "grad_norm": 9.465099894062243, + "learning_rate": 4.893617021276596e-06, + "loss": 1.5967459678649902, + "step": 47 + }, + { + "epoch": 0.1536, + "grad_norm": 7.550984062777398, + "learning_rate": 5e-06, + "loss": 1.2654751539230347, + "step": 48 + }, + { + "epoch": 0.1568, + "grad_norm": 10.76023862618631, + "learning_rate": 5.106382978723404e-06, + "loss": 1.2069895267486572, + "step": 49 + }, + { + "epoch": 0.16, + "grad_norm": 9.136516250945109, + "learning_rate": 5.212765957446809e-06, + "loss": 1.2848241329193115, + "step": 50 + }, + { + "epoch": 0.1632, + "grad_norm": 10.301776121316426, + "learning_rate": 5.319148936170213e-06, + "loss": 1.2709619998931885, + "step": 51 + }, + { + "epoch": 0.1664, + "grad_norm": 7.542443832554114, + "learning_rate": 5.425531914893617e-06, + "loss": 1.535873532295227, + "step": 52 + }, + { + "epoch": 0.1696, + "grad_norm": 7.590712819179057, + "learning_rate": 5.531914893617022e-06, + "loss": 1.1793067455291748, + "step": 53 + }, + { + "epoch": 0.1728, + "grad_norm": 8.189202743606653, + "learning_rate": 5.638297872340426e-06, + "loss": 1.390581727027893, + "step": 54 + }, + { + "epoch": 0.176, + "grad_norm": 8.758692219332021, + "learning_rate": 5.744680851063831e-06, + "loss": 1.604058027267456, + "step": 55 + }, + { + "epoch": 0.1792, + "grad_norm": 7.34525972239494, + "learning_rate": 5.851063829787235e-06, + "loss": 1.3224234580993652, + "step": 56 + }, + { + "epoch": 0.1824, + "grad_norm": 9.347814779490452, + "learning_rate": 5.957446808510638e-06, + "loss": 1.272003173828125, + "step": 57 + }, + { + "epoch": 0.1856, + "grad_norm": 8.367564401249584, + "learning_rate": 6.063829787234044e-06, + "loss": 1.2350473403930664, + "step": 58 + }, + { + "epoch": 0.1888, + "grad_norm": 8.010485046273208, + "learning_rate": 6.170212765957447e-06, + "loss": 1.37330162525177, + "step": 59 + }, + { + "epoch": 0.192, + "grad_norm": 9.937514811635035, + "learning_rate": 6.276595744680851e-06, + "loss": 1.0028364658355713, + "step": 60 + }, + { + "epoch": 0.1952, + "grad_norm": 7.960093556304971, + "learning_rate": 6.382978723404256e-06, + "loss": 1.1944432258605957, + "step": 61 + }, + { + "epoch": 0.1984, + "grad_norm": 6.776583763386315, + "learning_rate": 6.48936170212766e-06, + "loss": 1.267136573791504, + "step": 62 + }, + { + "epoch": 0.2016, + "grad_norm": 11.136111311029287, + "learning_rate": 6.595744680851064e-06, + "loss": 1.4628270864486694, + "step": 63 + }, + { + "epoch": 0.2048, + "grad_norm": 9.435199406382802, + "learning_rate": 6.702127659574469e-06, + "loss": 1.1075782775878906, + "step": 64 + }, + { + "epoch": 0.208, + "grad_norm": 10.286519037221874, + "learning_rate": 6.808510638297873e-06, + "loss": 1.2595106363296509, + "step": 65 + }, + { + "epoch": 0.2112, + "grad_norm": 9.620595259881748, + "learning_rate": 6.914893617021278e-06, + "loss": 1.3000699281692505, + "step": 66 + }, + { + "epoch": 0.2144, + "grad_norm": 7.536926343903873, + "learning_rate": 7.021276595744682e-06, + "loss": 1.3746538162231445, + "step": 67 + }, + { + "epoch": 0.2176, + "grad_norm": 8.731908589039898, + "learning_rate": 7.127659574468085e-06, + "loss": 1.3396170139312744, + "step": 68 + }, + { + "epoch": 0.2208, + "grad_norm": 7.854135252040015, + "learning_rate": 7.234042553191491e-06, + "loss": 1.073827862739563, + "step": 69 + }, + { + "epoch": 0.224, + "grad_norm": 7.733710817679651, + "learning_rate": 7.340425531914894e-06, + "loss": 0.9759301543235779, + "step": 70 + }, + { + "epoch": 0.2272, + "grad_norm": 7.909330011436939, + "learning_rate": 7.446808510638298e-06, + "loss": 1.3497977256774902, + "step": 71 + }, + { + "epoch": 0.2304, + "grad_norm": 11.78949760266287, + "learning_rate": 7.553191489361703e-06, + "loss": 1.1876658201217651, + "step": 72 + }, + { + "epoch": 0.2336, + "grad_norm": 8.298838056537683, + "learning_rate": 7.659574468085107e-06, + "loss": 1.2548987865447998, + "step": 73 + }, + { + "epoch": 0.2368, + "grad_norm": 9.125944026168344, + "learning_rate": 7.765957446808511e-06, + "loss": 1.4559820890426636, + "step": 74 + }, + { + "epoch": 0.24, + "grad_norm": 11.624278478953103, + "learning_rate": 7.872340425531916e-06, + "loss": 1.6806881427764893, + "step": 75 + }, + { + "epoch": 0.2432, + "grad_norm": 6.9038083151156515, + "learning_rate": 7.97872340425532e-06, + "loss": 1.1877515316009521, + "step": 76 + }, + { + "epoch": 0.2464, + "grad_norm": 7.823547542303503, + "learning_rate": 8.085106382978723e-06, + "loss": 1.4321260452270508, + "step": 77 + }, + { + "epoch": 0.2496, + "grad_norm": 9.02972627426372, + "learning_rate": 8.191489361702128e-06, + "loss": 1.2051981687545776, + "step": 78 + }, + { + "epoch": 0.2528, + "grad_norm": 9.327692687220065, + "learning_rate": 8.297872340425532e-06, + "loss": 1.159995198249817, + "step": 79 + }, + { + "epoch": 0.256, + "grad_norm": 8.372816951097537, + "learning_rate": 8.404255319148937e-06, + "loss": 1.3725446462631226, + "step": 80 + }, + { + "epoch": 0.2592, + "grad_norm": 8.08166498508954, + "learning_rate": 8.510638297872341e-06, + "loss": 1.5179659128189087, + "step": 81 + }, + { + "epoch": 0.2624, + "grad_norm": 7.799489940965433, + "learning_rate": 8.617021276595746e-06, + "loss": 1.437788963317871, + "step": 82 + }, + { + "epoch": 0.2656, + "grad_norm": 11.248863381595092, + "learning_rate": 8.72340425531915e-06, + "loss": 1.1491832733154297, + "step": 83 + }, + { + "epoch": 0.2688, + "grad_norm": 7.10583697775692, + "learning_rate": 8.829787234042555e-06, + "loss": 1.0702165365219116, + "step": 84 + }, + { + "epoch": 0.272, + "grad_norm": 9.473667376587484, + "learning_rate": 8.936170212765958e-06, + "loss": 1.389183521270752, + "step": 85 + }, + { + "epoch": 0.2752, + "grad_norm": 7.012139508655576, + "learning_rate": 9.042553191489362e-06, + "loss": 1.2944904565811157, + "step": 86 + }, + { + "epoch": 0.2784, + "grad_norm": 8.347943103318496, + "learning_rate": 9.148936170212767e-06, + "loss": 1.2050387859344482, + "step": 87 + }, + { + "epoch": 0.2816, + "grad_norm": 8.551639933185136, + "learning_rate": 9.255319148936171e-06, + "loss": 1.1384426355361938, + "step": 88 + }, + { + "epoch": 0.2848, + "grad_norm": 8.912024381596014, + "learning_rate": 9.361702127659576e-06, + "loss": 1.436863660812378, + "step": 89 + }, + { + "epoch": 0.288, + "grad_norm": 8.31416368360688, + "learning_rate": 9.46808510638298e-06, + "loss": 1.2077499628067017, + "step": 90 + }, + { + "epoch": 0.2912, + "grad_norm": 9.91164603240442, + "learning_rate": 9.574468085106385e-06, + "loss": 1.1718724966049194, + "step": 91 + }, + { + "epoch": 0.2944, + "grad_norm": 11.956056504029057, + "learning_rate": 9.680851063829787e-06, + "loss": 1.2550005912780762, + "step": 92 + }, + { + "epoch": 0.2976, + "grad_norm": 9.357707936070234, + "learning_rate": 9.787234042553192e-06, + "loss": 1.6930280923843384, + "step": 93 + }, + { + "epoch": 0.3008, + "grad_norm": 7.901106221576849, + "learning_rate": 9.893617021276596e-06, + "loss": 1.2924106121063232, + "step": 94 + }, + { + "epoch": 0.304, + "grad_norm": 9.334720179751995, + "learning_rate": 1e-05, + "loss": 1.4082775115966797, + "step": 95 + }, + { + "epoch": 0.3072, + "grad_norm": 7.535092364165803, + "learning_rate": 9.999965443811378e-06, + "loss": 1.2915349006652832, + "step": 96 + }, + { + "epoch": 0.3104, + "grad_norm": 8.263475834935997, + "learning_rate": 9.999861775723162e-06, + "loss": 1.3475099802017212, + "step": 97 + }, + { + "epoch": 0.3136, + "grad_norm": 7.648559636952261, + "learning_rate": 9.999688997168301e-06, + "loss": 1.049058437347412, + "step": 98 + }, + { + "epoch": 0.3168, + "grad_norm": 7.5409703446829095, + "learning_rate": 9.999447110535026e-06, + "loss": 1.1638190746307373, + "step": 99 + }, + { + "epoch": 0.32, + "grad_norm": 7.31326945050447, + "learning_rate": 9.999136119166803e-06, + "loss": 1.2690186500549316, + "step": 100 + }, + { + "epoch": 0.3232, + "grad_norm": 7.371374382103116, + "learning_rate": 9.998756027362308e-06, + "loss": 1.271148681640625, + "step": 101 + }, + { + "epoch": 0.3264, + "grad_norm": 8.432395320064106, + "learning_rate": 9.99830684037535e-06, + "loss": 1.1501715183258057, + "step": 102 + }, + { + "epoch": 0.3296, + "grad_norm": 8.617624539965131, + "learning_rate": 9.9977885644148e-06, + "loss": 1.3156936168670654, + "step": 103 + }, + { + "epoch": 0.3328, + "grad_norm": 8.600550715469133, + "learning_rate": 9.997201206644522e-06, + "loss": 1.4087587594985962, + "step": 104 + }, + { + "epoch": 0.336, + "grad_norm": 8.010539885033761, + "learning_rate": 9.99654477518325e-06, + "loss": 1.3723515272140503, + "step": 105 + }, + { + "epoch": 0.3392, + "grad_norm": 10.015355986402822, + "learning_rate": 9.995819279104494e-06, + "loss": 1.437239408493042, + "step": 106 + }, + { + "epoch": 0.3424, + "grad_norm": 7.7487706895929485, + "learning_rate": 9.995024728436402e-06, + "loss": 1.434226155281067, + "step": 107 + }, + { + "epoch": 0.3456, + "grad_norm": 9.117544182516218, + "learning_rate": 9.994161134161635e-06, + "loss": 1.3603150844573975, + "step": 108 + }, + { + "epoch": 0.3488, + "grad_norm": 6.788867107690524, + "learning_rate": 9.993228508217201e-06, + "loss": 1.267934799194336, + "step": 109 + }, + { + "epoch": 0.352, + "grad_norm": 9.669438898873976, + "learning_rate": 9.9922268634943e-06, + "loss": 1.168867826461792, + "step": 110 + }, + { + "epoch": 0.3552, + "grad_norm": 13.689594861211107, + "learning_rate": 9.991156213838143e-06, + "loss": 1.2784748077392578, + "step": 111 + }, + { + "epoch": 0.3584, + "grad_norm": 7.943483018618271, + "learning_rate": 9.990016574047757e-06, + "loss": 1.2634623050689697, + "step": 112 + }, + { + "epoch": 0.3616, + "grad_norm": 8.468543469548031, + "learning_rate": 9.988807959875785e-06, + "loss": 1.6450899839401245, + "step": 113 + }, + { + "epoch": 0.3648, + "grad_norm": 6.588375130584607, + "learning_rate": 9.987530388028269e-06, + "loss": 0.9087746739387512, + "step": 114 + }, + { + "epoch": 0.368, + "grad_norm": 9.836251002577367, + "learning_rate": 9.986183876164412e-06, + "loss": 1.0217828750610352, + "step": 115 + }, + { + "epoch": 0.3712, + "grad_norm": 9.643715235954506, + "learning_rate": 9.984768442896342e-06, + "loss": 1.262690544128418, + "step": 116 + }, + { + "epoch": 0.3744, + "grad_norm": 10.040279374863353, + "learning_rate": 9.983284107788852e-06, + "loss": 1.2868056297302246, + "step": 117 + }, + { + "epoch": 0.3776, + "grad_norm": 8.035896469127108, + "learning_rate": 9.981730891359123e-06, + "loss": 1.4883698225021362, + "step": 118 + }, + { + "epoch": 0.3808, + "grad_norm": 8.292927585211592, + "learning_rate": 9.980108815076456e-06, + "loss": 1.6060783863067627, + "step": 119 + }, + { + "epoch": 0.384, + "grad_norm": 8.360485993283595, + "learning_rate": 9.978417901361958e-06, + "loss": 1.423858880996704, + "step": 120 + }, + { + "epoch": 0.3872, + "grad_norm": 7.251543226190821, + "learning_rate": 9.976658173588244e-06, + "loss": 1.3574882745742798, + "step": 121 + }, + { + "epoch": 0.3904, + "grad_norm": 8.39919425687285, + "learning_rate": 9.974829656079106e-06, + "loss": 1.1160762310028076, + "step": 122 + }, + { + "epoch": 0.3936, + "grad_norm": 6.86268366822002, + "learning_rate": 9.972932374109184e-06, + "loss": 1.3323800563812256, + "step": 123 + }, + { + "epoch": 0.3968, + "grad_norm": 9.079755548651608, + "learning_rate": 9.97096635390361e-06, + "loss": 1.388983130455017, + "step": 124 + }, + { + "epoch": 0.4, + "grad_norm": 8.320616663121625, + "learning_rate": 9.968931622637652e-06, + "loss": 1.467790126800537, + "step": 125 + }, + { + "epoch": 0.4032, + "grad_norm": 11.534992416476264, + "learning_rate": 9.966828208436332e-06, + "loss": 1.3372962474822998, + "step": 126 + }, + { + "epoch": 0.4064, + "grad_norm": 9.611003780885763, + "learning_rate": 9.96465614037404e-06, + "loss": 1.5618739128112793, + "step": 127 + }, + { + "epoch": 0.4096, + "grad_norm": 8.217835669877172, + "learning_rate": 9.962415448474134e-06, + "loss": 1.574603796005249, + "step": 128 + }, + { + "epoch": 0.4128, + "grad_norm": 10.226792927619416, + "learning_rate": 9.960106163708522e-06, + "loss": 1.2998956441879272, + "step": 129 + }, + { + "epoch": 0.416, + "grad_norm": 9.007862705746613, + "learning_rate": 9.95772831799724e-06, + "loss": 1.226587176322937, + "step": 130 + }, + { + "epoch": 0.4192, + "grad_norm": 9.323562095808699, + "learning_rate": 9.955281944207998e-06, + "loss": 1.5016090869903564, + "step": 131 + }, + { + "epoch": 0.4224, + "grad_norm": 9.032461366830766, + "learning_rate": 9.95276707615574e-06, + "loss": 1.3798859119415283, + "step": 132 + }, + { + "epoch": 0.4256, + "grad_norm": 9.535209655464094, + "learning_rate": 9.950183748602164e-06, + "loss": 1.4370064735412598, + "step": 133 + }, + { + "epoch": 0.4288, + "grad_norm": 7.37580804624013, + "learning_rate": 9.947531997255256e-06, + "loss": 1.5972474813461304, + "step": 134 + }, + { + "epoch": 0.432, + "grad_norm": 8.601914118029566, + "learning_rate": 9.944811858768782e-06, + "loss": 1.2247103452682495, + "step": 135 + }, + { + "epoch": 0.4352, + "grad_norm": 8.00148882827197, + "learning_rate": 9.94202337074179e-06, + "loss": 1.3642845153808594, + "step": 136 + }, + { + "epoch": 0.4384, + "grad_norm": 10.331198505072173, + "learning_rate": 9.939166571718086e-06, + "loss": 1.3845267295837402, + "step": 137 + }, + { + "epoch": 0.4416, + "grad_norm": 6.955091267740038, + "learning_rate": 9.936241501185706e-06, + "loss": 1.3615238666534424, + "step": 138 + }, + { + "epoch": 0.4448, + "grad_norm": 8.57723687785519, + "learning_rate": 9.933248199576366e-06, + "loss": 1.6141746044158936, + "step": 139 + }, + { + "epoch": 0.448, + "grad_norm": 10.089526067211054, + "learning_rate": 9.930186708264902e-06, + "loss": 1.359433650970459, + "step": 140 + }, + { + "epoch": 0.4512, + "grad_norm": 6.783706799602165, + "learning_rate": 9.927057069568704e-06, + "loss": 1.4856258630752563, + "step": 141 + }, + { + "epoch": 0.4544, + "grad_norm": 7.799697591642719, + "learning_rate": 9.923859326747125e-06, + "loss": 1.1757385730743408, + "step": 142 + }, + { + "epoch": 0.4576, + "grad_norm": 9.03252291305227, + "learning_rate": 9.920593524000887e-06, + "loss": 1.4313726425170898, + "step": 143 + }, + { + "epoch": 0.4608, + "grad_norm": 9.065244876878161, + "learning_rate": 9.917259706471469e-06, + "loss": 1.1987106800079346, + "step": 144 + }, + { + "epoch": 0.464, + "grad_norm": 8.170331975982476, + "learning_rate": 9.913857920240481e-06, + "loss": 1.3925058841705322, + "step": 145 + }, + { + "epoch": 0.4672, + "grad_norm": 8.674441658597983, + "learning_rate": 9.91038821232903e-06, + "loss": 1.154026746749878, + "step": 146 + }, + { + "epoch": 0.4704, + "grad_norm": 8.017930051145642, + "learning_rate": 9.906850630697068e-06, + "loss": 1.4966177940368652, + "step": 147 + }, + { + "epoch": 0.4736, + "grad_norm": 7.116286207941994, + "learning_rate": 9.903245224242732e-06, + "loss": 1.4258092641830444, + "step": 148 + }, + { + "epoch": 0.4768, + "grad_norm": 8.897001777117357, + "learning_rate": 9.899572042801662e-06, + "loss": 1.0794379711151123, + "step": 149 + }, + { + "epoch": 0.48, + "grad_norm": 8.094499313219195, + "learning_rate": 9.895831137146319e-06, + "loss": 1.6029235124588013, + "step": 150 + }, + { + "epoch": 0.4832, + "grad_norm": 7.894503427411005, + "learning_rate": 9.89202255898528e-06, + "loss": 1.298710823059082, + "step": 151 + }, + { + "epoch": 0.4864, + "grad_norm": 6.9424091786582425, + "learning_rate": 9.888146360962523e-06, + "loss": 1.2579549551010132, + "step": 152 + }, + { + "epoch": 0.4896, + "grad_norm": 7.789551735514812, + "learning_rate": 9.8842025966567e-06, + "loss": 1.2674002647399902, + "step": 153 + }, + { + "epoch": 0.4928, + "grad_norm": 7.449801727346905, + "learning_rate": 9.880191320580396e-06, + "loss": 1.0756787061691284, + "step": 154 + }, + { + "epoch": 0.496, + "grad_norm": 8.976478984694314, + "learning_rate": 9.876112588179378e-06, + "loss": 1.3505208492279053, + "step": 155 + }, + { + "epoch": 0.4992, + "grad_norm": 7.628207774924687, + "learning_rate": 9.87196645583182e-06, + "loss": 1.548148512840271, + "step": 156 + }, + { + "epoch": 0.5024, + "grad_norm": 8.159214519700773, + "learning_rate": 9.86775298084754e-06, + "loss": 1.2795175313949585, + "step": 157 + }, + { + "epoch": 0.5056, + "grad_norm": 10.401589042976578, + "learning_rate": 9.863472221467189e-06, + "loss": 1.32072114944458, + "step": 158 + }, + { + "epoch": 0.5088, + "grad_norm": 7.342627377858892, + "learning_rate": 9.85912423686146e-06, + "loss": 1.2856944799423218, + "step": 159 + }, + { + "epoch": 0.512, + "grad_norm": 9.802720039801498, + "learning_rate": 9.854709087130261e-06, + "loss": 1.2735116481781006, + "step": 160 + }, + { + "epoch": 0.5152, + "grad_norm": 9.012158159809712, + "learning_rate": 9.850226833301893e-06, + "loss": 1.3676214218139648, + "step": 161 + }, + { + "epoch": 0.5184, + "grad_norm": 9.504718702805361, + "learning_rate": 9.8456775373322e-06, + "loss": 1.3856254816055298, + "step": 162 + }, + { + "epoch": 0.5216, + "grad_norm": 9.520254954936085, + "learning_rate": 9.841061262103713e-06, + "loss": 1.3689014911651611, + "step": 163 + }, + { + "epoch": 0.5248, + "grad_norm": 8.992355401926835, + "learning_rate": 9.836378071424782e-06, + "loss": 1.1833181381225586, + "step": 164 + }, + { + "epoch": 0.528, + "grad_norm": 11.527699125349812, + "learning_rate": 9.831628030028698e-06, + "loss": 1.4919489622116089, + "step": 165 + }, + { + "epoch": 0.5312, + "grad_norm": 10.0230724132307, + "learning_rate": 9.826811203572785e-06, + "loss": 1.4446158409118652, + "step": 166 + }, + { + "epoch": 0.5344, + "grad_norm": 9.791234363205684, + "learning_rate": 9.821927658637518e-06, + "loss": 1.2425103187561035, + "step": 167 + }, + { + "epoch": 0.5376, + "grad_norm": 9.5128469859557, + "learning_rate": 9.81697746272557e-06, + "loss": 1.3857293128967285, + "step": 168 + }, + { + "epoch": 0.5408, + "grad_norm": 8.752661437595991, + "learning_rate": 9.811960684260907e-06, + "loss": 1.6042490005493164, + "step": 169 + }, + { + "epoch": 0.544, + "grad_norm": 8.09952625313001, + "learning_rate": 9.80687739258782e-06, + "loss": 1.2307994365692139, + "step": 170 + }, + { + "epoch": 0.5472, + "grad_norm": 7.536038343565144, + "learning_rate": 9.801727657969988e-06, + "loss": 1.6148277521133423, + "step": 171 + }, + { + "epoch": 0.5504, + "grad_norm": 9.419412970594843, + "learning_rate": 9.796511551589492e-06, + "loss": 1.626853585243225, + "step": 172 + }, + { + "epoch": 0.5536, + "grad_norm": 8.279075558536261, + "learning_rate": 9.791229145545832e-06, + "loss": 1.462764024734497, + "step": 173 + }, + { + "epoch": 0.5568, + "grad_norm": 8.195905208534509, + "learning_rate": 9.785880512854937e-06, + "loss": 1.3920596837997437, + "step": 174 + }, + { + "epoch": 0.56, + "grad_norm": 8.065511167834286, + "learning_rate": 9.78046572744815e-06, + "loss": 1.4325257539749146, + "step": 175 + }, + { + "epoch": 0.5632, + "grad_norm": 11.280239877491145, + "learning_rate": 9.77498486417121e-06, + "loss": 1.3757168054580688, + "step": 176 + }, + { + "epoch": 0.5664, + "grad_norm": 8.55752203763051, + "learning_rate": 9.769437998783216e-06, + "loss": 1.272997260093689, + "step": 177 + }, + { + "epoch": 0.5696, + "grad_norm": 6.664372135897697, + "learning_rate": 9.763825207955577e-06, + "loss": 1.4110825061798096, + "step": 178 + }, + { + "epoch": 0.5728, + "grad_norm": 6.528368357810476, + "learning_rate": 9.758146569270957e-06, + "loss": 1.3816301822662354, + "step": 179 + }, + { + "epoch": 0.576, + "grad_norm": 9.428555967314438, + "learning_rate": 9.7524021612222e-06, + "loss": 1.3761601448059082, + "step": 180 + }, + { + "epoch": 0.5792, + "grad_norm": 7.99527003460233, + "learning_rate": 9.746592063211247e-06, + "loss": 1.4292595386505127, + "step": 181 + }, + { + "epoch": 0.5824, + "grad_norm": 8.041390813612201, + "learning_rate": 9.74071635554803e-06, + "loss": 1.4273180961608887, + "step": 182 + }, + { + "epoch": 0.5856, + "grad_norm": 8.124552819493383, + "learning_rate": 9.73477511944938e-06, + "loss": 1.6726312637329102, + "step": 183 + }, + { + "epoch": 0.5888, + "grad_norm": 9.23429333066722, + "learning_rate": 9.728768437037882e-06, + "loss": 1.2996139526367188, + "step": 184 + }, + { + "epoch": 0.592, + "grad_norm": 7.5626447521114635, + "learning_rate": 9.722696391340762e-06, + "loss": 1.4366767406463623, + "step": 185 + }, + { + "epoch": 0.5952, + "grad_norm": 7.737574074357637, + "learning_rate": 9.716559066288716e-06, + "loss": 1.6778459548950195, + "step": 186 + }, + { + "epoch": 0.5984, + "grad_norm": 7.580211458049055, + "learning_rate": 9.710356546714774e-06, + "loss": 1.492369532585144, + "step": 187 + }, + { + "epoch": 0.6016, + "grad_norm": 8.470192657114852, + "learning_rate": 9.704088918353108e-06, + "loss": 1.5446763038635254, + "step": 188 + }, + { + "epoch": 0.6048, + "grad_norm": 6.495467996912486, + "learning_rate": 9.697756267837856e-06, + "loss": 1.6100184917449951, + "step": 189 + }, + { + "epoch": 0.608, + "grad_norm": 9.085731634540966, + "learning_rate": 9.691358682701927e-06, + "loss": 1.0907909870147705, + "step": 190 + }, + { + "epoch": 0.6112, + "grad_norm": 8.090818860840935, + "learning_rate": 9.684896251375784e-06, + "loss": 1.3831478357315063, + "step": 191 + }, + { + "epoch": 0.6144, + "grad_norm": 8.19502440424346, + "learning_rate": 9.678369063186224e-06, + "loss": 1.242227554321289, + "step": 192 + }, + { + "epoch": 0.6176, + "grad_norm": 8.509433204924015, + "learning_rate": 9.671777208355146e-06, + "loss": 1.3014357089996338, + "step": 193 + }, + { + "epoch": 0.6208, + "grad_norm": 9.694482283129544, + "learning_rate": 9.665120777998303e-06, + "loss": 1.1530601978302002, + "step": 194 + }, + { + "epoch": 0.624, + "grad_norm": 8.527024235466444, + "learning_rate": 9.658399864124037e-06, + "loss": 1.1213865280151367, + "step": 195 + }, + { + "epoch": 0.6272, + "grad_norm": 10.196856651685144, + "learning_rate": 9.65161455963202e-06, + "loss": 1.7852551937103271, + "step": 196 + }, + { + "epoch": 0.6304, + "grad_norm": 6.421841392452185, + "learning_rate": 9.64476495831195e-06, + "loss": 1.198685884475708, + "step": 197 + }, + { + "epoch": 0.6336, + "grad_norm": 9.93540746554796, + "learning_rate": 9.637851154842279e-06, + "loss": 1.8969557285308838, + "step": 198 + }, + { + "epoch": 0.6368, + "grad_norm": 9.221671552208548, + "learning_rate": 9.630873244788884e-06, + "loss": 1.3296985626220703, + "step": 199 + }, + { + "epoch": 0.64, + "grad_norm": 8.157249387218771, + "learning_rate": 9.623831324603755e-06, + "loss": 1.1994402408599854, + "step": 200 + }, + { + "epoch": 0.6432, + "grad_norm": 7.906826454561754, + "learning_rate": 9.61672549162366e-06, + "loss": 1.218889832496643, + "step": 201 + }, + { + "epoch": 0.6464, + "grad_norm": 9.26538506398652, + "learning_rate": 9.6095558440688e-06, + "loss": 1.787184238433838, + "step": 202 + }, + { + "epoch": 0.6496, + "grad_norm": 8.462485694883314, + "learning_rate": 9.602322481041457e-06, + "loss": 1.2930833101272583, + "step": 203 + }, + { + "epoch": 0.6528, + "grad_norm": 9.157214864566567, + "learning_rate": 9.595025502524609e-06, + "loss": 1.4967553615570068, + "step": 204 + }, + { + "epoch": 0.656, + "grad_norm": 9.612059848941996, + "learning_rate": 9.587665009380565e-06, + "loss": 1.4448820352554321, + "step": 205 + }, + { + "epoch": 0.6592, + "grad_norm": 6.635947315543452, + "learning_rate": 9.580241103349562e-06, + "loss": 1.4597171545028687, + "step": 206 + }, + { + "epoch": 0.6624, + "grad_norm": 7.425792888730578, + "learning_rate": 9.572753887048353e-06, + "loss": 1.3284748792648315, + "step": 207 + }, + { + "epoch": 0.6656, + "grad_norm": 8.007002722154544, + "learning_rate": 9.565203463968808e-06, + "loss": 1.3783037662506104, + "step": 208 + }, + { + "epoch": 0.6688, + "grad_norm": 8.405535227892571, + "learning_rate": 9.557589938476462e-06, + "loss": 1.05716872215271, + "step": 209 + }, + { + "epoch": 0.672, + "grad_norm": 8.991120037960716, + "learning_rate": 9.549913415809084e-06, + "loss": 1.2013208866119385, + "step": 210 + }, + { + "epoch": 0.6752, + "grad_norm": 8.612535125939647, + "learning_rate": 9.542174002075221e-06, + "loss": 1.3602917194366455, + "step": 211 + }, + { + "epoch": 0.6784, + "grad_norm": 7.278176190506091, + "learning_rate": 9.534371804252727e-06, + "loss": 1.1710789203643799, + "step": 212 + }, + { + "epoch": 0.6816, + "grad_norm": 8.28564418534231, + "learning_rate": 9.526506930187294e-06, + "loss": 1.2485671043395996, + "step": 213 + }, + { + "epoch": 0.6848, + "grad_norm": 7.508757976969094, + "learning_rate": 9.518579488590947e-06, + "loss": 1.4293999671936035, + "step": 214 + }, + { + "epoch": 0.688, + "grad_norm": 8.041715280031156, + "learning_rate": 9.510589589040554e-06, + "loss": 1.2213821411132812, + "step": 215 + }, + { + "epoch": 0.6912, + "grad_norm": 8.523016055109165, + "learning_rate": 9.502537341976305e-06, + "loss": 1.2829132080078125, + "step": 216 + }, + { + "epoch": 0.6944, + "grad_norm": 9.891884102081251, + "learning_rate": 9.494422858700188e-06, + "loss": 1.2510731220245361, + "step": 217 + }, + { + "epoch": 0.6976, + "grad_norm": 8.236145684986843, + "learning_rate": 9.48624625137445e-06, + "loss": 1.195442795753479, + "step": 218 + }, + { + "epoch": 0.7008, + "grad_norm": 7.609097444534671, + "learning_rate": 9.478007633020043e-06, + "loss": 1.1375254392623901, + "step": 219 + }, + { + "epoch": 0.704, + "grad_norm": 7.771415536538384, + "learning_rate": 9.469707117515068e-06, + "loss": 1.433631420135498, + "step": 220 + }, + { + "epoch": 0.7072, + "grad_norm": 8.103054466969105, + "learning_rate": 9.461344819593194e-06, + "loss": 1.3020174503326416, + "step": 221 + }, + { + "epoch": 0.7104, + "grad_norm": 10.272390792987453, + "learning_rate": 9.452920854842085e-06, + "loss": 1.0885748863220215, + "step": 222 + }, + { + "epoch": 0.7136, + "grad_norm": 8.000204602572728, + "learning_rate": 9.44443533970178e-06, + "loss": 1.1722259521484375, + "step": 223 + }, + { + "epoch": 0.7168, + "grad_norm": 8.9234066585956, + "learning_rate": 9.435888391463108e-06, + "loss": 1.3848644495010376, + "step": 224 + }, + { + "epoch": 0.72, + "grad_norm": 7.986954099491675, + "learning_rate": 9.427280128266049e-06, + "loss": 1.416928768157959, + "step": 225 + }, + { + "epoch": 0.7232, + "grad_norm": 6.819172404168966, + "learning_rate": 9.418610669098114e-06, + "loss": 1.2840094566345215, + "step": 226 + }, + { + "epoch": 0.7264, + "grad_norm": 8.223256552695606, + "learning_rate": 9.409880133792684e-06, + "loss": 1.3752789497375488, + "step": 227 + }, + { + "epoch": 0.7296, + "grad_norm": 6.713643405627083, + "learning_rate": 9.40108864302737e-06, + "loss": 1.213709831237793, + "step": 228 + }, + { + "epoch": 0.7328, + "grad_norm": 7.515111293431923, + "learning_rate": 9.392236318322339e-06, + "loss": 1.5599004030227661, + "step": 229 + }, + { + "epoch": 0.736, + "grad_norm": 8.22857594761183, + "learning_rate": 9.383323282038632e-06, + "loss": 1.186930775642395, + "step": 230 + }, + { + "epoch": 0.7392, + "grad_norm": 7.965812457724141, + "learning_rate": 9.374349657376473e-06, + "loss": 1.4170236587524414, + "step": 231 + }, + { + "epoch": 0.7424, + "grad_norm": 9.304018211768758, + "learning_rate": 9.365315568373569e-06, + "loss": 1.3196254968643188, + "step": 232 + }, + { + "epoch": 0.7456, + "grad_norm": 7.619946855866199, + "learning_rate": 9.356221139903395e-06, + "loss": 1.1788700819015503, + "step": 233 + }, + { + "epoch": 0.7488, + "grad_norm": 7.279866102884263, + "learning_rate": 9.347066497673462e-06, + "loss": 1.1612021923065186, + "step": 234 + }, + { + "epoch": 0.752, + "grad_norm": 9.394732588124834, + "learning_rate": 9.337851768223589e-06, + "loss": 1.3253111839294434, + "step": 235 + }, + { + "epoch": 0.7552, + "grad_norm": 8.391708650144727, + "learning_rate": 9.328577078924151e-06, + "loss": 1.502340316772461, + "step": 236 + }, + { + "epoch": 0.7584, + "grad_norm": 7.251057106955394, + "learning_rate": 9.319242557974306e-06, + "loss": 1.4578585624694824, + "step": 237 + }, + { + "epoch": 0.7616, + "grad_norm": 9.310148530597965, + "learning_rate": 9.309848334400247e-06, + "loss": 1.0988597869873047, + "step": 238 + }, + { + "epoch": 0.7648, + "grad_norm": 8.689254989106397, + "learning_rate": 9.300394538053395e-06, + "loss": 1.3972364664077759, + "step": 239 + }, + { + "epoch": 0.768, + "grad_norm": 7.578102222508737, + "learning_rate": 9.29088129960862e-06, + "loss": 1.475066900253296, + "step": 240 + }, + { + "epoch": 0.7712, + "grad_norm": 7.121033215982822, + "learning_rate": 9.281308750562426e-06, + "loss": 1.2461925745010376, + "step": 241 + }, + { + "epoch": 0.7744, + "grad_norm": 6.317352065605404, + "learning_rate": 9.271677023231137e-06, + "loss": 1.616062879562378, + "step": 242 + }, + { + "epoch": 0.7776, + "grad_norm": 7.599911843968734, + "learning_rate": 9.261986250749068e-06, + "loss": 1.2415354251861572, + "step": 243 + }, + { + "epoch": 0.7808, + "grad_norm": 8.389800355264274, + "learning_rate": 9.252236567066686e-06, + "loss": 1.4176453351974487, + "step": 244 + }, + { + "epoch": 0.784, + "grad_norm": 8.871502172267567, + "learning_rate": 9.242428106948748e-06, + "loss": 1.1231502294540405, + "step": 245 + }, + { + "epoch": 0.7872, + "grad_norm": 8.997027840467029, + "learning_rate": 9.23256100597246e-06, + "loss": 1.2574081420898438, + "step": 246 + }, + { + "epoch": 0.7904, + "grad_norm": 7.683471944383215, + "learning_rate": 9.22263540052558e-06, + "loss": 1.2583084106445312, + "step": 247 + }, + { + "epoch": 0.7936, + "grad_norm": 7.301467116616291, + "learning_rate": 9.212651427804544e-06, + "loss": 1.3025351762771606, + "step": 248 + }, + { + "epoch": 0.7968, + "grad_norm": 7.826673647372452, + "learning_rate": 9.202609225812572e-06, + "loss": 1.353793978691101, + "step": 249 + }, + { + "epoch": 0.8, + "grad_norm": 7.075690985725697, + "learning_rate": 9.192508933357753e-06, + "loss": 1.1186013221740723, + "step": 250 + }, + { + "epoch": 0.8032, + "grad_norm": 7.455533940626682, + "learning_rate": 9.182350690051134e-06, + "loss": 1.293712854385376, + "step": 251 + }, + { + "epoch": 0.8064, + "grad_norm": 7.87250246460631, + "learning_rate": 9.172134636304783e-06, + "loss": 1.3515195846557617, + "step": 252 + }, + { + "epoch": 0.8096, + "grad_norm": 7.974102971676109, + "learning_rate": 9.16186091332985e-06, + "loss": 1.1324989795684814, + "step": 253 + }, + { + "epoch": 0.8128, + "grad_norm": 8.636803619619252, + "learning_rate": 9.15152966313462e-06, + "loss": 1.5039851665496826, + "step": 254 + }, + { + "epoch": 0.816, + "grad_norm": 8.074812370703706, + "learning_rate": 9.141141028522544e-06, + "loss": 0.949569821357727, + "step": 255 + }, + { + "epoch": 0.8192, + "grad_norm": 9.002512871458807, + "learning_rate": 9.130695153090272e-06, + "loss": 1.5842180252075195, + "step": 256 + }, + { + "epoch": 0.8224, + "grad_norm": 7.5470006196531285, + "learning_rate": 9.120192181225658e-06, + "loss": 1.455406904220581, + "step": 257 + }, + { + "epoch": 0.8256, + "grad_norm": 8.219270226798965, + "learning_rate": 9.109632258105771e-06, + "loss": 1.2991818189620972, + "step": 258 + }, + { + "epoch": 0.8288, + "grad_norm": 8.536723985075131, + "learning_rate": 9.099015529694894e-06, + "loss": 1.2435449361801147, + "step": 259 + }, + { + "epoch": 0.832, + "grad_norm": 8.572669888654463, + "learning_rate": 9.088342142742493e-06, + "loss": 1.158048152923584, + "step": 260 + }, + { + "epoch": 0.8352, + "grad_norm": 9.83600721254279, + "learning_rate": 9.077612244781196e-06, + "loss": 1.3466534614562988, + "step": 261 + }, + { + "epoch": 0.8384, + "grad_norm": 8.874902862728637, + "learning_rate": 9.066825984124751e-06, + "loss": 1.3222754001617432, + "step": 262 + }, + { + "epoch": 0.8416, + "grad_norm": 7.74285846301192, + "learning_rate": 9.055983509865988e-06, + "loss": 1.453827142715454, + "step": 263 + }, + { + "epoch": 0.8448, + "grad_norm": 8.139368063669426, + "learning_rate": 9.045084971874738e-06, + "loss": 1.4674158096313477, + "step": 264 + }, + { + "epoch": 0.848, + "grad_norm": 9.895719601908977, + "learning_rate": 9.034130520795774e-06, + "loss": 1.2776812314987183, + "step": 265 + }, + { + "epoch": 0.8512, + "grad_norm": 7.578896523638344, + "learning_rate": 9.023120308046726e-06, + "loss": 1.464031457901001, + "step": 266 + }, + { + "epoch": 0.8544, + "grad_norm": 6.64445558656183, + "learning_rate": 9.012054485815995e-06, + "loss": 1.441255807876587, + "step": 267 + }, + { + "epoch": 0.8576, + "grad_norm": 7.766399837035784, + "learning_rate": 9.00093320706063e-06, + "loss": 1.3127418756484985, + "step": 268 + }, + { + "epoch": 0.8608, + "grad_norm": 7.00310553484858, + "learning_rate": 8.989756625504237e-06, + "loss": 1.4914216995239258, + "step": 269 + }, + { + "epoch": 0.864, + "grad_norm": 6.903194839157025, + "learning_rate": 8.978524895634842e-06, + "loss": 1.2364141941070557, + "step": 270 + }, + { + "epoch": 0.8672, + "grad_norm": 10.35338800595393, + "learning_rate": 8.967238172702754e-06, + "loss": 1.3861830234527588, + "step": 271 + }, + { + "epoch": 0.8704, + "grad_norm": 8.475429519971145, + "learning_rate": 8.95589661271842e-06, + "loss": 1.2866461277008057, + "step": 272 + }, + { + "epoch": 0.8736, + "grad_norm": 8.511194806287389, + "learning_rate": 8.94450037245028e-06, + "loss": 1.5202913284301758, + "step": 273 + }, + { + "epoch": 0.8768, + "grad_norm": 7.8786457580535725, + "learning_rate": 8.933049609422582e-06, + "loss": 1.0238956212997437, + "step": 274 + }, + { + "epoch": 0.88, + "grad_norm": 8.974873612698929, + "learning_rate": 8.921544481913218e-06, + "loss": 1.3878096342086792, + "step": 275 + }, + { + "epoch": 0.8832, + "grad_norm": 7.970969321239065, + "learning_rate": 8.909985148951528e-06, + "loss": 1.495922565460205, + "step": 276 + }, + { + "epoch": 0.8864, + "grad_norm": 8.701106326378357, + "learning_rate": 8.898371770316113e-06, + "loss": 1.4205118417739868, + "step": 277 + }, + { + "epoch": 0.8896, + "grad_norm": 7.467794482233481, + "learning_rate": 8.886704506532611e-06, + "loss": 1.6192761659622192, + "step": 278 + }, + { + "epoch": 0.8928, + "grad_norm": 7.840175358415983, + "learning_rate": 8.874983518871488e-06, + "loss": 1.0924839973449707, + "step": 279 + }, + { + "epoch": 0.896, + "grad_norm": 7.975854546267657, + "learning_rate": 8.86320896934581e-06, + "loss": 1.0391392707824707, + "step": 280 + }, + { + "epoch": 0.8992, + "grad_norm": 6.692040020121022, + "learning_rate": 8.851381020709e-06, + "loss": 1.4041378498077393, + "step": 281 + }, + { + "epoch": 0.9024, + "grad_norm": 8.189664692313427, + "learning_rate": 8.839499836452584e-06, + "loss": 1.150742530822754, + "step": 282 + }, + { + "epoch": 0.9056, + "grad_norm": 9.212202115772826, + "learning_rate": 8.827565580803944e-06, + "loss": 1.3862483501434326, + "step": 283 + }, + { + "epoch": 0.9088, + "grad_norm": 6.676029519519889, + "learning_rate": 8.815578418724031e-06, + "loss": 1.3897206783294678, + "step": 284 + }, + { + "epoch": 0.912, + "grad_norm": 7.9151360196877585, + "learning_rate": 8.803538515905102e-06, + "loss": 1.3710534572601318, + "step": 285 + }, + { + "epoch": 0.9152, + "grad_norm": 9.529654414821383, + "learning_rate": 8.791446038768416e-06, + "loss": 1.4369233846664429, + "step": 286 + }, + { + "epoch": 0.9184, + "grad_norm": 7.024727905527602, + "learning_rate": 8.779301154461945e-06, + "loss": 1.614762783050537, + "step": 287 + }, + { + "epoch": 0.9216, + "grad_norm": 7.70744502431242, + "learning_rate": 8.76710403085805e-06, + "loss": 1.3067625761032104, + "step": 288 + }, + { + "epoch": 0.9248, + "grad_norm": 8.065346985410748, + "learning_rate": 8.754854836551174e-06, + "loss": 1.4161975383758545, + "step": 289 + }, + { + "epoch": 0.928, + "grad_norm": 8.613006134359955, + "learning_rate": 8.742553740855507e-06, + "loss": 1.730478286743164, + "step": 290 + }, + { + "epoch": 0.9312, + "grad_norm": 7.359498471835029, + "learning_rate": 8.730200913802638e-06, + "loss": 1.3258979320526123, + "step": 291 + }, + { + "epoch": 0.9344, + "grad_norm": 8.229055111716256, + "learning_rate": 8.717796526139218e-06, + "loss": 1.4235806465148926, + "step": 292 + }, + { + "epoch": 0.9376, + "grad_norm": 9.339372817341873, + "learning_rate": 8.70534074932459e-06, + "loss": 1.3135337829589844, + "step": 293 + }, + { + "epoch": 0.9408, + "grad_norm": 7.743189681566963, + "learning_rate": 8.692833755528426e-06, + "loss": 1.5984234809875488, + "step": 294 + }, + { + "epoch": 0.944, + "grad_norm": 7.465357382837326, + "learning_rate": 8.680275717628336e-06, + "loss": 0.9200436472892761, + "step": 295 + }, + { + "epoch": 0.9472, + "grad_norm": 6.113621472338499, + "learning_rate": 8.667666809207495e-06, + "loss": 1.1590797901153564, + "step": 296 + }, + { + "epoch": 0.9504, + "grad_norm": 8.83222913220266, + "learning_rate": 8.655007204552228e-06, + "loss": 1.3525431156158447, + "step": 297 + }, + { + "epoch": 0.9536, + "grad_norm": 8.089684426773257, + "learning_rate": 8.64229707864961e-06, + "loss": 1.541809320449829, + "step": 298 + }, + { + "epoch": 0.9568, + "grad_norm": 6.266691544034235, + "learning_rate": 8.629536607185042e-06, + "loss": 1.49853515625, + "step": 299 + }, + { + "epoch": 0.96, + "grad_norm": 7.832985166720924, + "learning_rate": 8.616725966539831e-06, + "loss": 1.2963213920593262, + "step": 300 + }, + { + "epoch": 0.9632, + "grad_norm": 8.244275439016056, + "learning_rate": 8.60386533378874e-06, + "loss": 1.2718666791915894, + "step": 301 + }, + { + "epoch": 0.9664, + "grad_norm": 6.803745886564737, + "learning_rate": 8.590954886697554e-06, + "loss": 1.3287005424499512, + "step": 302 + }, + { + "epoch": 0.9696, + "grad_norm": 8.14230735516803, + "learning_rate": 8.577994803720605e-06, + "loss": 1.3496315479278564, + "step": 303 + }, + { + "epoch": 0.9728, + "grad_norm": 7.160395887752691, + "learning_rate": 8.564985263998327e-06, + "loss": 1.1852588653564453, + "step": 304 + }, + { + "epoch": 0.976, + "grad_norm": 7.505073223770977, + "learning_rate": 8.551926447354759e-06, + "loss": 1.407005786895752, + "step": 305 + }, + { + "epoch": 0.9792, + "grad_norm": 6.952348949565176, + "learning_rate": 8.538818534295076e-06, + "loss": 1.309870958328247, + "step": 306 + }, + { + "epoch": 0.9824, + "grad_norm": 11.204121598042944, + "learning_rate": 8.525661706003083e-06, + "loss": 1.1610193252563477, + "step": 307 + }, + { + "epoch": 0.9856, + "grad_norm": 7.81690298212684, + "learning_rate": 8.512456144338717e-06, + "loss": 1.0622930526733398, + "step": 308 + }, + { + "epoch": 0.9888, + "grad_norm": 7.827397581008609, + "learning_rate": 8.499202031835532e-06, + "loss": 1.6788573265075684, + "step": 309 + }, + { + "epoch": 0.992, + "grad_norm": 6.992836734099746, + "learning_rate": 8.485899551698166e-06, + "loss": 1.377954363822937, + "step": 310 + }, + { + "epoch": 0.9952, + "grad_norm": 8.177275233313308, + "learning_rate": 8.472548887799833e-06, + "loss": 1.4246879816055298, + "step": 311 + }, + { + "epoch": 0.9984, + "grad_norm": 8.970522617796236, + "learning_rate": 8.45915022467975e-06, + "loss": 1.2063406705856323, + "step": 312 + }, + { + "epoch": 1.0, + "grad_norm": 10.634518893202033, + "learning_rate": 8.445703747540614e-06, + "loss": 1.7203607559204102, + "step": 313 + }, + { + "epoch": 1.0032, + "grad_norm": 6.0129608154730185, + "learning_rate": 8.43220964224602e-06, + "loss": 0.6026131510734558, + "step": 314 + }, + { + "epoch": 1.0064, + "grad_norm": 6.2087941253109875, + "learning_rate": 8.418668095317912e-06, + "loss": 0.693263053894043, + "step": 315 + }, + { + "epoch": 1.0096, + "grad_norm": 6.802241704778323, + "learning_rate": 8.405079293933986e-06, + "loss": 0.8391908407211304, + "step": 316 + }, + { + "epoch": 1.0128, + "grad_norm": 7.168009400795295, + "learning_rate": 8.391443425925118e-06, + "loss": 0.7134256958961487, + "step": 317 + }, + { + "epoch": 1.016, + "grad_norm": 5.159689332695886, + "learning_rate": 8.37776067977276e-06, + "loss": 0.412528932094574, + "step": 318 + }, + { + "epoch": 1.0192, + "grad_norm": 6.7851942428234375, + "learning_rate": 8.36403124460633e-06, + "loss": 0.4317566752433777, + "step": 319 + }, + { + "epoch": 1.0224, + "grad_norm": 7.033580669276503, + "learning_rate": 8.350255310200611e-06, + "loss": 0.5773562788963318, + "step": 320 + }, + { + "epoch": 1.0256, + "grad_norm": 8.572327933327205, + "learning_rate": 8.336433066973122e-06, + "loss": 0.45880258083343506, + "step": 321 + }, + { + "epoch": 1.0288, + "grad_norm": 4.26177700162146, + "learning_rate": 8.322564705981476e-06, + "loss": 0.31130874156951904, + "step": 322 + }, + { + "epoch": 1.032, + "grad_norm": 8.950237570860338, + "learning_rate": 8.308650418920751e-06, + "loss": 0.4881691038608551, + "step": 323 + }, + { + "epoch": 1.0352, + "grad_norm": 8.100508120823337, + "learning_rate": 8.294690398120843e-06, + "loss": 0.47666963934898376, + "step": 324 + }, + { + "epoch": 1.0384, + "grad_norm": 8.492513070032976, + "learning_rate": 8.280684836543794e-06, + "loss": 0.523851752281189, + "step": 325 + }, + { + "epoch": 1.0416, + "grad_norm": 7.834401969644655, + "learning_rate": 8.266633927781135e-06, + "loss": 0.40193814039230347, + "step": 326 + }, + { + "epoch": 1.0448, + "grad_norm": 8.41916508828993, + "learning_rate": 8.25253786605121e-06, + "loss": 0.5010974407196045, + "step": 327 + }, + { + "epoch": 1.048, + "grad_norm": 11.516524168240021, + "learning_rate": 8.238396846196483e-06, + "loss": 0.9146987199783325, + "step": 328 + }, + { + "epoch": 1.0512, + "grad_norm": 9.0198714380633, + "learning_rate": 8.224211063680854e-06, + "loss": 0.6981992125511169, + "step": 329 + }, + { + "epoch": 1.0544, + "grad_norm": 6.998783223211796, + "learning_rate": 8.209980714586955e-06, + "loss": 0.4859839379787445, + "step": 330 + }, + { + "epoch": 1.0576, + "grad_norm": 8.349880314032555, + "learning_rate": 8.195705995613436e-06, + "loss": 0.484186589717865, + "step": 331 + }, + { + "epoch": 1.0608, + "grad_norm": 8.652727667709966, + "learning_rate": 8.181387104072252e-06, + "loss": 0.5918219089508057, + "step": 332 + }, + { + "epoch": 1.064, + "grad_norm": 8.108894193376182, + "learning_rate": 8.167024237885927e-06, + "loss": 0.4831613302230835, + "step": 333 + }, + { + "epoch": 1.0672, + "grad_norm": 9.568383097450416, + "learning_rate": 8.152617595584827e-06, + "loss": 0.5082488059997559, + "step": 334 + }, + { + "epoch": 1.0704, + "grad_norm": 9.116586472732667, + "learning_rate": 8.138167376304411e-06, + "loss": 0.4299033284187317, + "step": 335 + }, + { + "epoch": 1.0735999999999999, + "grad_norm": 9.938944550395636, + "learning_rate": 8.123673779782481e-06, + "loss": 0.5700979232788086, + "step": 336 + }, + { + "epoch": 1.0768, + "grad_norm": 6.553593657836474, + "learning_rate": 8.10913700635642e-06, + "loss": 0.43401452898979187, + "step": 337 + }, + { + "epoch": 1.08, + "grad_norm": 7.805918697967689, + "learning_rate": 8.094557256960419e-06, + "loss": 0.3755732476711273, + "step": 338 + }, + { + "epoch": 1.0832, + "grad_norm": 9.931474303877597, + "learning_rate": 8.079934733122708e-06, + "loss": 0.647379457950592, + "step": 339 + }, + { + "epoch": 1.0864, + "grad_norm": 7.425089205956735, + "learning_rate": 8.065269636962765e-06, + "loss": 0.46480637788772583, + "step": 340 + }, + { + "epoch": 1.0896, + "grad_norm": 8.782176288911128, + "learning_rate": 8.05056217118852e-06, + "loss": 0.3868180513381958, + "step": 341 + }, + { + "epoch": 1.0928, + "grad_norm": 6.140913907691472, + "learning_rate": 8.035812539093557e-06, + "loss": 0.493317574262619, + "step": 342 + }, + { + "epoch": 1.096, + "grad_norm": 7.770229864260365, + "learning_rate": 8.021020944554305e-06, + "loss": 0.5228533744812012, + "step": 343 + }, + { + "epoch": 1.0992, + "grad_norm": 6.758718918464084, + "learning_rate": 8.006187592027215e-06, + "loss": 0.49244755506515503, + "step": 344 + }, + { + "epoch": 1.1024, + "grad_norm": 6.007524624868723, + "learning_rate": 7.991312686545939e-06, + "loss": 0.31924042105674744, + "step": 345 + }, + { + "epoch": 1.1056, + "grad_norm": 6.092485118851268, + "learning_rate": 7.976396433718492e-06, + "loss": 0.43302348256111145, + "step": 346 + }, + { + "epoch": 1.1088, + "grad_norm": 7.2962861862283255, + "learning_rate": 7.961439039724413e-06, + "loss": 0.38337451219558716, + "step": 347 + }, + { + "epoch": 1.112, + "grad_norm": 7.687897005630008, + "learning_rate": 7.946440711311913e-06, + "loss": 0.5438653230667114, + "step": 348 + }, + { + "epoch": 1.1152, + "grad_norm": 7.315122628911977, + "learning_rate": 7.931401655795021e-06, + "loss": 0.4932315945625305, + "step": 349 + }, + { + "epoch": 1.1184, + "grad_norm": 6.301004200496302, + "learning_rate": 7.916322081050708e-06, + "loss": 0.500643253326416, + "step": 350 + }, + { + "epoch": 1.1216, + "grad_norm": 8.282590265531661, + "learning_rate": 7.90120219551603e-06, + "loss": 0.4490651488304138, + "step": 351 + }, + { + "epoch": 1.1248, + "grad_norm": 6.969886396647708, + "learning_rate": 7.88604220818523e-06, + "loss": 0.36395400762557983, + "step": 352 + }, + { + "epoch": 1.1280000000000001, + "grad_norm": 9.159662699133262, + "learning_rate": 7.870842328606863e-06, + "loss": 0.5426280498504639, + "step": 353 + }, + { + "epoch": 1.1312, + "grad_norm": 6.8896079550726315, + "learning_rate": 7.85560276688089e-06, + "loss": 0.4683595895767212, + "step": 354 + }, + { + "epoch": 1.1344, + "grad_norm": 8.817357244607884, + "learning_rate": 7.84032373365578e-06, + "loss": 0.5551140308380127, + "step": 355 + }, + { + "epoch": 1.1376, + "grad_norm": 10.300203625445725, + "learning_rate": 7.825005440125595e-06, + "loss": 0.5555459260940552, + "step": 356 + }, + { + "epoch": 1.1408, + "grad_norm": 7.13157050243688, + "learning_rate": 7.809648098027067e-06, + "loss": 0.4033656120300293, + "step": 357 + }, + { + "epoch": 1.144, + "grad_norm": 6.7508224634417715, + "learning_rate": 7.794251919636687e-06, + "loss": 0.3559337854385376, + "step": 358 + }, + { + "epoch": 1.1472, + "grad_norm": 7.575793726503865, + "learning_rate": 7.778817117767748e-06, + "loss": 0.47292202711105347, + "step": 359 + }, + { + "epoch": 1.1504, + "grad_norm": 6.635195311082491, + "learning_rate": 7.76334390576742e-06, + "loss": 0.5196764469146729, + "step": 360 + }, + { + "epoch": 1.1536, + "grad_norm": 7.095792499545719, + "learning_rate": 7.747832497513797e-06, + "loss": 0.3894740343093872, + "step": 361 + }, + { + "epoch": 1.1568, + "grad_norm": 6.958926707839154, + "learning_rate": 7.732283107412938e-06, + "loss": 0.573284387588501, + "step": 362 + }, + { + "epoch": 1.16, + "grad_norm": 7.150705987411844, + "learning_rate": 7.71669595039591e-06, + "loss": 0.5691808462142944, + "step": 363 + }, + { + "epoch": 1.1632, + "grad_norm": 8.302242175722544, + "learning_rate": 7.701071241915804e-06, + "loss": 0.49648988246917725, + "step": 364 + }, + { + "epoch": 1.1663999999999999, + "grad_norm": 8.783982677246252, + "learning_rate": 7.685409197944768e-06, + "loss": 0.5622018575668335, + "step": 365 + }, + { + "epoch": 1.1696, + "grad_norm": 6.546897724253767, + "learning_rate": 7.669710034971025e-06, + "loss": 0.31806284189224243, + "step": 366 + }, + { + "epoch": 1.1728, + "grad_norm": 9.312765890650233, + "learning_rate": 7.653973969995866e-06, + "loss": 0.5242887735366821, + "step": 367 + }, + { + "epoch": 1.176, + "grad_norm": 8.015908661421868, + "learning_rate": 7.638201220530664e-06, + "loss": 0.4817794859409332, + "step": 368 + }, + { + "epoch": 1.1792, + "grad_norm": 10.116008707526621, + "learning_rate": 7.622392004593862e-06, + "loss": 0.7446014881134033, + "step": 369 + }, + { + "epoch": 1.1824, + "grad_norm": 7.34054674575216, + "learning_rate": 7.60654654070796e-06, + "loss": 0.5413037538528442, + "step": 370 + }, + { + "epoch": 1.1856, + "grad_norm": 6.88515217243263, + "learning_rate": 7.59066504789649e-06, + "loss": 0.3386208713054657, + "step": 371 + }, + { + "epoch": 1.1888, + "grad_norm": 7.830595129737216, + "learning_rate": 7.574747745681e-06, + "loss": 0.4951593279838562, + "step": 372 + }, + { + "epoch": 1.192, + "grad_norm": 7.755917362853179, + "learning_rate": 7.558794854078006e-06, + "loss": 0.48083654046058655, + "step": 373 + }, + { + "epoch": 1.1952, + "grad_norm": 5.940952881837767, + "learning_rate": 7.542806593595963e-06, + "loss": 0.6030147075653076, + "step": 374 + }, + { + "epoch": 1.1984, + "grad_norm": 8.614416571200671, + "learning_rate": 7.526783185232208e-06, + "loss": 0.46970248222351074, + "step": 375 + }, + { + "epoch": 1.2016, + "grad_norm": 7.181942071466236, + "learning_rate": 7.51072485046991e-06, + "loss": 0.6210339069366455, + "step": 376 + }, + { + "epoch": 1.2048, + "grad_norm": 8.038745633912365, + "learning_rate": 7.494631811275008e-06, + "loss": 0.7287887334823608, + "step": 377 + }, + { + "epoch": 1.208, + "grad_norm": 6.965686386159484, + "learning_rate": 7.478504290093138e-06, + "loss": 0.46270203590393066, + "step": 378 + }, + { + "epoch": 1.2112, + "grad_norm": 8.05373490928641, + "learning_rate": 7.462342509846571e-06, + "loss": 0.5416064262390137, + "step": 379 + }, + { + "epoch": 1.2144, + "grad_norm": 7.468977417797918, + "learning_rate": 7.446146693931111e-06, + "loss": 0.5158865451812744, + "step": 380 + }, + { + "epoch": 1.2176, + "grad_norm": 6.316859771702962, + "learning_rate": 7.42991706621303e-06, + "loss": 0.3206472396850586, + "step": 381 + }, + { + "epoch": 1.2208, + "grad_norm": 7.246141431179871, + "learning_rate": 7.413653851025959e-06, + "loss": 0.4935796856880188, + "step": 382 + }, + { + "epoch": 1.224, + "grad_norm": 8.161886936054467, + "learning_rate": 7.397357273167789e-06, + "loss": 0.4832332134246826, + "step": 383 + }, + { + "epoch": 1.2272, + "grad_norm": 8.414019577213743, + "learning_rate": 7.381027557897568e-06, + "loss": 0.7333202362060547, + "step": 384 + }, + { + "epoch": 1.2304, + "grad_norm": 7.295310354820947, + "learning_rate": 7.364664930932385e-06, + "loss": 0.45894700288772583, + "step": 385 + }, + { + "epoch": 1.2336, + "grad_norm": 8.224958365402728, + "learning_rate": 7.348269618444248e-06, + "loss": 0.4369300305843353, + "step": 386 + }, + { + "epoch": 1.2368000000000001, + "grad_norm": 7.373140609992038, + "learning_rate": 7.331841847056962e-06, + "loss": 0.5660817623138428, + "step": 387 + }, + { + "epoch": 1.24, + "grad_norm": 6.567851177459024, + "learning_rate": 7.315381843842995e-06, + "loss": 0.40187352895736694, + "step": 388 + }, + { + "epoch": 1.2432, + "grad_norm": 5.463671305472818, + "learning_rate": 7.298889836320334e-06, + "loss": 0.6158207654953003, + "step": 389 + }, + { + "epoch": 1.2464, + "grad_norm": 7.869861547320635, + "learning_rate": 7.282366052449351e-06, + "loss": 0.5330398678779602, + "step": 390 + }, + { + "epoch": 1.2496, + "grad_norm": 5.984248245975827, + "learning_rate": 7.265810720629643e-06, + "loss": 0.4520382285118103, + "step": 391 + }, + { + "epoch": 1.2528000000000001, + "grad_norm": 7.259128013267779, + "learning_rate": 7.249224069696876e-06, + "loss": 0.5072014927864075, + "step": 392 + }, + { + "epoch": 1.256, + "grad_norm": 7.591866132136374, + "learning_rate": 7.232606328919627e-06, + "loss": 0.5436946153640747, + "step": 393 + }, + { + "epoch": 1.2591999999999999, + "grad_norm": 8.044729588702769, + "learning_rate": 7.215957727996208e-06, + "loss": 0.509716272354126, + "step": 394 + }, + { + "epoch": 1.2624, + "grad_norm": 8.687414465189462, + "learning_rate": 7.199278497051498e-06, + "loss": 0.4460294246673584, + "step": 395 + }, + { + "epoch": 1.2656, + "grad_norm": 9.237015560620783, + "learning_rate": 7.182568866633757e-06, + "loss": 0.34009209275245667, + "step": 396 + }, + { + "epoch": 1.2688, + "grad_norm": 9.211572739369355, + "learning_rate": 7.16582906771144e-06, + "loss": 0.5390087366104126, + "step": 397 + }, + { + "epoch": 1.272, + "grad_norm": 6.912086833640618, + "learning_rate": 7.149059331670009e-06, + "loss": 0.39291244745254517, + "step": 398 + }, + { + "epoch": 1.2752, + "grad_norm": 7.343908598206628, + "learning_rate": 7.132259890308726e-06, + "loss": 0.48069047927856445, + "step": 399 + }, + { + "epoch": 1.2784, + "grad_norm": 8.12225916606559, + "learning_rate": 7.115430975837457e-06, + "loss": 0.48029690980911255, + "step": 400 + }, + { + "epoch": 1.2816, + "grad_norm": 11.18404693145568, + "learning_rate": 7.098572820873461e-06, + "loss": 0.5022896528244019, + "step": 401 + }, + { + "epoch": 1.2848, + "grad_norm": 6.833398911953582, + "learning_rate": 7.081685658438173e-06, + "loss": 0.35290712118148804, + "step": 402 + }, + { + "epoch": 1.288, + "grad_norm": 8.464531487482974, + "learning_rate": 7.064769721953975e-06, + "loss": 0.4891313910484314, + "step": 403 + }, + { + "epoch": 1.2912, + "grad_norm": 8.146629099778286, + "learning_rate": 7.047825245240989e-06, + "loss": 0.39079463481903076, + "step": 404 + }, + { + "epoch": 1.2944, + "grad_norm": 9.074826017902641, + "learning_rate": 7.030852462513827e-06, + "loss": 0.32526761293411255, + "step": 405 + }, + { + "epoch": 1.2976, + "grad_norm": 7.223505288805913, + "learning_rate": 7.013851608378359e-06, + "loss": 0.45433783531188965, + "step": 406 + }, + { + "epoch": 1.3008, + "grad_norm": 6.689620059648597, + "learning_rate": 6.9968229178284775e-06, + "loss": 0.3736943006515503, + "step": 407 + }, + { + "epoch": 1.304, + "grad_norm": 9.924447085380843, + "learning_rate": 6.979766626242839e-06, + "loss": 0.6519632935523987, + "step": 408 + }, + { + "epoch": 1.3072, + "grad_norm": 10.13170705723922, + "learning_rate": 6.9626829693816135e-06, + "loss": 0.5979541540145874, + "step": 409 + }, + { + "epoch": 1.3104, + "grad_norm": 8.955913652595548, + "learning_rate": 6.945572183383229e-06, + "loss": 0.6324474811553955, + "step": 410 + }, + { + "epoch": 1.3136, + "grad_norm": 10.655745338759424, + "learning_rate": 6.928434504761106e-06, + "loss": 0.6388872861862183, + "step": 411 + }, + { + "epoch": 1.3168, + "grad_norm": 7.7027810167004365, + "learning_rate": 6.911270170400385e-06, + "loss": 0.4256141781806946, + "step": 412 + }, + { + "epoch": 1.32, + "grad_norm": 7.010917206820395, + "learning_rate": 6.894079417554657e-06, + "loss": 0.44266918301582336, + "step": 413 + }, + { + "epoch": 1.3232, + "grad_norm": 6.151652971274576, + "learning_rate": 6.8768624838426815e-06, + "loss": 0.39850685000419617, + "step": 414 + }, + { + "epoch": 1.3264, + "grad_norm": 11.231975079494845, + "learning_rate": 6.859619607245102e-06, + "loss": 0.7118866443634033, + "step": 415 + }, + { + "epoch": 1.3296000000000001, + "grad_norm": 9.552955747361931, + "learning_rate": 6.842351026101155e-06, + "loss": 0.7048600912094116, + "step": 416 + }, + { + "epoch": 1.3328, + "grad_norm": 7.780839236027681, + "learning_rate": 6.825056979105382e-06, + "loss": 0.45705699920654297, + "step": 417 + }, + { + "epoch": 1.336, + "grad_norm": 7.629955459559422, + "learning_rate": 6.807737705304324e-06, + "loss": 0.5459251999855042, + "step": 418 + }, + { + "epoch": 1.3392, + "grad_norm": 6.447757931872972, + "learning_rate": 6.790393444093214e-06, + "loss": 0.5751878023147583, + "step": 419 + }, + { + "epoch": 1.3424, + "grad_norm": 6.906397089104152, + "learning_rate": 6.773024435212678e-06, + "loss": 0.44277092814445496, + "step": 420 + }, + { + "epoch": 1.3456000000000001, + "grad_norm": 6.8167918661739835, + "learning_rate": 6.7556309187454185e-06, + "loss": 0.3328106105327606, + "step": 421 + }, + { + "epoch": 1.3488, + "grad_norm": 8.261291571398948, + "learning_rate": 6.738213135112884e-06, + "loss": 0.5300989151000977, + "step": 422 + }, + { + "epoch": 1.3519999999999999, + "grad_norm": 6.740733782224303, + "learning_rate": 6.720771325071965e-06, + "loss": 0.5413635969161987, + "step": 423 + }, + { + "epoch": 1.3552, + "grad_norm": 6.908354071133098, + "learning_rate": 6.703305729711653e-06, + "loss": 0.44419699907302856, + "step": 424 + }, + { + "epoch": 1.3584, + "grad_norm": 7.5209877219924985, + "learning_rate": 6.685816590449708e-06, + "loss": 0.42481735348701477, + "step": 425 + }, + { + "epoch": 1.3616, + "grad_norm": 9.778704978756092, + "learning_rate": 6.668304149029331e-06, + "loss": 0.6383399963378906, + "step": 426 + }, + { + "epoch": 1.3648, + "grad_norm": 7.465110530688073, + "learning_rate": 6.650768647515813e-06, + "loss": 0.5352426171302795, + "step": 427 + }, + { + "epoch": 1.3679999999999999, + "grad_norm": 6.926848707875294, + "learning_rate": 6.63321032829319e-06, + "loss": 0.5800532102584839, + "step": 428 + }, + { + "epoch": 1.3712, + "grad_norm": 7.37843561048704, + "learning_rate": 6.615629434060903e-06, + "loss": 0.5298522710800171, + "step": 429 + }, + { + "epoch": 1.3744, + "grad_norm": 6.054930765959329, + "learning_rate": 6.598026207830428e-06, + "loss": 0.4980102777481079, + "step": 430 + }, + { + "epoch": 1.3776, + "grad_norm": 7.647492558315197, + "learning_rate": 6.5804008929219284e-06, + "loss": 0.5644188523292542, + "step": 431 + }, + { + "epoch": 1.3808, + "grad_norm": 5.774822663716222, + "learning_rate": 6.562753732960887e-06, + "loss": 0.36280328035354614, + "step": 432 + }, + { + "epoch": 1.384, + "grad_norm": 7.708619443193026, + "learning_rate": 6.545084971874738e-06, + "loss": 0.5643590688705444, + "step": 433 + }, + { + "epoch": 1.3872, + "grad_norm": 8.102789292896407, + "learning_rate": 6.527394853889499e-06, + "loss": 0.5093599557876587, + "step": 434 + }, + { + "epoch": 1.3904, + "grad_norm": 8.80110018229554, + "learning_rate": 6.5096836235263904e-06, + "loss": 0.5586891770362854, + "step": 435 + }, + { + "epoch": 1.3936, + "grad_norm": 7.893909469953318, + "learning_rate": 6.491951525598461e-06, + "loss": 0.5126465559005737, + "step": 436 + }, + { + "epoch": 1.3968, + "grad_norm": 8.778594057654601, + "learning_rate": 6.4741988052071965e-06, + "loss": 0.5542795658111572, + "step": 437 + }, + { + "epoch": 1.4, + "grad_norm": 5.979119305761236, + "learning_rate": 6.45642570773914e-06, + "loss": 0.4091089069843292, + "step": 438 + }, + { + "epoch": 1.4032, + "grad_norm": 7.1502048687779824, + "learning_rate": 6.438632478862495e-06, + "loss": 0.5460984706878662, + "step": 439 + }, + { + "epoch": 1.4064, + "grad_norm": 6.171441380062532, + "learning_rate": 6.4208193645237314e-06, + "loss": 0.6471701860427856, + "step": 440 + }, + { + "epoch": 1.4096, + "grad_norm": 11.31605764321686, + "learning_rate": 6.402986610944183e-06, + "loss": 0.752935528755188, + "step": 441 + }, + { + "epoch": 1.4128, + "grad_norm": 9.653333842160079, + "learning_rate": 6.385134464616649e-06, + "loss": 0.34474432468414307, + "step": 442 + }, + { + "epoch": 1.416, + "grad_norm": 8.8307627053379, + "learning_rate": 6.367263172301985e-06, + "loss": 0.4292425513267517, + "step": 443 + }, + { + "epoch": 1.4192, + "grad_norm": 6.9560500362599464, + "learning_rate": 6.3493729810256895e-06, + "loss": 0.5380972623825073, + "step": 444 + }, + { + "epoch": 1.4224, + "grad_norm": 6.887582072387786, + "learning_rate": 6.331464138074493e-06, + "loss": 0.3827627897262573, + "step": 445 + }, + { + "epoch": 1.4256, + "grad_norm": 6.922249194420599, + "learning_rate": 6.313536890992935e-06, + "loss": 0.48258543014526367, + "step": 446 + }, + { + "epoch": 1.4288, + "grad_norm": 6.118436604098598, + "learning_rate": 6.29559148757995e-06, + "loss": 0.4225442409515381, + "step": 447 + }, + { + "epoch": 1.432, + "grad_norm": 6.738392697574742, + "learning_rate": 6.277628175885437e-06, + "loss": 0.5184521675109863, + "step": 448 + }, + { + "epoch": 1.4352, + "grad_norm": 9.188538442906372, + "learning_rate": 6.2596472042068275e-06, + "loss": 0.46589305996894836, + "step": 449 + }, + { + "epoch": 1.4384000000000001, + "grad_norm": 6.670234799774067, + "learning_rate": 6.241648821085666e-06, + "loss": 0.5558629631996155, + "step": 450 + }, + { + "epoch": 1.4416, + "grad_norm": 6.152456279053409, + "learning_rate": 6.223633275304157e-06, + "loss": 0.5446882843971252, + "step": 451 + }, + { + "epoch": 1.4447999999999999, + "grad_norm": 7.143249704595933, + "learning_rate": 6.205600815881741e-06, + "loss": 0.4068102538585663, + "step": 452 + }, + { + "epoch": 1.448, + "grad_norm": 5.667007815341408, + "learning_rate": 6.187551692071648e-06, + "loss": 0.38176125288009644, + "step": 453 + }, + { + "epoch": 1.4512, + "grad_norm": 7.046710075234125, + "learning_rate": 6.1694861533574445e-06, + "loss": 0.5277380347251892, + "step": 454 + }, + { + "epoch": 1.4544000000000001, + "grad_norm": 8.199121579949253, + "learning_rate": 6.1514044494496e-06, + "loss": 0.7369883060455322, + "step": 455 + }, + { + "epoch": 1.4576, + "grad_norm": 10.497590603898514, + "learning_rate": 6.133306830282021e-06, + "loss": 0.417258620262146, + "step": 456 + }, + { + "epoch": 1.4607999999999999, + "grad_norm": 6.637346853321983, + "learning_rate": 6.115193546008602e-06, + "loss": 0.43404704332351685, + "step": 457 + }, + { + "epoch": 1.464, + "grad_norm": 6.46089602405522, + "learning_rate": 6.097064846999774e-06, + "loss": 0.5073419809341431, + "step": 458 + }, + { + "epoch": 1.4672, + "grad_norm": 6.6829209811525025, + "learning_rate": 6.078920983839032e-06, + "loss": 0.4765991270542145, + "step": 459 + }, + { + "epoch": 1.4704, + "grad_norm": 6.323446652450166, + "learning_rate": 6.060762207319479e-06, + "loss": 0.388445109128952, + "step": 460 + }, + { + "epoch": 1.4736, + "grad_norm": 7.399234218436147, + "learning_rate": 6.042588768440358e-06, + "loss": 0.4553852081298828, + "step": 461 + }, + { + "epoch": 1.4768, + "grad_norm": 7.223724090087657, + "learning_rate": 6.024400918403581e-06, + "loss": 0.5650292038917542, + "step": 462 + }, + { + "epoch": 1.48, + "grad_norm": 10.409085903251606, + "learning_rate": 6.006198908610261e-06, + "loss": 0.70589280128479, + "step": 463 + }, + { + "epoch": 1.4832, + "grad_norm": 6.796037874973836, + "learning_rate": 5.987982990657229e-06, + "loss": 0.41508570313453674, + "step": 464 + }, + { + "epoch": 1.4864, + "grad_norm": 7.48922458372165, + "learning_rate": 5.9697534163335645e-06, + "loss": 0.48055723309516907, + "step": 465 + }, + { + "epoch": 1.4896, + "grad_norm": 6.282702772135452, + "learning_rate": 5.95151043761711e-06, + "loss": 0.4922732412815094, + "step": 466 + }, + { + "epoch": 1.4928, + "grad_norm": 5.8126680668553306, + "learning_rate": 5.933254306670995e-06, + "loss": 0.5029237270355225, + "step": 467 + }, + { + "epoch": 1.496, + "grad_norm": 5.43503003531343, + "learning_rate": 5.914985275840135e-06, + "loss": 0.4639953374862671, + "step": 468 + }, + { + "epoch": 1.4992, + "grad_norm": 8.193347236188009, + "learning_rate": 5.896703597647765e-06, + "loss": 0.6097243428230286, + "step": 469 + }, + { + "epoch": 1.5024, + "grad_norm": 7.222009935197594, + "learning_rate": 5.878409524791931e-06, + "loss": 0.5702711343765259, + "step": 470 + }, + { + "epoch": 1.5056, + "grad_norm": 6.994674481698864, + "learning_rate": 5.8601033101420055e-06, + "loss": 0.5210344791412354, + "step": 471 + }, + { + "epoch": 1.5088, + "grad_norm": 7.377898406161829, + "learning_rate": 5.841785206735192e-06, + "loss": 0.38308286666870117, + "step": 472 + }, + { + "epoch": 1.512, + "grad_norm": 8.822095933217978, + "learning_rate": 5.823455467773027e-06, + "loss": 0.554124653339386, + "step": 473 + }, + { + "epoch": 1.5152, + "grad_norm": 8.500313445555642, + "learning_rate": 5.805114346617874e-06, + "loss": 0.5035825967788696, + "step": 474 + }, + { + "epoch": 1.5184, + "grad_norm": 7.053399430408619, + "learning_rate": 5.786762096789431e-06, + "loss": 0.5587537288665771, + "step": 475 + }, + { + "epoch": 1.5215999999999998, + "grad_norm": 7.727022367120782, + "learning_rate": 5.768398971961221e-06, + "loss": 0.4846581816673279, + "step": 476 + }, + { + "epoch": 1.5248, + "grad_norm": 7.823615919680324, + "learning_rate": 5.750025225957086e-06, + "loss": 0.5808063745498657, + "step": 477 + }, + { + "epoch": 1.528, + "grad_norm": 9.90393372134271, + "learning_rate": 5.731641112747679e-06, + "loss": 0.4148855209350586, + "step": 478 + }, + { + "epoch": 1.5312000000000001, + "grad_norm": 7.407774790675967, + "learning_rate": 5.713246886446954e-06, + "loss": 0.41522204875946045, + "step": 479 + }, + { + "epoch": 1.5344, + "grad_norm": 9.758860537059899, + "learning_rate": 5.694842801308651e-06, + "loss": 0.7127000093460083, + "step": 480 + }, + { + "epoch": 1.5375999999999999, + "grad_norm": 6.98509907484725, + "learning_rate": 5.676429111722786e-06, + "loss": 0.36238986253738403, + "step": 481 + }, + { + "epoch": 1.5408, + "grad_norm": 6.70899989029257, + "learning_rate": 5.6580060722121325e-06, + "loss": 0.5036066770553589, + "step": 482 + }, + { + "epoch": 1.544, + "grad_norm": 8.14198060469778, + "learning_rate": 5.639573937428699e-06, + "loss": 0.5849555730819702, + "step": 483 + }, + { + "epoch": 1.5472000000000001, + "grad_norm": 8.607240665165682, + "learning_rate": 5.621132962150216e-06, + "loss": 0.6441385746002197, + "step": 484 + }, + { + "epoch": 1.5504, + "grad_norm": 8.184158790115639, + "learning_rate": 5.6026834012766155e-06, + "loss": 0.6535292267799377, + "step": 485 + }, + { + "epoch": 1.5535999999999999, + "grad_norm": 7.817571273097133, + "learning_rate": 5.584225509826497e-06, + "loss": 0.7754327654838562, + "step": 486 + }, + { + "epoch": 1.5568, + "grad_norm": 8.11932753823281, + "learning_rate": 5.565759542933612e-06, + "loss": 0.4354695677757263, + "step": 487 + }, + { + "epoch": 1.56, + "grad_norm": 5.913463112988504, + "learning_rate": 5.547285755843334e-06, + "loss": 0.44843506813049316, + "step": 488 + }, + { + "epoch": 1.5632000000000001, + "grad_norm": 8.735793750574354, + "learning_rate": 5.5288044039091335e-06, + "loss": 0.6580309867858887, + "step": 489 + }, + { + "epoch": 1.5664, + "grad_norm": 5.292671032163985, + "learning_rate": 5.510315742589042e-06, + "loss": 0.4061349928379059, + "step": 490 + }, + { + "epoch": 1.5695999999999999, + "grad_norm": 8.464438261126881, + "learning_rate": 5.491820027442126e-06, + "loss": 0.7057147026062012, + "step": 491 + }, + { + "epoch": 1.5728, + "grad_norm": 6.686670150549535, + "learning_rate": 5.473317514124958e-06, + "loss": 0.4275538921356201, + "step": 492 + }, + { + "epoch": 1.576, + "grad_norm": 8.76197272595298, + "learning_rate": 5.454808458388069e-06, + "loss": 0.6766518354415894, + "step": 493 + }, + { + "epoch": 1.5792000000000002, + "grad_norm": 7.394368773931638, + "learning_rate": 5.436293116072431e-06, + "loss": 0.46650800108909607, + "step": 494 + }, + { + "epoch": 1.5824, + "grad_norm": 8.923346069899644, + "learning_rate": 5.417771743105908e-06, + "loss": 0.5577391386032104, + "step": 495 + }, + { + "epoch": 1.5856, + "grad_norm": 8.440092963996491, + "learning_rate": 5.399244595499721e-06, + "loss": 0.533458411693573, + "step": 496 + }, + { + "epoch": 1.5888, + "grad_norm": 6.541181913843434, + "learning_rate": 5.380711929344915e-06, + "loss": 0.5325558185577393, + "step": 497 + }, + { + "epoch": 1.592, + "grad_norm": 5.187061044099187, + "learning_rate": 5.362174000808813e-06, + "loss": 0.3211737275123596, + "step": 498 + }, + { + "epoch": 1.5952, + "grad_norm": 6.505410388942965, + "learning_rate": 5.343631066131476e-06, + "loss": 0.38888561725616455, + "step": 499 + }, + { + "epoch": 1.5984, + "grad_norm": 7.364431646376633, + "learning_rate": 5.325083381622165e-06, + "loss": 0.5453630685806274, + "step": 500 + }, + { + "epoch": 1.6016, + "grad_norm": 6.322688350699228, + "learning_rate": 5.30653120365579e-06, + "loss": 0.5652034878730774, + "step": 501 + }, + { + "epoch": 1.6048, + "grad_norm": 8.853318124726744, + "learning_rate": 5.28797478866938e-06, + "loss": 0.582036554813385, + "step": 502 + }, + { + "epoch": 1.608, + "grad_norm": 8.912225583736802, + "learning_rate": 5.269414393158523e-06, + "loss": 0.5842963457107544, + "step": 503 + }, + { + "epoch": 1.6112, + "grad_norm": 5.732818552753856, + "learning_rate": 5.250850273673831e-06, + "loss": 0.3532952666282654, + "step": 504 + }, + { + "epoch": 1.6143999999999998, + "grad_norm": 7.011543560393292, + "learning_rate": 5.232282686817392e-06, + "loss": 0.777542233467102, + "step": 505 + }, + { + "epoch": 1.6176, + "grad_norm": 7.230283153374082, + "learning_rate": 5.213711889239214e-06, + "loss": 0.504940927028656, + "step": 506 + }, + { + "epoch": 1.6208, + "grad_norm": 6.739984960746159, + "learning_rate": 5.195138137633695e-06, + "loss": 0.477466344833374, + "step": 507 + }, + { + "epoch": 1.624, + "grad_norm": 8.172205188673544, + "learning_rate": 5.17656168873606e-06, + "loss": 0.702189028263092, + "step": 508 + }, + { + "epoch": 1.6272, + "grad_norm": 6.462077357844308, + "learning_rate": 5.157982799318817e-06, + "loss": 0.57176673412323, + "step": 509 + }, + { + "epoch": 1.6303999999999998, + "grad_norm": 6.680404492750995, + "learning_rate": 5.139401726188208e-06, + "loss": 0.5739114284515381, + "step": 510 + }, + { + "epoch": 1.6336, + "grad_norm": 6.366100074105676, + "learning_rate": 5.120818726180662e-06, + "loss": 0.5177488923072815, + "step": 511 + }, + { + "epoch": 1.6368, + "grad_norm": 7.4161655655077405, + "learning_rate": 5.1022340561592396e-06, + "loss": 0.3786865174770355, + "step": 512 + }, + { + "epoch": 1.6400000000000001, + "grad_norm": 6.483208789049453, + "learning_rate": 5.083647973010085e-06, + "loss": 0.41597098112106323, + "step": 513 + }, + { + "epoch": 1.6432, + "grad_norm": 8.47709181800357, + "learning_rate": 5.065060733638878e-06, + "loss": 0.686662495136261, + "step": 514 + }, + { + "epoch": 1.6463999999999999, + "grad_norm": 6.44253851538182, + "learning_rate": 5.046472594967279e-06, + "loss": 0.4751847982406616, + "step": 515 + }, + { + "epoch": 1.6496, + "grad_norm": 6.5783238890436095, + "learning_rate": 5.027883813929374e-06, + "loss": 0.445523202419281, + "step": 516 + }, + { + "epoch": 1.6528, + "grad_norm": 9.01720827881954, + "learning_rate": 5.009294647468137e-06, + "loss": 0.6079023480415344, + "step": 517 + }, + { + "epoch": 1.6560000000000001, + "grad_norm": 5.577531039837312, + "learning_rate": 4.990705352531864e-06, + "loss": 0.4216201901435852, + "step": 518 + }, + { + "epoch": 1.6592, + "grad_norm": 6.823433754728423, + "learning_rate": 4.972116186070626e-06, + "loss": 0.38610994815826416, + "step": 519 + }, + { + "epoch": 1.6623999999999999, + "grad_norm": 8.553838186951001, + "learning_rate": 4.953527405032723e-06, + "loss": 0.47645601630210876, + "step": 520 + }, + { + "epoch": 1.6656, + "grad_norm": 7.331220534335315, + "learning_rate": 4.934939266361123e-06, + "loss": 0.47244787216186523, + "step": 521 + }, + { + "epoch": 1.6688, + "grad_norm": 8.41185348646009, + "learning_rate": 4.916352026989914e-06, + "loss": 0.557049036026001, + "step": 522 + }, + { + "epoch": 1.6720000000000002, + "grad_norm": 7.611589059224408, + "learning_rate": 4.897765943840761e-06, + "loss": 0.4868379831314087, + "step": 523 + }, + { + "epoch": 1.6752, + "grad_norm": 7.726083343924204, + "learning_rate": 4.87918127381934e-06, + "loss": 0.4325038194656372, + "step": 524 + }, + { + "epoch": 1.6784, + "grad_norm": 8.23049428608718, + "learning_rate": 4.860598273811793e-06, + "loss": 0.46239835023880005, + "step": 525 + }, + { + "epoch": 1.6816, + "grad_norm": 7.465086897123833, + "learning_rate": 4.842017200681185e-06, + "loss": 0.33587491512298584, + "step": 526 + }, + { + "epoch": 1.6848, + "grad_norm": 8.984941447389932, + "learning_rate": 4.823438311263943e-06, + "loss": 0.6378401517868042, + "step": 527 + }, + { + "epoch": 1.688, + "grad_norm": 6.899400246362851, + "learning_rate": 4.804861862366306e-06, + "loss": 0.5093947649002075, + "step": 528 + }, + { + "epoch": 1.6912, + "grad_norm": 6.150565378799528, + "learning_rate": 4.786288110760787e-06, + "loss": 0.35318124294281006, + "step": 529 + }, + { + "epoch": 1.6944, + "grad_norm": 7.2762947803634095, + "learning_rate": 4.767717313182611e-06, + "loss": 0.5937176942825317, + "step": 530 + }, + { + "epoch": 1.6976, + "grad_norm": 7.670919348457662, + "learning_rate": 4.74914972632617e-06, + "loss": 0.5973190069198608, + "step": 531 + }, + { + "epoch": 1.7008, + "grad_norm": 6.489029658397704, + "learning_rate": 4.730585606841479e-06, + "loss": 0.4227399528026581, + "step": 532 + }, + { + "epoch": 1.704, + "grad_norm": 7.865431935205323, + "learning_rate": 4.7120252113306216e-06, + "loss": 0.556594729423523, + "step": 533 + }, + { + "epoch": 1.7072, + "grad_norm": 7.79683851505494, + "learning_rate": 4.693468796344211e-06, + "loss": 0.43302100896835327, + "step": 534 + }, + { + "epoch": 1.7104, + "grad_norm": 7.517950496389598, + "learning_rate": 4.6749166183778375e-06, + "loss": 0.5427360534667969, + "step": 535 + }, + { + "epoch": 1.7136, + "grad_norm": 7.0916163633635545, + "learning_rate": 4.656368933868525e-06, + "loss": 0.4578840434551239, + "step": 536 + }, + { + "epoch": 1.7168, + "grad_norm": 7.432425888767991, + "learning_rate": 4.637825999191189e-06, + "loss": 0.571090579032898, + "step": 537 + }, + { + "epoch": 1.72, + "grad_norm": 7.084193443955135, + "learning_rate": 4.619288070655086e-06, + "loss": 0.3775066137313843, + "step": 538 + }, + { + "epoch": 1.7231999999999998, + "grad_norm": 7.204834903940395, + "learning_rate": 4.600755404500281e-06, + "loss": 0.5986708402633667, + "step": 539 + }, + { + "epoch": 1.7264, + "grad_norm": 8.97101592974044, + "learning_rate": 4.582228256894093e-06, + "loss": 0.567808210849762, + "step": 540 + }, + { + "epoch": 1.7296, + "grad_norm": 6.250038530392417, + "learning_rate": 4.56370688392757e-06, + "loss": 0.24780938029289246, + "step": 541 + }, + { + "epoch": 1.7328000000000001, + "grad_norm": 6.666933108484488, + "learning_rate": 4.545191541611933e-06, + "loss": 0.6238658428192139, + "step": 542 + }, + { + "epoch": 1.736, + "grad_norm": 5.58981336637436, + "learning_rate": 4.526682485875044e-06, + "loss": 0.37057310342788696, + "step": 543 + }, + { + "epoch": 1.7391999999999999, + "grad_norm": 7.219161759707987, + "learning_rate": 4.508179972557875e-06, + "loss": 0.6386445760726929, + "step": 544 + }, + { + "epoch": 1.7424, + "grad_norm": 7.36801782800253, + "learning_rate": 4.489684257410959e-06, + "loss": 0.5321599245071411, + "step": 545 + }, + { + "epoch": 1.7456, + "grad_norm": 7.7993334107505055, + "learning_rate": 4.471195596090867e-06, + "loss": 0.5753816962242126, + "step": 546 + }, + { + "epoch": 1.7488000000000001, + "grad_norm": 6.259209128757145, + "learning_rate": 4.452714244156667e-06, + "loss": 0.35375815629959106, + "step": 547 + }, + { + "epoch": 1.752, + "grad_norm": 8.143367308425173, + "learning_rate": 4.434240457066388e-06, + "loss": 0.42853569984436035, + "step": 548 + }, + { + "epoch": 1.7551999999999999, + "grad_norm": 6.353295386251523, + "learning_rate": 4.415774490173504e-06, + "loss": 0.37098920345306396, + "step": 549 + }, + { + "epoch": 1.7584, + "grad_norm": 7.774937292617225, + "learning_rate": 4.397316598723385e-06, + "loss": 0.43329817056655884, + "step": 550 + }, + { + "epoch": 1.7616, + "grad_norm": 6.930052749769366, + "learning_rate": 4.3788670378497836e-06, + "loss": 0.29799777269363403, + "step": 551 + }, + { + "epoch": 1.7648000000000001, + "grad_norm": 7.2904450023589575, + "learning_rate": 4.360426062571303e-06, + "loss": 0.4680325388908386, + "step": 552 + }, + { + "epoch": 1.768, + "grad_norm": 11.176699661756395, + "learning_rate": 4.341993927787871e-06, + "loss": 0.8519117832183838, + "step": 553 + }, + { + "epoch": 1.7711999999999999, + "grad_norm": 5.941186616599786, + "learning_rate": 4.323570888277215e-06, + "loss": 0.5166082382202148, + "step": 554 + }, + { + "epoch": 1.7744, + "grad_norm": 8.456979163035736, + "learning_rate": 4.305157198691351e-06, + "loss": 0.4467886686325073, + "step": 555 + }, + { + "epoch": 1.7776, + "grad_norm": 10.97290536605935, + "learning_rate": 4.286753113553049e-06, + "loss": 0.4852108955383301, + "step": 556 + }, + { + "epoch": 1.7808000000000002, + "grad_norm": 7.94306194994752, + "learning_rate": 4.268358887252322e-06, + "loss": 0.422019362449646, + "step": 557 + }, + { + "epoch": 1.784, + "grad_norm": 8.517824147784971, + "learning_rate": 4.249974774042915e-06, + "loss": 0.4542234539985657, + "step": 558 + }, + { + "epoch": 1.7872, + "grad_norm": 7.423070170573783, + "learning_rate": 4.231601028038781e-06, + "loss": 0.517538845539093, + "step": 559 + }, + { + "epoch": 1.7904, + "grad_norm": 7.404211000180959, + "learning_rate": 4.2132379032105695e-06, + "loss": 0.48762762546539307, + "step": 560 + }, + { + "epoch": 1.7936, + "grad_norm": 6.7976579593011754, + "learning_rate": 4.194885653382128e-06, + "loss": 0.48664554953575134, + "step": 561 + }, + { + "epoch": 1.7968, + "grad_norm": 9.282800221274133, + "learning_rate": 4.176544532226974e-06, + "loss": 0.35848039388656616, + "step": 562 + }, + { + "epoch": 1.8, + "grad_norm": 11.487760877045696, + "learning_rate": 4.158214793264808e-06, + "loss": 0.5448033809661865, + "step": 563 + }, + { + "epoch": 1.8032, + "grad_norm": 6.3902322523678645, + "learning_rate": 4.139896689857995e-06, + "loss": 0.4202970266342163, + "step": 564 + }, + { + "epoch": 1.8064, + "grad_norm": 5.972529567288068, + "learning_rate": 4.121590475208071e-06, + "loss": 0.4400099813938141, + "step": 565 + }, + { + "epoch": 1.8096, + "grad_norm": 9.058390840184762, + "learning_rate": 4.1032964023522366e-06, + "loss": 0.615606963634491, + "step": 566 + }, + { + "epoch": 1.8128, + "grad_norm": 9.314811430467595, + "learning_rate": 4.085014724159866e-06, + "loss": 0.5888881683349609, + "step": 567 + }, + { + "epoch": 1.8159999999999998, + "grad_norm": 7.2310016254714915, + "learning_rate": 4.066745693329008e-06, + "loss": 0.37168291211128235, + "step": 568 + }, + { + "epoch": 1.8192, + "grad_norm": 6.967935778623861, + "learning_rate": 4.0484895623828906e-06, + "loss": 0.4908190071582794, + "step": 569 + }, + { + "epoch": 1.8224, + "grad_norm": 10.510681464005504, + "learning_rate": 4.030246583666437e-06, + "loss": 0.6651096940040588, + "step": 570 + }, + { + "epoch": 1.8256000000000001, + "grad_norm": 8.592400516306187, + "learning_rate": 4.012017009342773e-06, + "loss": 0.5469528436660767, + "step": 571 + }, + { + "epoch": 1.8288, + "grad_norm": 6.091750448693852, + "learning_rate": 3.99380109138974e-06, + "loss": 0.38212019205093384, + "step": 572 + }, + { + "epoch": 1.8319999999999999, + "grad_norm": 7.664831821554298, + "learning_rate": 3.97559908159642e-06, + "loss": 0.5373251438140869, + "step": 573 + }, + { + "epoch": 1.8352, + "grad_norm": 6.725331155192924, + "learning_rate": 3.9574112315596425e-06, + "loss": 0.46206820011138916, + "step": 574 + }, + { + "epoch": 1.8384, + "grad_norm": 6.781301091046379, + "learning_rate": 3.9392377926805226e-06, + "loss": 0.33050593733787537, + "step": 575 + }, + { + "epoch": 1.8416000000000001, + "grad_norm": 6.725281017376952, + "learning_rate": 3.92107901616097e-06, + "loss": 0.5594092011451721, + "step": 576 + }, + { + "epoch": 1.8448, + "grad_norm": 7.609708053400679, + "learning_rate": 3.9029351530002264e-06, + "loss": 0.4402165412902832, + "step": 577 + }, + { + "epoch": 1.8479999999999999, + "grad_norm": 10.276120185424958, + "learning_rate": 3.884806453991399e-06, + "loss": 0.5187775492668152, + "step": 578 + }, + { + "epoch": 1.8512, + "grad_norm": 8.90459562092144, + "learning_rate": 3.866693169717982e-06, + "loss": 0.5199622511863708, + "step": 579 + }, + { + "epoch": 1.8544, + "grad_norm": 6.48308735520407, + "learning_rate": 3.848595550550401e-06, + "loss": 0.3771589994430542, + "step": 580 + }, + { + "epoch": 1.8576000000000001, + "grad_norm": 5.492460437578398, + "learning_rate": 3.830513846642556e-06, + "loss": 0.34523096680641174, + "step": 581 + }, + { + "epoch": 1.8608, + "grad_norm": 16.614436807458986, + "learning_rate": 3.8124483079283546e-06, + "loss": 1.2838107347488403, + "step": 582 + }, + { + "epoch": 1.8639999999999999, + "grad_norm": 8.692333467484982, + "learning_rate": 3.7943991841182586e-06, + "loss": 0.7714948654174805, + "step": 583 + }, + { + "epoch": 1.8672, + "grad_norm": 7.127734804172419, + "learning_rate": 3.7763667246958447e-06, + "loss": 0.44820207357406616, + "step": 584 + }, + { + "epoch": 1.8704, + "grad_norm": 7.718481922141558, + "learning_rate": 3.758351178914336e-06, + "loss": 0.4199792444705963, + "step": 585 + }, + { + "epoch": 1.8736000000000002, + "grad_norm": 6.296045082104664, + "learning_rate": 3.7403527957931716e-06, + "loss": 0.4381064772605896, + "step": 586 + }, + { + "epoch": 1.8768, + "grad_norm": 6.932702469092418, + "learning_rate": 3.7223718241145646e-06, + "loss": 0.47167322039604187, + "step": 587 + }, + { + "epoch": 1.88, + "grad_norm": 9.031300597462264, + "learning_rate": 3.7044085124200517e-06, + "loss": 0.6867875456809998, + "step": 588 + }, + { + "epoch": 1.8832, + "grad_norm": 7.062223052036681, + "learning_rate": 3.6864631090070656e-06, + "loss": 0.47436535358428955, + "step": 589 + }, + { + "epoch": 1.8864, + "grad_norm": 8.906615196089755, + "learning_rate": 3.668535861925509e-06, + "loss": 0.3686508536338806, + "step": 590 + }, + { + "epoch": 1.8896, + "grad_norm": 8.405480848487068, + "learning_rate": 3.650627018974312e-06, + "loss": 0.3820822238922119, + "step": 591 + }, + { + "epoch": 1.8928, + "grad_norm": 8.275566721307396, + "learning_rate": 3.632736827698015e-06, + "loss": 0.5092222690582275, + "step": 592 + }, + { + "epoch": 1.896, + "grad_norm": 7.774299328200095, + "learning_rate": 3.6148655353833518e-06, + "loss": 0.41467800736427307, + "step": 593 + }, + { + "epoch": 1.8992, + "grad_norm": 8.62945356420848, + "learning_rate": 3.5970133890558184e-06, + "loss": 0.6799741983413696, + "step": 594 + }, + { + "epoch": 1.9024, + "grad_norm": 9.422198590276302, + "learning_rate": 3.5791806354762702e-06, + "loss": 0.4172382950782776, + "step": 595 + }, + { + "epoch": 1.9056, + "grad_norm": 7.284452022605865, + "learning_rate": 3.5613675211375066e-06, + "loss": 0.3244074583053589, + "step": 596 + }, + { + "epoch": 1.9088, + "grad_norm": 6.7685097548176465, + "learning_rate": 3.5435742922608618e-06, + "loss": 0.42148303985595703, + "step": 597 + }, + { + "epoch": 1.912, + "grad_norm": 7.726690102911872, + "learning_rate": 3.525801194792805e-06, + "loss": 0.44875943660736084, + "step": 598 + }, + { + "epoch": 1.9152, + "grad_norm": 7.24076957052674, + "learning_rate": 3.508048474401541e-06, + "loss": 0.3699103593826294, + "step": 599 + }, + { + "epoch": 1.9184, + "grad_norm": 6.27663328476831, + "learning_rate": 3.4903163764736104e-06, + "loss": 0.6262998580932617, + "step": 600 + }, + { + "epoch": 1.9216, + "grad_norm": 8.210577151531504, + "learning_rate": 3.4726051461105016e-06, + "loss": 0.3968774080276489, + "step": 601 + }, + { + "epoch": 1.9247999999999998, + "grad_norm": 5.743222930021626, + "learning_rate": 3.4549150281252635e-06, + "loss": 0.28913938999176025, + "step": 602 + }, + { + "epoch": 1.928, + "grad_norm": 7.807416096779423, + "learning_rate": 3.437246267039115e-06, + "loss": 0.5585134029388428, + "step": 603 + }, + { + "epoch": 1.9312, + "grad_norm": 9.268118509360665, + "learning_rate": 3.419599107078073e-06, + "loss": 0.5054421424865723, + "step": 604 + }, + { + "epoch": 1.9344000000000001, + "grad_norm": 7.046488281002558, + "learning_rate": 3.401973792169574e-06, + "loss": 0.3996657729148865, + "step": 605 + }, + { + "epoch": 1.9376, + "grad_norm": 7.979268431428972, + "learning_rate": 3.384370565939098e-06, + "loss": 0.4870864152908325, + "step": 606 + }, + { + "epoch": 1.9407999999999999, + "grad_norm": 7.484047793433678, + "learning_rate": 3.3667896717068105e-06, + "loss": 0.30252915620803833, + "step": 607 + }, + { + "epoch": 1.944, + "grad_norm": 7.134772084164971, + "learning_rate": 3.34923135248419e-06, + "loss": 0.4390268623828888, + "step": 608 + }, + { + "epoch": 1.9472, + "grad_norm": 7.183693296155156, + "learning_rate": 3.33169585097067e-06, + "loss": 0.49310848116874695, + "step": 609 + }, + { + "epoch": 1.9504000000000001, + "grad_norm": 8.48958718056308, + "learning_rate": 3.314183409550293e-06, + "loss": 0.5456429719924927, + "step": 610 + }, + { + "epoch": 1.9536, + "grad_norm": 12.647335256604812, + "learning_rate": 3.2966942702883494e-06, + "loss": 0.9464772939682007, + "step": 611 + }, + { + "epoch": 1.9567999999999999, + "grad_norm": 8.063285257091946, + "learning_rate": 3.279228674928035e-06, + "loss": 0.5313974618911743, + "step": 612 + }, + { + "epoch": 1.96, + "grad_norm": 9.345108674794647, + "learning_rate": 3.261786864887117e-06, + "loss": 0.3752167820930481, + "step": 613 + }, + { + "epoch": 1.9632, + "grad_norm": 6.079689599944422, + "learning_rate": 3.244369081254585e-06, + "loss": 0.4303323030471802, + "step": 614 + }, + { + "epoch": 1.9664000000000001, + "grad_norm": 8.575990908650828, + "learning_rate": 3.226975564787322e-06, + "loss": 0.462505966424942, + "step": 615 + }, + { + "epoch": 1.9696, + "grad_norm": 8.593263079809223, + "learning_rate": 3.209606555906788e-06, + "loss": 0.8094262480735779, + "step": 616 + }, + { + "epoch": 1.9727999999999999, + "grad_norm": 13.480603141588325, + "learning_rate": 3.192262294695679e-06, + "loss": 0.455192506313324, + "step": 617 + }, + { + "epoch": 1.976, + "grad_norm": 10.531989446620917, + "learning_rate": 3.174943020894618e-06, + "loss": 0.5750752687454224, + "step": 618 + }, + { + "epoch": 1.9792, + "grad_norm": 7.553631123493846, + "learning_rate": 3.1576489738988457e-06, + "loss": 0.35894471406936646, + "step": 619 + }, + { + "epoch": 1.9824000000000002, + "grad_norm": 8.540503144458707, + "learning_rate": 3.140380392754901e-06, + "loss": 0.6796849966049194, + "step": 620 + }, + { + "epoch": 1.9856, + "grad_norm": 8.35280964116722, + "learning_rate": 3.12313751615732e-06, + "loss": 0.46999385952949524, + "step": 621 + }, + { + "epoch": 1.9888, + "grad_norm": 8.568794999872507, + "learning_rate": 3.1059205824453446e-06, + "loss": 0.3941504657268524, + "step": 622 + }, + { + "epoch": 1.992, + "grad_norm": 6.684851255750161, + "learning_rate": 3.0887298295996183e-06, + "loss": 0.4799797236919403, + "step": 623 + }, + { + "epoch": 1.9952, + "grad_norm": 7.213098462732672, + "learning_rate": 3.0715654952388957e-06, + "loss": 0.27094176411628723, + "step": 624 + }, + { + "epoch": 1.9984, + "grad_norm": 7.927331670269777, + "learning_rate": 3.054427816616773e-06, + "loss": 0.4041209816932678, + "step": 625 + }, + { + "epoch": 2.0, + "grad_norm": 8.925389406817386, + "learning_rate": 3.0373170306183885e-06, + "loss": 0.3835887908935547, + "step": 626 + }, + { + "epoch": 2.0032, + "grad_norm": 3.6696787846966155, + "learning_rate": 3.020233373757162e-06, + "loss": 0.11996147036552429, + "step": 627 + }, + { + "epoch": 2.0064, + "grad_norm": 4.525868686813128, + "learning_rate": 3.0031770821715233e-06, + "loss": 0.10392191261053085, + "step": 628 + }, + { + "epoch": 2.0096, + "grad_norm": 3.033656690349916, + "learning_rate": 2.9861483916216404e-06, + "loss": 0.07572668790817261, + "step": 629 + }, + { + "epoch": 2.0128, + "grad_norm": 3.736375869488147, + "learning_rate": 2.969147537486175e-06, + "loss": 0.1307162344455719, + "step": 630 + }, + { + "epoch": 2.016, + "grad_norm": 4.5812754930574915, + "learning_rate": 2.952174754759012e-06, + "loss": 0.09220964461565018, + "step": 631 + }, + { + "epoch": 2.0192, + "grad_norm": 3.0443178212260658, + "learning_rate": 2.935230278046025e-06, + "loss": 0.06570678949356079, + "step": 632 + }, + { + "epoch": 2.0224, + "grad_norm": 4.088653886656501, + "learning_rate": 2.9183143415618297e-06, + "loss": 0.11156592518091202, + "step": 633 + }, + { + "epoch": 2.0256, + "grad_norm": 3.03243057493807, + "learning_rate": 2.9014271791265403e-06, + "loss": 0.07169395685195923, + "step": 634 + }, + { + "epoch": 2.0288, + "grad_norm": 5.475026508777983, + "learning_rate": 2.8845690241625437e-06, + "loss": 0.10455334186553955, + "step": 635 + }, + { + "epoch": 2.032, + "grad_norm": 4.683590552622473, + "learning_rate": 2.867740109691277e-06, + "loss": 0.08296695351600647, + "step": 636 + }, + { + "epoch": 2.0352, + "grad_norm": 5.020663964838416, + "learning_rate": 2.850940668329996e-06, + "loss": 0.07749265432357788, + "step": 637 + }, + { + "epoch": 2.0384, + "grad_norm": 6.536993423404543, + "learning_rate": 2.8341709322885624e-06, + "loss": 0.14159438014030457, + "step": 638 + }, + { + "epoch": 2.0416, + "grad_norm": 5.63144732673268, + "learning_rate": 2.817431133366246e-06, + "loss": 0.11202438175678253, + "step": 639 + }, + { + "epoch": 2.0448, + "grad_norm": 5.547154034396612, + "learning_rate": 2.800721502948506e-06, + "loss": 0.08011537790298462, + "step": 640 + }, + { + "epoch": 2.048, + "grad_norm": 4.710396977778961, + "learning_rate": 2.7840422720037943e-06, + "loss": 0.07997912913560867, + "step": 641 + }, + { + "epoch": 2.0512, + "grad_norm": 5.156424983682207, + "learning_rate": 2.767393671080376e-06, + "loss": 0.10096947103738785, + "step": 642 + }, + { + "epoch": 2.0544, + "grad_norm": 6.684726084640156, + "learning_rate": 2.7507759303031257e-06, + "loss": 0.14593079686164856, + "step": 643 + }, + { + "epoch": 2.0576, + "grad_norm": 5.275881838131332, + "learning_rate": 2.7341892793703594e-06, + "loss": 0.058174774050712585, + "step": 644 + }, + { + "epoch": 2.0608, + "grad_norm": 6.401885652816549, + "learning_rate": 2.7176339475506515e-06, + "loss": 0.13831673562526703, + "step": 645 + }, + { + "epoch": 2.064, + "grad_norm": 15.366451196142448, + "learning_rate": 2.7011101636796677e-06, + "loss": 0.33416709303855896, + "step": 646 + }, + { + "epoch": 2.0672, + "grad_norm": 4.993321072035578, + "learning_rate": 2.6846181561570085e-06, + "loss": 0.08862864971160889, + "step": 647 + }, + { + "epoch": 2.0704, + "grad_norm": 6.473580137498222, + "learning_rate": 2.668158152943039e-06, + "loss": 0.07409396767616272, + "step": 648 + }, + { + "epoch": 2.0736, + "grad_norm": 5.124105945490085, + "learning_rate": 2.651730381555754e-06, + "loss": 0.08712749928236008, + "step": 649 + }, + { + "epoch": 2.0768, + "grad_norm": 5.935077190092968, + "learning_rate": 2.635335069067617e-06, + "loss": 0.22049905359745026, + "step": 650 + }, + { + "epoch": 2.08, + "grad_norm": 5.319857253160783, + "learning_rate": 2.618972442102432e-06, + "loss": 0.12233918160200119, + "step": 651 + }, + { + "epoch": 2.0832, + "grad_norm": 5.153804835442563, + "learning_rate": 2.602642726832212e-06, + "loss": 0.12913931906223297, + "step": 652 + }, + { + "epoch": 2.0864, + "grad_norm": 4.66351603235089, + "learning_rate": 2.5863461489740403e-06, + "loss": 0.05634521692991257, + "step": 653 + }, + { + "epoch": 2.0896, + "grad_norm": 6.761786245650492, + "learning_rate": 2.57008293378697e-06, + "loss": 0.1739203929901123, + "step": 654 + }, + { + "epoch": 2.0928, + "grad_norm": 4.699874854528912, + "learning_rate": 2.553853306068888e-06, + "loss": 0.0878625139594078, + "step": 655 + }, + { + "epoch": 2.096, + "grad_norm": 4.698505864731701, + "learning_rate": 2.5376574901534303e-06, + "loss": 0.05961507558822632, + "step": 656 + }, + { + "epoch": 2.0992, + "grad_norm": 8.26543488991142, + "learning_rate": 2.5214957099068613e-06, + "loss": 0.14727714657783508, + "step": 657 + }, + { + "epoch": 2.1024, + "grad_norm": 4.391239804263717, + "learning_rate": 2.5053681887249916e-06, + "loss": 0.08559496700763702, + "step": 658 + }, + { + "epoch": 2.1056, + "grad_norm": 4.956071012404755, + "learning_rate": 2.4892751495300893e-06, + "loss": 0.07294371724128723, + "step": 659 + }, + { + "epoch": 2.1088, + "grad_norm": 4.9091867826378595, + "learning_rate": 2.4732168147677927e-06, + "loss": 0.10186387598514557, + "step": 660 + }, + { + "epoch": 2.112, + "grad_norm": 4.150563528247117, + "learning_rate": 2.4571934064040364e-06, + "loss": 0.06323671340942383, + "step": 661 + }, + { + "epoch": 2.1152, + "grad_norm": 4.463255280307685, + "learning_rate": 2.4412051459219945e-06, + "loss": 0.11771675944328308, + "step": 662 + }, + { + "epoch": 2.1184, + "grad_norm": 5.589014744071712, + "learning_rate": 2.425252254319002e-06, + "loss": 0.12130504846572876, + "step": 663 + }, + { + "epoch": 2.1216, + "grad_norm": 3.9085615319173317, + "learning_rate": 2.4093349521035105e-06, + "loss": 0.06084325164556503, + "step": 664 + }, + { + "epoch": 2.1248, + "grad_norm": 3.171680726644144, + "learning_rate": 2.3934534592920416e-06, + "loss": 0.03246958926320076, + "step": 665 + }, + { + "epoch": 2.128, + "grad_norm": 6.753945331539417, + "learning_rate": 2.3776079954061385e-06, + "loss": 0.09609811753034592, + "step": 666 + }, + { + "epoch": 2.1312, + "grad_norm": 6.030756481398649, + "learning_rate": 2.3617987794693358e-06, + "loss": 0.1699962317943573, + "step": 667 + }, + { + "epoch": 2.1344, + "grad_norm": 6.044337546289677, + "learning_rate": 2.3460260300041355e-06, + "loss": 0.14179761707782745, + "step": 668 + }, + { + "epoch": 2.1376, + "grad_norm": 3.8392076063382103, + "learning_rate": 2.3302899650289773e-06, + "loss": 0.061842452734708786, + "step": 669 + }, + { + "epoch": 2.1408, + "grad_norm": 4.531411032541098, + "learning_rate": 2.314590802055232e-06, + "loss": 0.1088966429233551, + "step": 670 + }, + { + "epoch": 2.144, + "grad_norm": 3.594842955826742, + "learning_rate": 2.2989287580841985e-06, + "loss": 0.03651595860719681, + "step": 671 + }, + { + "epoch": 2.1471999999999998, + "grad_norm": 4.817508345143068, + "learning_rate": 2.2833040496040925e-06, + "loss": 0.11619774997234344, + "step": 672 + }, + { + "epoch": 2.1504, + "grad_norm": 7.650573703632381, + "learning_rate": 2.267716892587062e-06, + "loss": 0.1421288400888443, + "step": 673 + }, + { + "epoch": 2.1536, + "grad_norm": 6.300220492075128, + "learning_rate": 2.252167502486205e-06, + "loss": 0.1366984248161316, + "step": 674 + }, + { + "epoch": 2.1568, + "grad_norm": 6.02686513882292, + "learning_rate": 2.2366560942325833e-06, + "loss": 0.06580697000026703, + "step": 675 + }, + { + "epoch": 2.16, + "grad_norm": 6.107958640385895, + "learning_rate": 2.2211828822322547e-06, + "loss": 0.12179602682590485, + "step": 676 + }, + { + "epoch": 2.1632, + "grad_norm": 6.448953912294206, + "learning_rate": 2.205748080363316e-06, + "loss": 0.10135053098201752, + "step": 677 + }, + { + "epoch": 2.1664, + "grad_norm": 7.221656212408016, + "learning_rate": 2.190351901972935e-06, + "loss": 0.17090697586536407, + "step": 678 + }, + { + "epoch": 2.1696, + "grad_norm": 5.71225349201858, + "learning_rate": 2.1749945598744076e-06, + "loss": 0.1405285894870758, + "step": 679 + }, + { + "epoch": 2.1728, + "grad_norm": 6.444356691669942, + "learning_rate": 2.159676266344222e-06, + "loss": 0.11138138175010681, + "step": 680 + }, + { + "epoch": 2.176, + "grad_norm": 4.767368668732903, + "learning_rate": 2.144397233119112e-06, + "loss": 0.07948726415634155, + "step": 681 + }, + { + "epoch": 2.1792, + "grad_norm": 5.253750918459062, + "learning_rate": 2.1291576713931382e-06, + "loss": 0.09645087271928787, + "step": 682 + }, + { + "epoch": 2.1824, + "grad_norm": 5.870766029186202, + "learning_rate": 2.1139577918147715e-06, + "loss": 0.11395483464002609, + "step": 683 + }, + { + "epoch": 2.1856, + "grad_norm": 4.096758645068137, + "learning_rate": 2.0987978044839707e-06, + "loss": 0.08182550966739655, + "step": 684 + }, + { + "epoch": 2.1888, + "grad_norm": 5.9347235653337105, + "learning_rate": 2.0836779189492925e-06, + "loss": 0.1497229039669037, + "step": 685 + }, + { + "epoch": 2.192, + "grad_norm": 3.906020759911345, + "learning_rate": 2.068598344204981e-06, + "loss": 0.09528996050357819, + "step": 686 + }, + { + "epoch": 2.1952, + "grad_norm": 5.749677047442575, + "learning_rate": 2.053559288688086e-06, + "loss": 0.1537422239780426, + "step": 687 + }, + { + "epoch": 2.1984, + "grad_norm": 4.435560536875201, + "learning_rate": 2.0385609602755878e-06, + "loss": 0.08181922137737274, + "step": 688 + }, + { + "epoch": 2.2016, + "grad_norm": 5.342641944412979, + "learning_rate": 2.02360356628151e-06, + "loss": 0.11698771268129349, + "step": 689 + }, + { + "epoch": 2.2048, + "grad_norm": 3.846845894711269, + "learning_rate": 2.0086873134540626e-06, + "loss": 0.14168213307857513, + "step": 690 + }, + { + "epoch": 2.208, + "grad_norm": 5.624553439494294, + "learning_rate": 1.9938124079727874e-06, + "loss": 0.09469903260469437, + "step": 691 + }, + { + "epoch": 2.2112, + "grad_norm": 4.973173648515756, + "learning_rate": 1.9789790554456977e-06, + "loss": 0.10835753381252289, + "step": 692 + }, + { + "epoch": 2.2144, + "grad_norm": 5.1930553937123936, + "learning_rate": 1.9641874609064443e-06, + "loss": 0.11629842221736908, + "step": 693 + }, + { + "epoch": 2.2176, + "grad_norm": 6.205457238508838, + "learning_rate": 1.9494378288114816e-06, + "loss": 0.11438259482383728, + "step": 694 + }, + { + "epoch": 2.2208, + "grad_norm": 5.369211423853327, + "learning_rate": 1.9347303630372373e-06, + "loss": 0.1212492436170578, + "step": 695 + }, + { + "epoch": 2.224, + "grad_norm": 3.3304223352399185, + "learning_rate": 1.9200652668772924e-06, + "loss": 0.04342126473784447, + "step": 696 + }, + { + "epoch": 2.2272, + "grad_norm": 3.545011123467542, + "learning_rate": 1.9054427430395828e-06, + "loss": 0.09564132988452911, + "step": 697 + }, + { + "epoch": 2.2304, + "grad_norm": 4.809787829193569, + "learning_rate": 1.890862993643583e-06, + "loss": 0.13682125508785248, + "step": 698 + }, + { + "epoch": 2.2336, + "grad_norm": 6.123550310826348, + "learning_rate": 1.8763262202175204e-06, + "loss": 0.1395423710346222, + "step": 699 + }, + { + "epoch": 2.2368, + "grad_norm": 7.055949453049508, + "learning_rate": 1.8618326236955908e-06, + "loss": 0.15431663393974304, + "step": 700 + }, + { + "epoch": 2.24, + "grad_norm": 4.791237282938236, + "learning_rate": 1.8473824044151762e-06, + "loss": 0.1401059627532959, + "step": 701 + }, + { + "epoch": 2.2432, + "grad_norm": 5.4420427947229895, + "learning_rate": 1.8329757621140748e-06, + "loss": 0.09011302143335342, + "step": 702 + }, + { + "epoch": 2.2464, + "grad_norm": 6.550722463045357, + "learning_rate": 1.81861289592775e-06, + "loss": 0.10779771208763123, + "step": 703 + }, + { + "epoch": 2.2496, + "grad_norm": 6.106268968400953, + "learning_rate": 1.8042940043865658e-06, + "loss": 0.13367201387882233, + "step": 704 + }, + { + "epoch": 2.2528, + "grad_norm": 5.494609125221687, + "learning_rate": 1.7900192854130465e-06, + "loss": 0.12417173385620117, + "step": 705 + }, + { + "epoch": 2.2560000000000002, + "grad_norm": 4.068204210271371, + "learning_rate": 1.7757889363191484e-06, + "loss": 0.08244695514440536, + "step": 706 + }, + { + "epoch": 2.2592, + "grad_norm": 2.7453827328709957, + "learning_rate": 1.7616031538035189e-06, + "loss": 0.05444292724132538, + "step": 707 + }, + { + "epoch": 2.2624, + "grad_norm": 6.2577921697828724, + "learning_rate": 1.7474621339487925e-06, + "loss": 0.11946985125541687, + "step": 708 + }, + { + "epoch": 2.2656, + "grad_norm": 4.994947590574668, + "learning_rate": 1.7333660722188667e-06, + "loss": 0.15361633896827698, + "step": 709 + }, + { + "epoch": 2.2688, + "grad_norm": 6.062884608603293, + "learning_rate": 1.7193151634562071e-06, + "loss": 0.17315593361854553, + "step": 710 + }, + { + "epoch": 2.2720000000000002, + "grad_norm": 4.8609104632230835, + "learning_rate": 1.7053096018791588e-06, + "loss": 0.09136267006397247, + "step": 711 + }, + { + "epoch": 2.2752, + "grad_norm": 5.867454619937701, + "learning_rate": 1.691349581079249e-06, + "loss": 0.12086353451013565, + "step": 712 + }, + { + "epoch": 2.2784, + "grad_norm": 5.892173551588763, + "learning_rate": 1.6774352940185269e-06, + "loss": 0.10306617617607117, + "step": 713 + }, + { + "epoch": 2.2816, + "grad_norm": 4.150966492737294, + "learning_rate": 1.663566933026879e-06, + "loss": 0.07620586454868317, + "step": 714 + }, + { + "epoch": 2.2848, + "grad_norm": 5.432625327839043, + "learning_rate": 1.6497446897993885e-06, + "loss": 0.12006257474422455, + "step": 715 + }, + { + "epoch": 2.288, + "grad_norm": 6.1988544472798015, + "learning_rate": 1.6359687553936714e-06, + "loss": 0.06950559467077255, + "step": 716 + }, + { + "epoch": 2.2912, + "grad_norm": 3.6222193166168757, + "learning_rate": 1.6222393202272414e-06, + "loss": 0.07582759112119675, + "step": 717 + }, + { + "epoch": 2.2944, + "grad_norm": 4.460271899357273, + "learning_rate": 1.6085565740748825e-06, + "loss": 0.07245473563671112, + "step": 718 + }, + { + "epoch": 2.2976, + "grad_norm": 5.026948482587842, + "learning_rate": 1.5949207060660138e-06, + "loss": 0.09753254055976868, + "step": 719 + }, + { + "epoch": 2.3008, + "grad_norm": 4.870544354743463, + "learning_rate": 1.581331904682089e-06, + "loss": 0.06839516013860703, + "step": 720 + }, + { + "epoch": 2.304, + "grad_norm": 3.534009364026584, + "learning_rate": 1.5677903577539806e-06, + "loss": 0.06540823727846146, + "step": 721 + }, + { + "epoch": 2.3072, + "grad_norm": 5.0733570772826955, + "learning_rate": 1.5542962524593869e-06, + "loss": 0.10535422712564468, + "step": 722 + }, + { + "epoch": 2.3104, + "grad_norm": 3.6068016602853503, + "learning_rate": 1.54084977532025e-06, + "loss": 0.0575660765171051, + "step": 723 + }, + { + "epoch": 2.3136, + "grad_norm": 5.042780505809956, + "learning_rate": 1.5274511122001684e-06, + "loss": 0.11762597411870956, + "step": 724 + }, + { + "epoch": 2.3168, + "grad_norm": 5.134362812746946, + "learning_rate": 1.5141004483018323e-06, + "loss": 0.06998032331466675, + "step": 725 + }, + { + "epoch": 2.32, + "grad_norm": 5.5498922740758445, + "learning_rate": 1.5007979681644696e-06, + "loss": 0.05732321739196777, + "step": 726 + }, + { + "epoch": 2.3232, + "grad_norm": 5.99070604809497, + "learning_rate": 1.4875438556612836e-06, + "loss": 0.17882873117923737, + "step": 727 + }, + { + "epoch": 2.3264, + "grad_norm": 4.830442342633692, + "learning_rate": 1.474338293996917e-06, + "loss": 0.13739310204982758, + "step": 728 + }, + { + "epoch": 2.3296, + "grad_norm": 4.180068798814137, + "learning_rate": 1.4611814657049257e-06, + "loss": 0.05291110277175903, + "step": 729 + }, + { + "epoch": 2.3327999999999998, + "grad_norm": 5.138435902318426, + "learning_rate": 1.4480735526452427e-06, + "loss": 0.06695031374692917, + "step": 730 + }, + { + "epoch": 2.336, + "grad_norm": 3.91474389316094, + "learning_rate": 1.4350147360016743e-06, + "loss": 0.05291609838604927, + "step": 731 + }, + { + "epoch": 2.3392, + "grad_norm": 5.542625247698976, + "learning_rate": 1.4220051962793952e-06, + "loss": 0.07234814018011093, + "step": 732 + }, + { + "epoch": 2.3424, + "grad_norm": 6.566917111647726, + "learning_rate": 1.4090451133024473e-06, + "loss": 0.1104026734828949, + "step": 733 + }, + { + "epoch": 2.3456, + "grad_norm": 2.9910147365026503, + "learning_rate": 1.3961346662112585e-06, + "loss": 0.045543380081653595, + "step": 734 + }, + { + "epoch": 2.3487999999999998, + "grad_norm": 4.8443437357951895, + "learning_rate": 1.3832740334601692e-06, + "loss": 0.11693132668733597, + "step": 735 + }, + { + "epoch": 2.352, + "grad_norm": 4.238193407388062, + "learning_rate": 1.3704633928149575e-06, + "loss": 0.10108187794685364, + "step": 736 + }, + { + "epoch": 2.3552, + "grad_norm": 2.8297398748345053, + "learning_rate": 1.3577029213503911e-06, + "loss": 0.04281865805387497, + "step": 737 + }, + { + "epoch": 2.3584, + "grad_norm": 5.035788948623994, + "learning_rate": 1.3449927954477732e-06, + "loss": 0.11006296426057816, + "step": 738 + }, + { + "epoch": 2.3616, + "grad_norm": 3.855141269509382, + "learning_rate": 1.3323331907925046e-06, + "loss": 0.06673809140920639, + "step": 739 + }, + { + "epoch": 2.3648, + "grad_norm": 4.868399649302668, + "learning_rate": 1.319724282371664e-06, + "loss": 0.09489268809556961, + "step": 740 + }, + { + "epoch": 2.368, + "grad_norm": 7.517296359964302, + "learning_rate": 1.307166244471576e-06, + "loss": 0.18027102947235107, + "step": 741 + }, + { + "epoch": 2.3712, + "grad_norm": 4.443750597623774, + "learning_rate": 1.2946592506754097e-06, + "loss": 0.09601432085037231, + "step": 742 + }, + { + "epoch": 2.3744, + "grad_norm": 3.7507062386771826, + "learning_rate": 1.282203473860783e-06, + "loss": 0.07339777052402496, + "step": 743 + }, + { + "epoch": 2.3776, + "grad_norm": 5.379526848435967, + "learning_rate": 1.2697990861973635e-06, + "loss": 0.10539920628070831, + "step": 744 + }, + { + "epoch": 2.3808, + "grad_norm": 5.168657979668781, + "learning_rate": 1.257446259144494e-06, + "loss": 0.10802607238292694, + "step": 745 + }, + { + "epoch": 2.384, + "grad_norm": 10.88801203756203, + "learning_rate": 1.2451451634488264e-06, + "loss": 0.17059877514839172, + "step": 746 + }, + { + "epoch": 2.3872, + "grad_norm": 6.506653697708005, + "learning_rate": 1.2328959691419517e-06, + "loss": 0.10177908837795258, + "step": 747 + }, + { + "epoch": 2.3904, + "grad_norm": 7.06876194771458, + "learning_rate": 1.2206988455380558e-06, + "loss": 0.14067994058132172, + "step": 748 + }, + { + "epoch": 2.3936, + "grad_norm": 5.459049161009346, + "learning_rate": 1.2085539612315844e-06, + "loss": 0.09186317026615143, + "step": 749 + }, + { + "epoch": 2.3968, + "grad_norm": 4.853909602574328, + "learning_rate": 1.1964614840949002e-06, + "loss": 0.09414474666118622, + "step": 750 + }, + { + "epoch": 2.4, + "grad_norm": 5.701034512876923, + "learning_rate": 1.1844215812759708e-06, + "loss": 0.07064532488584518, + "step": 751 + }, + { + "epoch": 2.4032, + "grad_norm": 4.225475376304274, + "learning_rate": 1.1724344191960591e-06, + "loss": 0.09624212980270386, + "step": 752 + }, + { + "epoch": 2.4064, + "grad_norm": 6.831160922735881, + "learning_rate": 1.1605001635474183e-06, + "loss": 0.13697776198387146, + "step": 753 + }, + { + "epoch": 2.4096, + "grad_norm": 5.410920242544437, + "learning_rate": 1.1486189792910024e-06, + "loss": 0.09551814943552017, + "step": 754 + }, + { + "epoch": 2.4128, + "grad_norm": 6.943374658941839, + "learning_rate": 1.1367910306541918e-06, + "loss": 0.11858892440795898, + "step": 755 + }, + { + "epoch": 2.416, + "grad_norm": 4.011544255361457, + "learning_rate": 1.1250164811285148e-06, + "loss": 0.1095619648694992, + "step": 756 + }, + { + "epoch": 2.4192, + "grad_norm": 8.17865472562301, + "learning_rate": 1.1132954934673911e-06, + "loss": 0.1675768792629242, + "step": 757 + }, + { + "epoch": 2.4224, + "grad_norm": 3.6499383545129014, + "learning_rate": 1.1016282296838887e-06, + "loss": 0.04391354322433472, + "step": 758 + }, + { + "epoch": 2.4256, + "grad_norm": 4.52344799617554, + "learning_rate": 1.090014851048473e-06, + "loss": 0.06339210271835327, + "step": 759 + }, + { + "epoch": 2.4288, + "grad_norm": 5.662883659435518, + "learning_rate": 1.078455518086784e-06, + "loss": 0.14258350431919098, + "step": 760 + }, + { + "epoch": 2.432, + "grad_norm": 6.097256574924503, + "learning_rate": 1.0669503905774198e-06, + "loss": 0.06327582895755768, + "step": 761 + }, + { + "epoch": 2.4352, + "grad_norm": 6.492617704409979, + "learning_rate": 1.055499627549722e-06, + "loss": 0.10183501988649368, + "step": 762 + }, + { + "epoch": 2.4384, + "grad_norm": 6.02086878331262, + "learning_rate": 1.0441033872815804e-06, + "loss": 0.07817564904689789, + "step": 763 + }, + { + "epoch": 2.4416, + "grad_norm": 8.346456202456045, + "learning_rate": 1.0327618272972484e-06, + "loss": 0.09021017700433731, + "step": 764 + }, + { + "epoch": 2.4448, + "grad_norm": 5.293217633696834, + "learning_rate": 1.0214751043651582e-06, + "loss": 0.13087089359760284, + "step": 765 + }, + { + "epoch": 2.448, + "grad_norm": 5.87700949157379, + "learning_rate": 1.010243374495763e-06, + "loss": 0.12380192428827286, + "step": 766 + }, + { + "epoch": 2.4512, + "grad_norm": 5.808186222788822, + "learning_rate": 9.990667929393715e-07, + "loss": 0.12605151534080505, + "step": 767 + }, + { + "epoch": 2.4544, + "grad_norm": 5.151183159264049, + "learning_rate": 9.879455141840067e-07, + "loss": 0.0865304172039032, + "step": 768 + }, + { + "epoch": 2.4576000000000002, + "grad_norm": 5.4129462450659505, + "learning_rate": 9.768796919532742e-07, + "loss": 0.08209861814975739, + "step": 769 + }, + { + "epoch": 2.4608, + "grad_norm": 5.068584123988632, + "learning_rate": 9.658694792042284e-07, + "loss": 0.11468471586704254, + "step": 770 + }, + { + "epoch": 2.464, + "grad_norm": 4.844978102081947, + "learning_rate": 9.549150281252633e-07, + "loss": 0.08285008370876312, + "step": 771 + }, + { + "epoch": 2.4672, + "grad_norm": 5.068349498921108, + "learning_rate": 9.440164901340127e-07, + "loss": 0.10419681668281555, + "step": 772 + }, + { + "epoch": 2.4704, + "grad_norm": 3.1625623661687032, + "learning_rate": 9.331740158752495e-07, + "loss": 0.04847210645675659, + "step": 773 + }, + { + "epoch": 2.4736000000000002, + "grad_norm": 4.874535469808533, + "learning_rate": 9.223877552188065e-07, + "loss": 0.03893538564443588, + "step": 774 + }, + { + "epoch": 2.4768, + "grad_norm": 4.619975687019092, + "learning_rate": 9.116578572575091e-07, + "loss": 0.07748477160930634, + "step": 775 + }, + { + "epoch": 2.48, + "grad_norm": 2.92604082395473, + "learning_rate": 9.009844703051063e-07, + "loss": 0.041283268481492996, + "step": 776 + }, + { + "epoch": 2.4832, + "grad_norm": 5.393054740107025, + "learning_rate": 8.903677418942292e-07, + "loss": 0.136105015873909, + "step": 777 + }, + { + "epoch": 2.4864, + "grad_norm": 5.693089364156197, + "learning_rate": 8.79807818774343e-07, + "loss": 0.09653803706169128, + "step": 778 + }, + { + "epoch": 2.4896, + "grad_norm": 5.2367755231685535, + "learning_rate": 8.693048469097293e-07, + "loss": 0.1141771450638771, + "step": 779 + }, + { + "epoch": 2.4928, + "grad_norm": 6.220753165757646, + "learning_rate": 8.58858971477457e-07, + "loss": 0.10124068707227707, + "step": 780 + }, + { + "epoch": 2.496, + "grad_norm": 6.699744425384384, + "learning_rate": 8.484703368653812e-07, + "loss": 0.18161731958389282, + "step": 781 + }, + { + "epoch": 2.4992, + "grad_norm": 3.2719510580915094, + "learning_rate": 8.381390866701517e-07, + "loss": 0.07561002671718597, + "step": 782 + }, + { + "epoch": 2.5023999999999997, + "grad_norm": 4.0750793358019175, + "learning_rate": 8.278653636952177e-07, + "loss": 0.07349054515361786, + "step": 783 + }, + { + "epoch": 2.5056000000000003, + "grad_norm": 3.853945091772515, + "learning_rate": 8.176493099488664e-07, + "loss": 0.07924634218215942, + "step": 784 + }, + { + "epoch": 2.5088, + "grad_norm": 3.9708605790822973, + "learning_rate": 8.074910666422475e-07, + "loss": 0.06928728520870209, + "step": 785 + }, + { + "epoch": 2.512, + "grad_norm": 3.640343605257409, + "learning_rate": 7.973907741874287e-07, + "loss": 0.07105650752782822, + "step": 786 + }, + { + "epoch": 2.5152, + "grad_norm": 4.302121204890136, + "learning_rate": 7.873485721954572e-07, + "loss": 0.10211469233036041, + "step": 787 + }, + { + "epoch": 2.5183999999999997, + "grad_norm": 4.308262119474157, + "learning_rate": 7.773645994744222e-07, + "loss": 0.08780980855226517, + "step": 788 + }, + { + "epoch": 2.5216, + "grad_norm": 4.547313783660713, + "learning_rate": 7.674389940275406e-07, + "loss": 0.08024639636278152, + "step": 789 + }, + { + "epoch": 2.5248, + "grad_norm": 5.334742625561698, + "learning_rate": 7.575718930512516e-07, + "loss": 0.11789308488368988, + "step": 790 + }, + { + "epoch": 2.528, + "grad_norm": 3.9018912781819983, + "learning_rate": 7.47763432933315e-07, + "loss": 0.06020133197307587, + "step": 791 + }, + { + "epoch": 2.5312, + "grad_norm": 5.221747350625461, + "learning_rate": 7.380137492509309e-07, + "loss": 0.12893611192703247, + "step": 792 + }, + { + "epoch": 2.5343999999999998, + "grad_norm": 4.252973698980377, + "learning_rate": 7.283229767688627e-07, + "loss": 0.07680028676986694, + "step": 793 + }, + { + "epoch": 2.5376, + "grad_norm": 3.179449105684439, + "learning_rate": 7.186912494375736e-07, + "loss": 0.04430155083537102, + "step": 794 + }, + { + "epoch": 2.5408, + "grad_norm": 4.187638577055214, + "learning_rate": 7.091187003913802e-07, + "loss": 0.0837840884923935, + "step": 795 + }, + { + "epoch": 2.544, + "grad_norm": 4.67528134834416, + "learning_rate": 6.996054619466053e-07, + "loss": 0.10668416321277618, + "step": 796 + }, + { + "epoch": 2.5472, + "grad_norm": 5.167138261403643, + "learning_rate": 6.901516655997536e-07, + "loss": 0.08135296404361725, + "step": 797 + }, + { + "epoch": 2.5504, + "grad_norm": 3.531241276260812, + "learning_rate": 6.80757442025694e-07, + "loss": 0.05354129523038864, + "step": 798 + }, + { + "epoch": 2.5536, + "grad_norm": 3.2277596569432947, + "learning_rate": 6.714229210758516e-07, + "loss": 0.058047980070114136, + "step": 799 + }, + { + "epoch": 2.5568, + "grad_norm": 5.901204699020555, + "learning_rate": 6.621482317764105e-07, + "loss": 0.16003961861133575, + "step": 800 + }, + { + "epoch": 2.56, + "grad_norm": 3.8324224758212724, + "learning_rate": 6.529335023265387e-07, + "loss": 0.05353522300720215, + "step": 801 + }, + { + "epoch": 2.5632, + "grad_norm": 7.073082353236605, + "learning_rate": 6.437788600966066e-07, + "loss": 0.12031964212656021, + "step": 802 + }, + { + "epoch": 2.5664, + "grad_norm": 4.558795574006864, + "learning_rate": 6.346844316264312e-07, + "loss": 0.08245455473661423, + "step": 803 + }, + { + "epoch": 2.5696, + "grad_norm": 5.696560344883344, + "learning_rate": 6.256503426235277e-07, + "loss": 0.10456888377666473, + "step": 804 + }, + { + "epoch": 2.5728, + "grad_norm": 4.587213807091814, + "learning_rate": 6.166767179613691e-07, + "loss": 0.06099589914083481, + "step": 805 + }, + { + "epoch": 2.576, + "grad_norm": 3.6312702846358236, + "learning_rate": 6.077636816776611e-07, + "loss": 0.060435544699430466, + "step": 806 + }, + { + "epoch": 2.5792, + "grad_norm": 5.159232812533308, + "learning_rate": 5.989113569726312e-07, + "loss": 0.10681406408548355, + "step": 807 + }, + { + "epoch": 2.5824, + "grad_norm": 6.647332164624498, + "learning_rate": 5.901198662073188e-07, + "loss": 0.18219977617263794, + "step": 808 + }, + { + "epoch": 2.5856, + "grad_norm": 5.048494011845977, + "learning_rate": 5.813893309018881e-07, + "loss": 0.13821908831596375, + "step": 809 + }, + { + "epoch": 2.5888, + "grad_norm": 4.846199848264473, + "learning_rate": 5.727198717339511e-07, + "loss": 0.09387294948101044, + "step": 810 + }, + { + "epoch": 2.592, + "grad_norm": 6.330368563148582, + "learning_rate": 5.641116085368931e-07, + "loss": 0.12654753029346466, + "step": 811 + }, + { + "epoch": 2.5952, + "grad_norm": 4.983682635451174, + "learning_rate": 5.555646602982207e-07, + "loss": 0.054955482482910156, + "step": 812 + }, + { + "epoch": 2.5984, + "grad_norm": 5.337337985366779, + "learning_rate": 5.470791451579172e-07, + "loss": 0.11604686081409454, + "step": 813 + }, + { + "epoch": 2.6016, + "grad_norm": 4.774234054999309, + "learning_rate": 5.386551804068063e-07, + "loss": 0.07480829954147339, + "step": 814 + }, + { + "epoch": 2.6048, + "grad_norm": 5.67616606913421, + "learning_rate": 5.302928824849335e-07, + "loss": 0.08432568609714508, + "step": 815 + }, + { + "epoch": 2.608, + "grad_norm": 6.669876648378904, + "learning_rate": 5.219923669799587e-07, + "loss": 0.10097655653953552, + "step": 816 + }, + { + "epoch": 2.6112, + "grad_norm": 4.785192140569578, + "learning_rate": 5.137537486255517e-07, + "loss": 0.09213853627443314, + "step": 817 + }, + { + "epoch": 2.6144, + "grad_norm": 12.887457114172935, + "learning_rate": 5.055771412998122e-07, + "loss": 0.09667956829071045, + "step": 818 + }, + { + "epoch": 2.6176, + "grad_norm": 5.686077115139262, + "learning_rate": 4.974626580236957e-07, + "loss": 0.08253185451030731, + "step": 819 + }, + { + "epoch": 2.6208, + "grad_norm": 5.213664957325537, + "learning_rate": 4.894104109594466e-07, + "loss": 0.10998277366161346, + "step": 820 + }, + { + "epoch": 2.624, + "grad_norm": 4.1341620316686924, + "learning_rate": 4.814205114090543e-07, + "loss": 0.08224129676818848, + "step": 821 + }, + { + "epoch": 2.6272, + "grad_norm": 4.531631823362974, + "learning_rate": 4.734930698127077e-07, + "loss": 0.09060163795948029, + "step": 822 + }, + { + "epoch": 2.6304, + "grad_norm": 3.918488960881494, + "learning_rate": 4.6562819574727304e-07, + "loss": 0.06134440377354622, + "step": 823 + }, + { + "epoch": 2.6336, + "grad_norm": 4.088829148724274, + "learning_rate": 4.578259979247801e-07, + "loss": 0.08996803313493729, + "step": 824 + }, + { + "epoch": 2.6368, + "grad_norm": 3.8607902988831206, + "learning_rate": 4.500865841909169e-07, + "loss": 0.04868876188993454, + "step": 825 + }, + { + "epoch": 2.64, + "grad_norm": 6.376083407800039, + "learning_rate": 4.4241006152353885e-07, + "loss": 0.5533008575439453, + "step": 826 + }, + { + "epoch": 2.6432, + "grad_norm": 6.219934828074983, + "learning_rate": 4.3479653603119287e-07, + "loss": 0.12393755465745926, + "step": 827 + }, + { + "epoch": 2.6464, + "grad_norm": 5.88163203033371, + "learning_rate": 4.2724611295164755e-07, + "loss": 0.12869954109191895, + "step": 828 + }, + { + "epoch": 2.6496, + "grad_norm": 2.8670150880763425, + "learning_rate": 4.197588966504401e-07, + "loss": 0.06858257204294205, + "step": 829 + }, + { + "epoch": 2.6528, + "grad_norm": 5.8230781250099355, + "learning_rate": 4.123349906194357e-07, + "loss": 0.08777829259634018, + "step": 830 + }, + { + "epoch": 2.656, + "grad_norm": 3.9293889102506667, + "learning_rate": 4.0497449747539217e-07, + "loss": 0.06030702218413353, + "step": 831 + }, + { + "epoch": 2.6592000000000002, + "grad_norm": 6.72925262950812, + "learning_rate": 3.9767751895854467e-07, + "loss": 0.11489322781562805, + "step": 832 + }, + { + "epoch": 2.6624, + "grad_norm": 4.884107661803806, + "learning_rate": 3.904441559312006e-07, + "loss": 0.10746165364980698, + "step": 833 + }, + { + "epoch": 2.6656, + "grad_norm": 5.602826417452112, + "learning_rate": 3.8327450837634284e-07, + "loss": 0.08274800330400467, + "step": 834 + }, + { + "epoch": 2.6688, + "grad_norm": 6.784555867087458, + "learning_rate": 3.7616867539624733e-07, + "loss": 0.0792284607887268, + "step": 835 + }, + { + "epoch": 2.672, + "grad_norm": 4.382084970128556, + "learning_rate": 3.691267552111183e-07, + "loss": 0.07785268872976303, + "step": 836 + }, + { + "epoch": 2.6752000000000002, + "grad_norm": 5.3642679105191045, + "learning_rate": 3.621488451577221e-07, + "loss": 0.08154767751693726, + "step": 837 + }, + { + "epoch": 2.6784, + "grad_norm": 4.455268403353234, + "learning_rate": 3.552350416880507e-07, + "loss": 0.08759278804063797, + "step": 838 + }, + { + "epoch": 2.6816, + "grad_norm": 4.890874276873109, + "learning_rate": 3.483854403679832e-07, + "loss": 0.08747395873069763, + "step": 839 + }, + { + "epoch": 2.6848, + "grad_norm": 3.414803190746504, + "learning_rate": 3.416001358759635e-07, + "loss": 0.05378187075257301, + "step": 840 + }, + { + "epoch": 2.6879999999999997, + "grad_norm": 4.214372107625873, + "learning_rate": 3.3487922200169944e-07, + "loss": 0.05643921345472336, + "step": 841 + }, + { + "epoch": 2.6912000000000003, + "grad_norm": 4.678631918928488, + "learning_rate": 3.2822279164485494e-07, + "loss": 0.08409986644983292, + "step": 842 + }, + { + "epoch": 2.6944, + "grad_norm": 4.4898335138859204, + "learning_rate": 3.2163093681377765e-07, + "loss": 0.09269889444112778, + "step": 843 + }, + { + "epoch": 2.6976, + "grad_norm": 5.792458748078186, + "learning_rate": 3.151037486242181e-07, + "loss": 0.11759718507528305, + "step": 844 + }, + { + "epoch": 2.7008, + "grad_norm": 5.161229138155429, + "learning_rate": 3.08641317298074e-07, + "loss": 0.14189603924751282, + "step": 845 + }, + { + "epoch": 2.7039999999999997, + "grad_norm": 3.8712622879349654, + "learning_rate": 3.022437321621452e-07, + "loss": 0.08138757944107056, + "step": 846 + }, + { + "epoch": 2.7072000000000003, + "grad_norm": 5.041797515047301, + "learning_rate": 2.959110816468935e-07, + "loss": 0.09337767958641052, + "step": 847 + }, + { + "epoch": 2.7104, + "grad_norm": 5.201198943760548, + "learning_rate": 2.896434532852277e-07, + "loss": 0.1141236275434494, + "step": 848 + }, + { + "epoch": 2.7136, + "grad_norm": 6.691835246317423, + "learning_rate": 2.834409337112842e-07, + "loss": 0.11867150664329529, + "step": 849 + }, + { + "epoch": 2.7168, + "grad_norm": 3.792971355121214, + "learning_rate": 2.7730360865923954e-07, + "loss": 0.06238650158047676, + "step": 850 + }, + { + "epoch": 2.7199999999999998, + "grad_norm": 4.9855904224915255, + "learning_rate": 2.712315629621176e-07, + "loss": 0.09140697866678238, + "step": 851 + }, + { + "epoch": 2.7232, + "grad_norm": 5.099509790835439, + "learning_rate": 2.6522488055062076e-07, + "loss": 0.17426876723766327, + "step": 852 + }, + { + "epoch": 2.7264, + "grad_norm": 7.019145608185476, + "learning_rate": 2.5928364445196975e-07, + "loss": 0.1029796227812767, + "step": 853 + }, + { + "epoch": 2.7296, + "grad_norm": 4.55381734355966, + "learning_rate": 2.534079367887549e-07, + "loss": 0.05041209235787392, + "step": 854 + }, + { + "epoch": 2.7328, + "grad_norm": 5.058506134416135, + "learning_rate": 2.475978387778e-07, + "loss": 0.10950443148612976, + "step": 855 + }, + { + "epoch": 2.7359999999999998, + "grad_norm": 4.927007604916832, + "learning_rate": 2.4185343072904376e-07, + "loss": 0.11046621948480606, + "step": 856 + }, + { + "epoch": 2.7392, + "grad_norm": 4.645862831777831, + "learning_rate": 2.3617479204442462e-07, + "loss": 0.09512713551521301, + "step": 857 + }, + { + "epoch": 2.7424, + "grad_norm": 4.715134017738007, + "learning_rate": 2.305620012167853e-07, + "loss": 0.1317645162343979, + "step": 858 + }, + { + "epoch": 2.7456, + "grad_norm": 4.172825091167619, + "learning_rate": 2.2501513582879108e-07, + "loss": 0.09508270770311356, + "step": 859 + }, + { + "epoch": 2.7488, + "grad_norm": 6.365380885327864, + "learning_rate": 2.1953427255185122e-07, + "loss": 0.15742623805999756, + "step": 860 + }, + { + "epoch": 2.752, + "grad_norm": 4.7911655395733606, + "learning_rate": 2.1411948714506414e-07, + "loss": 0.09890823066234589, + "step": 861 + }, + { + "epoch": 2.7552, + "grad_norm": 4.706980448081932, + "learning_rate": 2.0877085445416889e-07, + "loss": 0.07184596359729767, + "step": 862 + }, + { + "epoch": 2.7584, + "grad_norm": 5.914603913016412, + "learning_rate": 2.034884484105093e-07, + "loss": 0.14604350924491882, + "step": 863 + }, + { + "epoch": 2.7616, + "grad_norm": 8.410573869539732, + "learning_rate": 1.98272342030012e-07, + "loss": 0.24116627871990204, + "step": 864 + }, + { + "epoch": 2.7648, + "grad_norm": 6.398832671810751, + "learning_rate": 1.9312260741218114e-07, + "loss": 0.0800832137465477, + "step": 865 + }, + { + "epoch": 2.768, + "grad_norm": 4.579455858957462, + "learning_rate": 1.8803931573909584e-07, + "loss": 0.1112121194601059, + "step": 866 + }, + { + "epoch": 2.7712, + "grad_norm": 3.494963830618945, + "learning_rate": 1.8302253727443041e-07, + "loss": 0.056444257497787476, + "step": 867 + }, + { + "epoch": 2.7744, + "grad_norm": 3.573538905236335, + "learning_rate": 1.7807234136248296e-07, + "loss": 0.05214056372642517, + "step": 868 + }, + { + "epoch": 2.7776, + "grad_norm": 5.010204343123873, + "learning_rate": 1.731887964272144e-07, + "loss": 0.09860917180776596, + "step": 869 + }, + { + "epoch": 2.7808, + "grad_norm": 4.816662522386438, + "learning_rate": 1.6837196997130434e-07, + "loss": 0.07981070131063461, + "step": 870 + }, + { + "epoch": 2.784, + "grad_norm": 4.576350976116394, + "learning_rate": 1.6362192857521942e-07, + "loss": 0.09621265530586243, + "step": 871 + }, + { + "epoch": 2.7872, + "grad_norm": 5.670009488363537, + "learning_rate": 1.5893873789628812e-07, + "loss": 0.19886067509651184, + "step": 872 + }, + { + "epoch": 2.7904, + "grad_norm": 3.6510168385477657, + "learning_rate": 1.5432246266780083e-07, + "loss": 0.06333699822425842, + "step": 873 + }, + { + "epoch": 2.7936, + "grad_norm": 4.505577754745766, + "learning_rate": 1.4977316669810782e-07, + "loss": 0.0873306542634964, + "step": 874 + }, + { + "epoch": 2.7968, + "grad_norm": 5.092498083811537, + "learning_rate": 1.4529091286973994e-07, + "loss": 0.09957022964954376, + "step": 875 + }, + { + "epoch": 2.8, + "grad_norm": 3.8356935709166895, + "learning_rate": 1.4087576313854212e-07, + "loss": 0.045311711728572845, + "step": 876 + }, + { + "epoch": 2.8032, + "grad_norm": 3.688765051401209, + "learning_rate": 1.365277785328123e-07, + "loss": 0.06849552690982819, + "step": 877 + }, + { + "epoch": 2.8064, + "grad_norm": 5.2503433933764425, + "learning_rate": 1.3224701915246053e-07, + "loss": 0.09803561866283417, + "step": 878 + }, + { + "epoch": 2.8096, + "grad_norm": 4.361830484953425, + "learning_rate": 1.280335441681796e-07, + "loss": 0.0886538177728653, + "step": 879 + }, + { + "epoch": 2.8128, + "grad_norm": 5.031427873320053, + "learning_rate": 1.2388741182062348e-07, + "loss": 0.10888531059026718, + "step": 880 + }, + { + "epoch": 2.816, + "grad_norm": 5.302368605213448, + "learning_rate": 1.198086794196035e-07, + "loss": 0.09809792041778564, + "step": 881 + }, + { + "epoch": 2.8192, + "grad_norm": 4.374814290647814, + "learning_rate": 1.1579740334330014e-07, + "loss": 0.09694273769855499, + "step": 882 + }, + { + "epoch": 2.8224, + "grad_norm": 6.119239783240622, + "learning_rate": 1.1185363903747748e-07, + "loss": 0.08512193709611893, + "step": 883 + }, + { + "epoch": 2.8256, + "grad_norm": 3.945935449802739, + "learning_rate": 1.0797744101472052e-07, + "loss": 0.05518460273742676, + "step": 884 + }, + { + "epoch": 2.8288, + "grad_norm": 4.26544181969666, + "learning_rate": 1.0416886285368188e-07, + "loss": 0.08117370307445526, + "step": 885 + }, + { + "epoch": 2.832, + "grad_norm": 8.417107803278832, + "learning_rate": 1.0042795719833964e-07, + "loss": 0.18891701102256775, + "step": 886 + }, + { + "epoch": 2.8352, + "grad_norm": 6.157564227583656, + "learning_rate": 9.675477575726954e-08, + "loss": 0.07360401749610901, + "step": 887 + }, + { + "epoch": 2.8384, + "grad_norm": 4.168193829425873, + "learning_rate": 9.314936930293283e-08, + "loss": 0.06772521138191223, + "step": 888 + }, + { + "epoch": 2.8416, + "grad_norm": 4.489063568415961, + "learning_rate": 8.961178767097178e-08, + "loss": 0.09246842563152313, + "step": 889 + }, + { + "epoch": 2.8448, + "grad_norm": 4.039066368305648, + "learning_rate": 8.614207975952083e-08, + "loss": 0.10015315562486649, + "step": 890 + }, + { + "epoch": 2.848, + "grad_norm": 5.612972639879038, + "learning_rate": 8.274029352853264e-08, + "loss": 0.16348965466022491, + "step": 891 + }, + { + "epoch": 2.8512, + "grad_norm": 3.329092188649537, + "learning_rate": 7.940647599911477e-08, + "loss": 0.043626099824905396, + "step": 892 + }, + { + "epoch": 2.8544, + "grad_norm": 7.0831125545836695, + "learning_rate": 7.614067325287632e-08, + "loss": 0.10901731252670288, + "step": 893 + }, + { + "epoch": 2.8576, + "grad_norm": 2.982607780144671, + "learning_rate": 7.294293043129785e-08, + "loss": 0.03991899639368057, + "step": 894 + }, + { + "epoch": 2.8608000000000002, + "grad_norm": 4.998673932267322, + "learning_rate": 6.981329173509909e-08, + "loss": 0.08470803499221802, + "step": 895 + }, + { + "epoch": 2.864, + "grad_norm": 4.870997890379601, + "learning_rate": 6.675180042363505e-08, + "loss": 0.07652558386325836, + "step": 896 + }, + { + "epoch": 2.8672, + "grad_norm": 4.817406641864773, + "learning_rate": 6.375849881429418e-08, + "loss": 0.11191246658563614, + "step": 897 + }, + { + "epoch": 2.8704, + "grad_norm": 5.581451527558614, + "learning_rate": 6.083342828191453e-08, + "loss": 0.10482735931873322, + "step": 898 + }, + { + "epoch": 2.8736, + "grad_norm": 5.708471007091137, + "learning_rate": 5.797662925821068e-08, + "loss": 0.08502088487148285, + "step": 899 + }, + { + "epoch": 2.8768000000000002, + "grad_norm": 4.901671890903101, + "learning_rate": 5.518814123121885e-08, + "loss": 0.10883375257253647, + "step": 900 + }, + { + "epoch": 2.88, + "grad_norm": 4.154419493969357, + "learning_rate": 5.246800274474439e-08, + "loss": 0.09115639328956604, + "step": 901 + }, + { + "epoch": 2.8832, + "grad_norm": 4.348128911352974, + "learning_rate": 4.981625139783619e-08, + "loss": 0.06913866847753525, + "step": 902 + }, + { + "epoch": 2.8864, + "grad_norm": 5.289331472487325, + "learning_rate": 4.723292384426203e-08, + "loss": 0.11700673401355743, + "step": 903 + }, + { + "epoch": 2.8895999999999997, + "grad_norm": 3.791109353781895, + "learning_rate": 4.471805579200239e-08, + "loss": 0.04840843379497528, + "step": 904 + }, + { + "epoch": 2.8928000000000003, + "grad_norm": 5.036440006786255, + "learning_rate": 4.227168200276077e-08, + "loss": 0.0787072479724884, + "step": 905 + }, + { + "epoch": 2.896, + "grad_norm": 4.735914230933199, + "learning_rate": 3.989383629147747e-08, + "loss": 0.14012834429740906, + "step": 906 + }, + { + "epoch": 2.8992, + "grad_norm": 4.291348277092904, + "learning_rate": 3.758455152586715e-08, + "loss": 0.07618975639343262, + "step": 907 + }, + { + "epoch": 2.9024, + "grad_norm": 4.2881539813162695, + "learning_rate": 3.534385962596143e-08, + "loss": 0.06973709911108017, + "step": 908 + }, + { + "epoch": 2.9055999999999997, + "grad_norm": 7.05419033769194, + "learning_rate": 3.3171791563669785e-08, + "loss": 0.13123367726802826, + "step": 909 + }, + { + "epoch": 2.9088000000000003, + "grad_norm": 4.423070168190909, + "learning_rate": 3.10683773623488e-08, + "loss": 0.05719318240880966, + "step": 910 + }, + { + "epoch": 2.912, + "grad_norm": 6.187388732751734, + "learning_rate": 2.9033646096390255e-08, + "loss": 0.11336243897676468, + "step": 911 + }, + { + "epoch": 2.9152, + "grad_norm": 2.831466025307935, + "learning_rate": 2.706762589081646e-08, + "loss": 0.0554865300655365, + "step": 912 + }, + { + "epoch": 2.9184, + "grad_norm": 4.209287469214515, + "learning_rate": 2.517034392089446e-08, + "loss": 0.09645409882068634, + "step": 913 + }, + { + "epoch": 2.9215999999999998, + "grad_norm": 3.7148368498294406, + "learning_rate": 2.3341826411756863e-08, + "loss": 0.0811377689242363, + "step": 914 + }, + { + "epoch": 2.9248, + "grad_norm": 5.727089346896338, + "learning_rate": 2.158209863804217e-08, + "loss": 0.11350905150175095, + "step": 915 + }, + { + "epoch": 2.928, + "grad_norm": 5.766713213274287, + "learning_rate": 1.9891184923544472e-08, + "loss": 0.09957945346832275, + "step": 916 + }, + { + "epoch": 2.9312, + "grad_norm": 6.228807909433766, + "learning_rate": 1.826910864087761e-08, + "loss": 0.15663447976112366, + "step": 917 + }, + { + "epoch": 2.9344, + "grad_norm": 3.0808615653614693, + "learning_rate": 1.6715892211150442e-08, + "loss": 0.06668084114789963, + "step": 918 + }, + { + "epoch": 2.9375999999999998, + "grad_norm": 4.467484447991994, + "learning_rate": 1.5231557103658755e-08, + "loss": 0.08607907593250275, + "step": 919 + }, + { + "epoch": 2.9408, + "grad_norm": 4.706051133262561, + "learning_rate": 1.3816123835588835e-08, + "loss": 0.14103570580482483, + "step": 920 + }, + { + "epoch": 2.944, + "grad_norm": 8.374006967885531, + "learning_rate": 1.2469611971731576e-08, + "loss": 0.14255325496196747, + "step": 921 + }, + { + "epoch": 2.9472, + "grad_norm": 3.3943861642239246, + "learning_rate": 1.1192040124214931e-08, + "loss": 0.06863875687122345, + "step": 922 + }, + { + "epoch": 2.9504, + "grad_norm": 4.618502897797104, + "learning_rate": 9.983425952243552e-09, + "loss": 0.06344830244779587, + "step": 923 + }, + { + "epoch": 2.9536, + "grad_norm": 3.606277777210792, + "learning_rate": 8.84378616185788e-09, + "loss": 0.0726478099822998, + "step": 924 + }, + { + "epoch": 2.9568, + "grad_norm": 4.413595141431842, + "learning_rate": 7.773136505700995e-09, + "loss": 0.0803748369216919, + "step": 925 + }, + { + "epoch": 2.96, + "grad_norm": 4.1373546517714725, + "learning_rate": 6.7714917828004545e-09, + "loss": 0.056443389505147934, + "step": 926 + }, + { + "epoch": 2.9632, + "grad_norm": 4.7751319628895255, + "learning_rate": 5.838865838366792e-09, + "loss": 0.12406027317047119, + "step": 927 + }, + { + "epoch": 2.9664, + "grad_norm": 5.464434492318426, + "learning_rate": 4.975271563599227e-09, + "loss": 0.1432250440120697, + "step": 928 + }, + { + "epoch": 2.9696, + "grad_norm": 5.079654771644715, + "learning_rate": 4.180720895508028e-09, + "loss": 0.09522116184234619, + "step": 929 + }, + { + "epoch": 2.9728, + "grad_norm": 4.173639506166777, + "learning_rate": 3.4552248167507576e-09, + "loss": 0.052742742002010345, + "step": 930 + }, + { + "epoch": 2.976, + "grad_norm": 4.965049219914937, + "learning_rate": 2.798793355478502e-09, + "loss": 0.10027141869068146, + "step": 931 + }, + { + "epoch": 2.9792, + "grad_norm": 4.807277989835046, + "learning_rate": 2.2114355851993175e-09, + "loss": 0.0803011953830719, + "step": 932 + }, + { + "epoch": 2.9824, + "grad_norm": 4.7972776442936835, + "learning_rate": 1.6931596246516636e-09, + "loss": 0.09913653135299683, + "step": 933 + }, + { + "epoch": 2.9856, + "grad_norm": 4.063194276355487, + "learning_rate": 1.24397263769227e-09, + "loss": 0.07257185131311417, + "step": 934 + }, + { + "epoch": 2.9888, + "grad_norm": 5.424426759123465, + "learning_rate": 8.638808331973281e-10, + "loss": 0.12553086876869202, + "step": 935 + }, + { + "epoch": 2.992, + "grad_norm": 4.240720507916698, + "learning_rate": 5.528894649758921e-10, + "loss": 0.12835493683815002, + "step": 936 + }, + { + "epoch": 2.9952, + "grad_norm": 5.2388649859814596, + "learning_rate": 3.1100283169938074e-10, + "loss": 0.14904943108558655, + "step": 937 + }, + { + "epoch": 2.9984, + "grad_norm": 3.75793392949412, + "learning_rate": 1.3822427683884975e-10, + "loss": 0.10862727463245392, + "step": 938 + }, + { + "epoch": 3.0, + "grad_norm": 6.681865773550804, + "learning_rate": 3.4556188622802964e-11, + "loss": 0.11463062465190887, + "step": 939 + }, + { + "epoch": 3.0, + "step": 939, + "total_flos": 2233489489920.0, + "train_loss": 0.6554125065739733, + "train_runtime": 3840.4405, + "train_samples_per_second": 3.906, + "train_steps_per_second": 0.245 + } + ], + "logging_steps": 1, + "max_steps": 939, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2233489489920.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..51eb473 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa9beff77a7f10b1939321dc2d922d097b7f79d4d6227fe2b349a07f9cef3be8 +size 7761 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..b28cbf53c541e1facca49ef60efdd4b838381cd7 GIT binary patch literal 51454 zcmd?Rg;!SV_AkC@q)R##0i{JcB?JW&1q39dB&54T0YPbzk`fR_1?lbtaq&^=KR#dbB)`|#02yN2!asbR8hQ#Aeey&f-#AY3!e!0 zjn2aVNVqELx@tODxO$j4KSI<^Tpev4Ty3pQS=}EwyI4Ee3-JjG@QL%VTDiJ9x=8Tz z+x>LN!7o#j3@_Yezfs9+nwi^U1?kGkm!_Xw6vhpQ8Ug##Qp+5B%@{RF=jd z?EgMq7g9keu&lPx69hs%2 z{YxE~zGp`SDh;v;ODahltqUK^%c=K9T}Y>AX5eyWuUYcM-G-Sc$(Yx#ul$~0oQTwU z=y!f`aZ%$+JgtCnV8{F=-%!;Hh{y8K6C6V7H^s%9_ZXup6-WJ#R>XYw1&lnWaC{FJ z-_uHY7Pk0(ZaDQ;%aA#t$Xoqkd^MSjk}^og$SbEV(fQ_j#n#FnMoD)fLTVm4d;8DJ zNh|@!doSf4B zl3IBTms(S5pJFD?pIiTNsJJ{-ghfch*9!CYWPRN+ zx+h?B_9hqAs`W52gNUc6@ac601uXZ~(dX~ey}vH<7aJ9Hv_~=&S@m7uFIfFiWZA>~ zDj{L|D|dmbcgC}4xY*bRFALH;oECf~3GEKjHmEzIm|B`c2nFp&#Tde4LxgPxjC11gbrCa09i%wDW_d#Y@b7So;0v@XdMD*A2!)f^4xe#JptZ~0R!%@c;;(d68 zgB9ve(+e2^t9LPU4Gbc_eN&76zF_?#JUsK)WB$dHf}$ewXz5+rQy7PtWXp6X>xtA< z#<%a@WtEmv2?`1tJ;+=u^xQCwV3vNcjknnUK@%NE9=&4h9@(>6%`MN9o?+M@lg~NR z5#()7&XXB2N5+n`OOFL{0!|MWzI^@q^g(`mwc8Sc6x8j~--u#-o}0^MRrUaV;D-Sx zW#0w!%v@miVnodp`W?A{OA#f7uf-=JX)hZz>LR2e91v8~FSo_$aN7U-sbIaCke^jt zoQ^&cmy$!RF{>EFwZtLxb!Y zDN7WrrJ)F)g*1H7Xmbc@xs7w!GOeoYm1Fe}`;MbQ6P*n4;R`Jj;xafD!> zSl7ZLtRfcpVVD&`(^h;&8DCmt{q$%pTff4-*XkOrsD0{NCG)-2u_Ot%E3OhuPoF;Z zBz!U|ehz1)-tS1@(N`*{954hIczM6i&vUz)*pAoIF?LMVtkst!ABFSRBOOl155GBQ zaDVV*vuuz|SSs`0dAz;&6AxZjPfzdIqqpxsBIwe<*73ns<=>B=$S5eDzJ1HiV^~dv zIPR~T7&x_^hgrEX_}Ne?!_1P4m$xlXuY`=6`Weip)bVLP;<3^Y_f{*&b}pRZhR)CSzbAEPD_M%d+-pwdUpE z?8i@^n-h5T1w7Y{VU=vJj3hp6shIE&hqsi^?n8?K45zH((b>U5MkQLm)6+>JZv^e{ zdycvd8gg-SyHwuDx%d3lE2{VM;oIKQ^z`&(G&G#Qnc<5<_x*u zhgZ1a+EC(alo#N_bA&%pQLdq@8z#9{OWE1ksqyKTii%33@SwrP>IJ@s^^9(AZpVkP zR-dpbJVTJx+O6At?#jov@K-ASp%1<0&L^pHNS*G_@MXja?a?$I zGYr4K!*UEyjb04X*PE{|dU{mrwsfC}L4@c*KDD&ZZYzJo@$@$R?NqTR4EB{6v9Yn} z+)H^1`0r2Q^(B=bbNHU@3{HxXz^W+oS~=O9!0T`lbDqUVCZTCmY}_#LKbV6h-?}l= zktV|_!0+;>m(9J4w?Y6}juag?&hS6Hd;~>7&(4n5Y`#WxX{<&x{P}YesOaXZiF}XH zrEV5cG&^g)+lWP4cu6&(uq~XXBvT>uDzXfvkAf-NX7KYe)T)IH{)hFc7{*w5B<4B> zPB`ek8ZwKPZhv*_Qi`xmg4INkSw}Ja+3XQ@82`2=Y1PZR+s@!n2*sihHlK*=AC12H zvxA-hT13R+8|^OKv&3s_zUa#rm4w(>w%3{@OKvpO)WwyRV$}5XU(>z+UM`0^G|&(b z@J@qk2$n=w^wDGxDJ|mOLM&RiHxZCgw=yjrtnK`OmXCTp>~Jgk;;uL!*aWa!HR&NzJ>9%29=rlg0@#F^%aytKz#qRQZcaORv4V|7rNMVGXU>{N6S? zV#pA0#b~q4$+qV1n8$>;)Pzx;cTopRKxzO0feN9>8!b?$hYUT&+R&ow4znYKEX$r9 zkji$OUoGPPT=~?Av17Grfw>%7f{0l=5pJOL=9i0EW{C00;f~qm%a@mP5{*px>$WL= zF1qHyB-nPoyu>3U6jyh8xU>w7-Qr68i%1q(qtY`dLP@uBOfTMuFfM2~mGGH~6xD6; zKS4jM@mQmdTbX0ouctNpOL(ciL+DD z0DJVC50?rms*HZVzhg;9M|bS9)bnv&!hPkpcIo%wH4+3J>eCbdt?#0G-rf>~1O%oz zIXUhY*P`bn2uK{30JNL3%0Vdvb?u%gVV%ap79#hCS8ud zCE~Md`~LGzp-GFbqocqPEUF+hKNN+8?&;qblu&{zwbECyF5}iF=6|+>s(#0 zF#xvw<8OITJ3BiYwp%pnA_BX^A@1-tVSwnep!2NCyPu0gKkvwXmpNWn*oD?q3|qM* zU%%pNJ1u&T;Uqz`qzC!)gB3P|e7o?qurce8R%a>*3&N?o68S9|JBnod4hw0FJfH9y zR=*l^>5�TpX=(QTz0(7)3kBRZ{ztK_oqGuK{}044MF<;}H~$&3XHFz2S0laM4_k| z#l3l`Q2m30CFm$a0U4?lf!d!CAOFbX?DcEqL!NKr!QBlzn^d(^X$d?+fhI&o6KF?x_Rc7&f1w(&dPp{Ja)KoiaOw+HNhzaidfJqljEt3j;RWKlTZ0w&LF-DNu$1c`GOR{)>DMf9 zmvM+=;0M+Lq&Y5s@q*ypug7#9PPV^3Y9H@Xa^4p6%PtwsEdaFKw+p~H5XOvzi6YI? z=d}9^TLqtGLnt8GGuwI{c_@p}|cM#_h4cLUD$0*H`+G5g9X-1|mGd|s;qsWN`A z4c&(y9iJj_LkUTz>0ql=?hJ16YWJ0|pKCX7^_8o#A>3E4q#hd9pX`q4IXV_vjX>41 zlVRA+&C4^-%*?bMDm2N<%)Gw+y3Dg->KVh(m)MI33*%IQ$Pmp#-zJBW<9A$C1gFuQ z?GI$%cc-oepQA*}jh>m=#fI-tl4CC_7q5=hY>oUrOmT$HSU5DKYau|pZ-;|}qn4>L zG|HLp1@)R1DYyQ~5xQWOsi1f*no08hRU>(;go4~$Ic@FpFg!D_7$_0wH8OX-f&|Ul z8?CNQ!yY5qtJ~_9RN5eiT7qHh-iK+S^H5KZZnbXD=&syZe#Q8UurU1h1D4-^m)QtH z2Lx38dV(5|7GNLJs;Vk6_hnkdWpoUfN1?}>(Qs9BOG}Z@o;?saNk8B0zAzwJ#`E8j zftM{*aI&)-Lyy}B6mZwjaHTyt*)UWh?Y65u_37bY!;AE2I-zF`-GK+yT=BQ0wtE$_ zoKT=oYqk#uJv2g%<1BhGPf@Nd@l&a?Nxj{@MtP1`MIAy zwZJICw2A8oy!X6XsI&ASmJd$LWr?Omrih=ag01-*O65j(Qc#orLzWZZ~W_4f

s8h9&?z7)9H8u5TxP`U_0FS>w zdG6>kh}tUxA3fcO4j5|9BWNH^5p`%6o$w8UKR-V$6`>$H#i2eq!2Upe5wO-79rjz< z=zFgc6K4h=2A}|1LsPS5g68YjuPB6v{XtK|Z$z~+v+B^SE;<$rJN~X%BV0-x*BP8* zUwzZP0XCP(RC7p@unqO+%4vd{4zeF?FXevx_`zOr2K~VkNSD+4?mXelGKd+Iw&Hd&4*iPEXbXIskz_g)Wu_ z2s25_>#9XhdgR^g8yiQpn_syrVNb@seEIZx5U$DL_F|HdWz?T%rs_9up8LDB)K_A8 zr&AbK$n4x)RXkE?@ts~RU22%)NISc42z%#-qGH&1Hhd+Upx|BhaUPrETE5o9IsiRL zAb|DGl?1aic>Tbt+DJxiZSAnIu$XUF%m9^9ZH336lFXrY0~e%(P~d!~u;n`R^xbz%=}9c9+#D;aHws+w=^Y@l|FEa`{wJHb_^^e#L|T+= zd7oA3^R(v?5mYBm19d(geM^9UpaqE(-Cx;})YR4v0cqmYE&f&rpwVGBufIN4oe8N@ zUd5UVZ01M1EBkv5XOU@=9w0y%Z9jm5a5jc9dRC7ypRxqnMbYD5SEy)cMi@I@16a(| zDKJ951&FDqOVJ5gd~1Z-)8v%8TqZ(GlqBYK0evGBCI$GR+vMxlX6T785+C~Ox$-Dy zeA?V}j@|EnT$Z&otq$4&s0@6+sVOP3fHA=}bm)Gbo}LzfS2l3_rH#(V&*aR3{(*t4 z^74d$&stZ=L5W&kwngMJWcO))&8XD@?OgHpDivA z^`2C5tae(!asg8h&khr31;fL`V_&^$mG#&YZKCiwolAUZ3j7!O)*gs~h5JT1n)zji zjMFss=epeoD3@gM-_M+-6_*Ic(fF%=3LD6A=a-H`cHbnrj|M&)hDS1pqLU}`!9tJfpnB4 z>A}ZmR2x>aT1^;)OH6SRcuUZ-o6&Zx`aBJvfgB)C0KbpSPU0xp2hIt7_V-9V$Wu)# z;I2GMhc(T{#&&(X=kAzD)l$DvgAh=PLaUQOLyxo;H?OBcFN_k8k+aF z(=b^B@+<5{o&igl1nfb*G6BnUdv#1-q*FC)XW?)4(q~GhrKwOBck2Mcfr*Efs3`b- z?*czRY2ffJ@4x+*c^;JFgGzD+t)REY!yyHm(b8+BY*4YoiG4QMce9gI%xjbVbnWaE z?K{V^jj6dwDJflNPfYw|9{L~T=r6hLp(}znqXpQG!EU|rNoaLV!#Pk3K-p;ZnDE03 zY6=9!$rScO@jydutyDc-3$!)62==H-c4|3~kKY1-IsktKj#Br2rM!Mv96hJxRP4YG1Y$Po`cu7f@m)&q=xD^!=Nc0J z+I7tNo{XN98A=L@bpV%>Pw<%KoSX#tYL>6of-aOKV)uG>!_3r_jEaiA1~)|BWJ~9j z&@pfvtH+ODN`JlxAmatR8VGY`8)THyQL0h<1PrUaVfUOuVs!paGMb=4dlCU z&uqdVD{5*|qC7wLlG)b$cfOuS(E#CWf0v#Ec1{(KQ=~hc)?}(wq)RyW+3oIKa>TkQ zXK=|xfY!EL^3VWfix+GxOii=K${q}urj;$*<_5-`o*a$%@&{AbM??@w?GBlFE*Et; z!c!5^3Lq$jlsQ@!8Wx|EQFWRBMjo=Ndum*CYy<#baX{1Q^w{gqj(4ob*JjQP-=}wE z4zMTu_L!g(TD!<3R`{S&P#=RrW*fNr2r zFnCcwfDBk$R>QHGnOSU75|^`+Ubfa1L7<1efXcso|2`M+=f#T`>uod-jX~|kCnR(^ zs6|UuQxM+BD`Uq5z(F%Xq%w`bQ3U{k`yT(1!hR9}sFWh&2Gp{a z!3C6CR60{E(9zOjm69^pR(O0l_wiaamK-oYR6+!LNfa3wiE4OR+1W~FSFc_zbYFSU zCqcp_5xg=|5guG6S}%ET!RIpU8KM zhekrv*4Ad>$-$f^Q^t29t z+Z41xUvL5wW7FhLI)%>a1t=+(TE+v;{Ek-~0!qjqG*6gW7VV`7I87@m-ncOh@DUZS zP;i_g5L;a>0TMS8V4~Lf?&f>%zb#D-VEOn(by>WElDuwtnsGPT)d7c z$o}ZqqM!vv0M#x5@U&zEoO)eOu%m%~j!M-I0Y?ldbb{UzUa<2jHg+oE*A~m!KHe#? zA5$<`&>l%fNB2CQTjv5NCmw1sJlwO~ob3b~q9gZiHt30=Gab=pAkDk7(+fARI} zEp|@MnP&|4a%ZO}RTo63nNWYRkfZNlpjI&9Y2BjM}a34Q@TnJK7a7c*woJ5+C zB?;PakVa4lEVm9p!U_Sc&kUGpC9sjZ;1%qR`;Y<{&U%a73GkThuE>soTcd7~=KI@i z-D#2=Af%X}-8@15vc%uDh?0pGKm~Fiw59Gu1%i`AqNJph)rx-^_9z)M za}+ulKtEAq0-np<%(A7qc^w4JNl*`)Ky5$^0XPbiy_pKR1qB^n*db%8L)b9)pV8lg>dRA6kgd`*uCr5iUzXnP= zpbq_07{Dw+HAYyvH1S?!Mx@GfxKWJa%|I4?c86*?v|j`YE*4Wk^Iirp_2~KY=R5)e zF>Y()X>|Y!Mdond%G`0biT5cu+n*tIhtb+VC9==9fWUmcPoRh=-F{CQe`fN{cg((O zj(Q+Rl?GH5JrEOXpkxoh@Y@b>X}7=m@Zq_VqM|_BZA;DjP0gV6wEy_|GZ`dSELFl+}s0|Q2&cgE!8 zJOOlc)>ZxL}Fmcp0 zG##fP%ohW2_0A(wv$nqM1AJJoz^D$@I)SmF8q6{j0*c7Equc(_PEoxY2OC?=@WNau zi@!0TR&$WDz~L?eD!I9HI$O9`mDqf5T@ zWvXN7cK!(P+JRvDzPfS5M#j0Q8C@fz^x1PeuCr}FH^Y4cTe@Af-Ft7^!CO46Lnwkf?b=}R7 zQrNGKNjKm5`-|)H<)&0|7bzJJ{q=zZit)^k9|?M-wj#L1BU$mA>5Gx_C%pRQldxLb zV4}jnCSw$HL|FW`$$@c4!t#Ik>!d z?b}IUQu9IH3m~#28hJl&WtqAL1&R+vZ-C?)Kg=(oQIfvDtEatp_x7sK1 z^72x-ecOKRQ7IuiG9m}d8`;A9@*_13{o$}EbvHNRd-v|`A63fAV-^zYj@Cm5?tn=~d@cv$og*NCTnMJt6>T5>90mD*37d6&Fx#D-o!@9(0qln#e@p59 zMV3&(XQ1)Cdi9DGnmQQudn2YjyZ_~I_Iba5{|+Es<>t-n8X6it{Gsb);K)6B@gzO#XtKHns}dV(Io}Ec9o=G% zHu=iAsz6Dx_b(pD=sy@7@A@}Ww4i+d!zo~Eg8d1&!VE|>5(q0Ua7OH(CkYiB3OH;} z4~D@{Ajv6^N(V#XP*hTy0um#MhA6(JipQ~-tzh1UBo27Q|Cli}xj#R02xaysvHE_a zu>fG?%=j?K(3wzW;CjKJ&z3V8A51Zp=7@P?{V2im7e1S{95e_;jGO(z@U-e{+#Q+c z4)q7PC>?+Tk9wVI$yaga=H`x*0*+@`Ji*98Il}hRV2?!J(uz;P*_t7AsW7ni&N5H za7Le4|Ik#u0Bch9d6QMM&JkZ}SCJ+0?HhqV#B0E`z^XEHtEQCkDoCt)x zRK~6%DbiZ9awb$2fx~GFOgSWNN(*gDnA);Gsehvu2()vDBmkumaDWuVM1vTLc zy|ygCYobKfL4eyb)6~@50FT-Xy0s@@?=%V7=A->!9LK&aC0ekn04$R;Foc7Q_2TqL z%na)LgOG&-lL$TNw{I?;ndf}6WlT&A0!0Y;@H7DEaS7r?la)FI3PYB{%d|A&I-_V* zl^X$MfI?+PS^v}t5wOgM#ZggIODh;Oz_9@u23^4bK4<68?YsLgnC1~5ap`YlxX|s0~ zVG|i~$bD$cYwBEax4m=GBifdGK(C3hqsjbgO_2x0hx8rl&Z9Xa@E+d$Tr31htri%r zksjd`vy2IbL4`fjYUK=x`J+df0cWSWMW#628M4t(Q@d8T02rD4?f>8jcmq{Fq#*TG zxm?^;2u2lRaeW8;tZA@S+rick@;^D8f~9)h-@jgSgLM4eT?a)4mrsOAvEq=^n|?|5 zMys?-RtMDUz*{-Z5D7Z4^R8nCRIda?Ow;9$s{}-{HlANZjIYrLC={sl=fhYajpdOk+gU+(ke5cj~SQ-NXQ#OX7oaOx?PIdsNxZmhSEW&=%DXMPXFaRx#jx@C{g7nhW5fbl*9 zDG?VRnP$oTR0JF<&)HaIfyez^a?XTg+*Wdr#ID=~c z+xbc{ty=lK%+-I@Ti(cf@sa_gt14H@M;wPAB~F3-0Sb`xg$ox_(`Wt_9)Mr)As+bH za?qpSsU`n-Cy8W8^bpADYFVhows%{V*8g9W1q$_TnbVRx{}%CdmqaGV6W9Ec_P0-6$W5fK*7 z1c(=4WM~)(va^=9HX9GmHw8=lYYb}p-VI`e-{Y4BV4F3I(=#xjRI0SJl!WGJj2VP& z(BBwJEWS4bVS+MjO}RTh^7rp!SOw7&4Swe`R4|LsBo>htG2cR95_{epanofy`FvH99X=%0KTAW^nJdQSj03J^mRpqF1d zJDb4T81bqowv5OCfTDCG{qLN`_2Bl+-c@U1g#(@5|fbd z49wfUBzU;x@wyb2pGGRf<~J$OtZMp=Obug54WfnUMkIX*s9iHqeXm3B_@6H!1ovAe z4BgZd0cX-stPW_U({AJC-zP*sUnW6m8Bl$s5e)JO)Oi7IwIg1~=s8%%Cg8LA*3g6C z3hv4zKpJJB90ykg0IO$Fi>*9)i?HLMZO}6bM*c2`;FK)v2w!kJF_MnR3G^VWi0)~m z@nCBqQ=^prnlgmN&KDVJNNeDR6gsE*Egj7rLTpgY@7^LI2iJO_80SCq_@vq1#wqo$9~iF#qo3A>5qbte-P(3-nmASusYht(H|1F zGI|jlL3iDW{>%1C!w<+UpKD|qe#Dh)+Zr1_ZmpnyautS6XZ0Z#(g{l$s2kY} z&u78G*eHT%!ea>rfBhlk=Kf(CNC;r#;h6z37%F}gZgmFD`3;0w05>#4^9(O8zDjC% z^Q@Iq;>kY4J-2_DaIJ+_0eYTkUfB~60T=p*AZ0r0+{Nn&N{%D2oUC{6a2rl`8F=cL z{2{Fg`idEdQ^3?D(GrISQDNnZyRVH$f@ehmZu42_%{UHldFUXgm2~wH0c?jS5E96$ ztfWPgzi4HF$3l>C?q-PhI{z#kl;BX9Btw+ z1-7k$uN=9~cb||^Vo%lRdW7dXh_G%Y@2nIjnDyMg9`jYa<{LC#0Z3QP&d+B7;msOE zH<9gdF%I}9bNX+0|NbI`I3rXf1_WGc`S(AkVC%M`;u(<8e@Jk1bCZmbkqAMPrKtV{ z;RonzY?m*eLvaAQ^ENx^K?eXt@H9s?5nY{7de9giItD2_=9ZQUAFg?nz6Sk-iU0>x zl@I_;7p0|{7J4$2O-(N}OaL`SaY`*D6OyETL;$3q{^02jn4@%{fGa$Dlrt-wb(?jU zjixYK{^OXWt<2r0aUsHD+FC!yRoU>L#^gYsPZBV}JltIgM`MMka-^h$bLM^jJ~jU- z!pg@-;&-$=m%$x>3)W{Q%sKK8V6IJM&;%f8JA(=i9v;Q7U%$Te^q@MP;u5X!W2z_? z*;U6n(79^&u>xUrpAJEieT=>J9IA&Ur!rU;bcpa=k@Qal7jV(TE?&7i;& z#UjxG$5?3802U$<5*8U5a{p5sM1)b?`tjqH_fccn%A}*-OZjNSfgFfFh=9hB4A3pL zB4^p!>s25%0a+JS-%&3EvdD_Bo~TulKxxK*gi#^8O$}T)_8cK$OS#>M02l{om>umQ zMgb>oYAGV$^A8|?S?GV_4L-ctml(E6&}sxsnz7+d!7N+o?ZN0lt&(1-t>}K0JzmFx ztxSU8oum&hmS2_AY(J~0_?)Y zX*vpI!4*Y`mv8Nhyuz_%DTZ#K_AM3PwA75i+&udNdKRTw9qkcB9F*f@FC#ttrR{XE z|FyB}l|c?~B@XD6wACwhhY=*#y8oh-$|Ip?jC(Mv*w-rw^$$w=pB_I_Sk zsia4{BdY`hJN%72hG%Udu1z$RyaN@@63+)~`M6BKL+yX}o*IckmID>BaemwSIM|5z zOW$pkb-0>TxT-RhV?YgU?0pDn#U-TC@A_{7x&>d8y zhBGo@<;K=`?>~Gv(ap^!6*(teX0M=}l*t}L^5XubG0Nh?YVuC<>xrJi@Wg49u(5!{ zg1wF_Bl;QsT8N37Q_Hlv4+1&Ic*N6gRS!l2`P2jRWu>~ry7t_u&|IKwfO83 zcn~=`_E8-I`Wp0-;zQf1%lSXl3{SrW3oJ|MKbwBdvE0Sm5o}bnO>+f+b|_?R0Yjo| z)TqE=ZH|l?wr>ni00}F`&~>_W=8*m`#;w60;Y10pTV!L2EVF`JHpZOW_b`IH6?+tL zCP?D^t(=#NSW}`J6e@U17$ij|^y5EhaQ}-CQttun+lO z-u$uMUH2S1sh%|G1%oD$f6Ifd#jK=K5y>j@9rP{_Wof zhm;UBw`0`*MeQ39#Hk{?zJ8^MJOa30SL9n^Txe&KP4>#akAY5R*emM67>bFor>@G} z#kByh1$AwI&bUc1fhKw83#wXfZf;|m$M|J>8Zxp;O{EL*1Wqdr;qk;nahg#ki+5K_ zf!4$N^d$$XS{@IK0UwfWifAf*HgW@9}GCSuR-+wtfy;0Dm5 zGY~qnRzPfML4`mdohTnhyX_Tj?u}nM4?DYs!C?e0vT+8zxVGG0In$4gm##^h_!a)N zI#=sUc;i12`-((wY6RNX!Q+{M!#+W`a*8EIq@)<7y|>YW5au1ZzaHoQV#>xz;pj~z zS4(a@RoAX#Rwn$|D|$0jL){ouEx6A*xkMR`BlKJ`mw6%-NQIi&*w}y?8wrOSR11sC zv+c+Oe?|76Z_UsP$Rn%Dfx|K%-+~keZ?#V*!-l}sXuyb3%99L14I$8HHg7VZDhY_8 zw!24QH3--a34m(RF<%DiH6tX6l)%bDSs4IG>RUM!6{F7KIz4TgR$BSga&ga(U!A^a zvhrX1#K3sQrlIjG@NA_^!N{wwB2fvx)YZ{f9$AIH15xwV#wS=92)N@d@Gl$RgnAH! zfPldEs^_PVAJ+lWe0gxjXHXf4$`fds9*ifl^XEehYurIEZm;2-VdJ5eqs03Ax|2Xf z%wp>~#h*wbAk}vNv@5ceh&!!F6oY8DebWr!#35Tyx^oK>D_kL#@|9B6Mieui0GmsU zR*guT*!#uVe}&iDw;5AKCELyktKpz)(cS3Z4kW9`hLZO}=&qmij64QX)1BbuA$U7R z$LJ1S=fBl|F$UQ-dAFyI;7!UaVZE@SAF*Tdn%mi5alH&wrPtmDUE=u7UQh}IUdvsQ z7oHdB&icqv!1TVnGw{cQg9Fv&+8eG!T$-tHA(=d8Z%5zy4pO(^e==n(Bf`l0SBr0a z`tOZA$$Q2+L+;e@1slI)*4**|NU{1t{a~W{@OA+^t=(cIXBq#V-h?>zZ8T|QaK+P9@{SA0CwjgR!b-a%2MMF# zd`?xzyf?pv2%WKHuOWw85gbrfoUBCf!cdJ7!0ju!z3`Ga$9V)h9~9D_$UpHp<`{XRkne z;bHW^k~~E;Jgg%QjB#+PV=;as;T$pF_d#=kY1g~N^gEk^&f}XB>AWA>3OHXZw=cw( zR+gp^nRe-AkB5CdwD@4?Ia{2S^HR=Ve16Q`k@)-k4vkjT?kRqeQAJe&d@wzS5D92S0BlWh<-sqOR)vkpDX^_gYbG)(#BVE!l-1&na)& zsW#K96NP9;7Sq*CFjt0^g%Ym3XcP{hRx$8QxU}D->bo}@l!>ET4N{3Gs7j6Ib3<{h=2h=i-!WnS?km z>AGj|D%k5uPt4zr%KFO@T%jwQ)~2(?m6yot#*DXhyrj6c7FJ{ZWXX+L>+NU48m9X8s_HE_>S*%x_|k(aaI!mF zQ%ip9_vlmaL*E&-pEa#;Fvq0fo83*3e&b0Kx<{uZwd*$sG zHJ75?inGhyj}{#<>c<0`GIs`s-BbU*H@kpk|@1V66jpa+a)1(b@g1@8P+c- z6Jx)Ls#WOf4UMUZ)#nKuSHTqY$|Q==_$1DK`z8@-qP7yf3Y_B}CbK~zhHF$w93T{w{oG4VdpYXaNksP=| zeXSkX-k5RWH(4VDL#a7?&fUzs)K^vHtel|#Gv_bk1&^D5Q;50pt;@-Mqxdq%xhh5M z3>nc9w77nba1v!zaF7XT<$t*gxVjE!LeMO^o`_HA!BtgM>tre*cUWQI751v))zwa6OlJ+$^ zbaUe<`JR?&nB-eA36G%XJb`ElmI4H_^!G2yr6AtZpK}6s&~p%uP9K7kfA$*`q33Ym zYia_{IKk=7K%mrUqJ@i(Z+ClB`dO;4Ccz>0ps-JQ{A&#>DDGUJ>~84U3DJ*exM<|6 z)24R#b(FfI>wyUi5O8%@AO;qAMS-AvnE=T@-UW+ud7^;@K=EwFWhw%-R55Z0%)d%2 z`0(KzNFP}Ni4?JyI&Q78D_db83t#_Ad8=i1lRe0u{ktkoIl;+jYC4S_`pm*QE>VeV zKA}84!%gI&7Lw{uYhL(aVBA4 zG{@-5&&)E4E`G3Z^tZaY}^@VGbQC z@^v;=v6D@i&G*Y3#1o6OMYd7P2`xpb5PF9HasBlJ7l|kKRt(8C{H@$nHBd14+qrta z2eW3zP@MEJDOz@Qe_rMdyhp?&K?O-z3@x`r7r z$sxIUKh3l%tdPz70v==p#MyF}=pIqUeG+t!5PZLPSNFM*j$)hvccoBUS*5P^g!+=& z&GR;dMsI!ySFJp@Q}p0ThBbg~f(|rj%C$Qr2$=AWz!rcTqIyV@Y=8`!z(&)g$U3YK zIIc_#(i@x|ZiV1T80u;;h}cdpB#AmOqXspa2ZaOsZJ-lAhcKWF_t2o&L!;>Njm#nU zkJvOJk?t+F#5zogJls5@Q$`6n(W^7U~J&YO!O8C)0$S0zEj zs=YgBxIv>l#-EV-#;8K-K)ye+{wvKh+Wi$q?{7)MuWqQt_>N1dg|SIaIY6y4XxJ!s zGjeOVovAbvBoI+Wn&8FD!KWE7Y%zq=s}A#eB=LHT#Nz z!j#`n?^Fh!6NN&#__0q>b=5lIKhYl*PqR=`Xz3}9M3kZ zEoAItSoowWeNu~OX0nS{95;E^Bp?@cSNOwpr;=04NsihN|^%WMHSpEB<0F)WOetIlkzpu;J zA^)_>{FlpI^<8}QSKXKp>jC1({1aFGA%#}KypZ7hj(5LsRYEDNM3fMwhQ-57GRg;g zv-8#>V*KWLK-#2mKbzaE#R_DeEzyU$N+-Q|UkYAb{p0*CEn-rBI2 zr}15f)t_CXyz$vSD7ML}%+@LI?e>Al&}HEnTV*Q3d-nDt;>qTi_~+zdW}bpsc8NnP z5}2G~XleDOpQcZp_D#=IxYFM|n#ioZf?Zz9>Y{}Fro?u>f4QBJ@LZ-!Y>BRy1a7ap zKjqiIugM#odKuJn%fFVYNA=4ybf;GV|Ya=z|?jUqvh-`?<5 z^Tbk)SIeE3l@&GKw0b|O-SmE|h?`L5bW`3uDD40Gsl?3AIaovBiz>yU&aKC<_sw6; z;QTt?E#D@QG17=!eV7?gok^CX zp%^35dry`S3cBI~YC0-W<|?iQ3#6=26J{9LRrDs@6VT?xZ0&D<(d5n>NHOA(#;feD z2EU0QPmWf6rnt1%R)DSMEj67Wn{M&JHDI}!lYtACyJZi8?4HwSdP+Yu;{Uj_Hx^^$?XRw-wuB8HQ(l! zJxT5fmqqaJmHFrJiw&D4qm4zDi*QIeHoPI6P>4`Ybs(QRIp=sZ%ksw&jkf6T{4~q4 zE8XV_-{goo+9wZP@EHGFm3uz5)$74ak;6+%Z>*h8M9SFHw(W{uVocglCEP0QWr(5Z z-qS7TQtqeah?2VMPz&#>P_Us%A5I;V{#5Y7_RIeRZn z`tq#eO}8KnPC`3g3+g?>k}IIzlL#Fkx#EodNs0@3G%kv3u}4oA!Ex-JMSBo$`YGKlz&u2alM4N6GI_qq z+c#ovox`!DRxFFeegC&j&xRsX#i?Sluq?@`GzzNVu|q(*ZB~e*QTQM7&-ummdQ@w8 zr4JAx$`&$~ch}EeIi?)ECgQ;6I*)%B@6CM<7YP-+@{ij6OXM^kOU272b=U0qm@djL z0tDUY+PHA+T#L_dG(t~k-MPC;K^MF=w`0}Ma98(Nn1*^FSC9dI{1dbV@hffn2TOn;gA5qGp!; zJhND7b~lU=$C%IkWVhh`#?+dnUAxYJ=nNzdxbk<5t`ed>lpzMEkka%+euc9oA2V&n zYQM}v{#E0p*AXx2-gcX&VNa`s{mmzkCtam~@(GVUtG1j@F!M2*LAX(OPL|~|HUdt} zbS8JT0+Utw7j2QSu@c!6y+-|Qik335hxW2;&5Wv+%#?I_@&)@EGPipvEOj(~HChgp zpI`c9!hf!nJ(kVZl*r-O`323uUETp1)d;h@Zj>)RGGtP*fA=k4V%+>h@ANSjmo#c^ zHFgUonAMjOoGAHVr8m(uUpf}WvxcpltKR41=+hLQc+uxQ{`LJ&Mi>%;35Ey!wkfu! zo4kR;Oh;WCSpz32ZJ5pr!vhz(6IyAJFSm$hDCL9y7hP`|R%O?{doLCtCDIMjASEFU z5)u+3AYD=l3MfcQ$fCQYy9DVLL}?@>m5`JYP})Eg!96aY=RNkjkN@6ZJnj$PuC=Zh zbIvi&^LIL+&62q{;`YNTesdN&K5fObb<#BdM4&ia)FvETWzxC2JMDoYs$i%)a>1Hr z7VP}y7{qh&_=zT7qdw8Ub-4qkGz6_4-ZW>2N1`R3 zs&oBTSEP*8RMF8y#u`rQ);YRP&%GS1_4Xx=-L!NZ=9oK(V?CI)H(GrKrEFA$C*BNm-Wu_Ys zn5J=A$s_q4&-gp*{5Gq}klTAZfvAN-q{WfrKK=RQGpnnxkg43)uXQ?lE*G^B^Vrcr z{3~_6LJ2z7=Y)U-Pcga~g&Up~UVKm!dJea+-ZCClQk76yHd9otIMy$VzWa8;E5Lj` zk2}m!IisF1w9)(4xd9>rYu_eY+^GSr$yN^3i@ZyHnLW5$WHdn?#M``&EpBjy-3@*` zdP_y@6`xVmoT}UxGwIhHU#<+?H;GSLQ?5%JQKf)#s&vnLgXt{3p!vKm5- z>{&(Y#6|^+N-FTJst3XH-h*41>ef$G?z-%U`}a?~Fr5xzZ%sCC?d|$s>3SIrgw+O5 zP3QVrSFtSJT2LsL@-phSM?;+b_!jFGxM;(uFRIw(ru-4s0;@({uK2_ba%1QEy|AsC zO`ilDupxc1U${sYFo&5O`Ocz5!Mb!4s9~iV#fQDBio=YkovUVHi&CGC$5NfHG!}T( ziutey_pLqGcX83r+;gv!Y8GU>e#iDX<(_X(zFo{`W&xj5IC1&C+-B6KnqqKIzn(TQ1pl=C(oF(P~_t{n%?S)vG7;ZVT5GVqJ848#WR7Ra(z@=CA?egzKWd zpURv?4i*(crf)_YlNg+1QJkUw*&cm#|3bjqkMe~U$bSXYxwh|G^<}L4n0w(Nc zMcy5ZK75~tD`{jH9+bKsGGJx4&0v4$b=C(Nk~sxVVy>{;Hz~i>sHeoY`rGk#+=iE0 z><_>5_u>c=-EZ-3Z@(}RN_Fy2mRH&^oL4>RK74PniArzC&P#tsbZ*pOc^mugc8;_{ zAXhMfJmb(N?!Ei&LLK|x+X=465~{+^fJc%fgTOk;HL3V7lm~pII?(1}3VKg%MM*y< z;hLGw$IvT&RjgvETOK1akW4rF?6Oz$b91G_|FN-GWsjPjvyqoq@iL zBvU`Qx7yUxRx`6AmVdB1)AxkMzZplTz>Bix^X99^{<^o7Io`|uOn6E<8T(tO9tr3? zCv6S?`N?pOsYW96;LC3cZ=rpYZ*xWS;H8x$3|R4kAh+XnSuTO6JV*9GXBH-r>{=rr8qlzR;Ug zQi61D#eFF)qHS7@uV<~ghnQN84|;Ur2dq>ja1%M!?z~{+|F|^wrmEiZpj?LCIb?BpqT}X64 zMW|Q=p<(30dyNWO1*3^_N(TpVRuSXS&Fas=Ml*Q|9z|IFM2^Qc6R3lp0zcG-q@p8U zaR}71`0RJmubMtz!Fv|6_NMF7@tPlJ`^g&Hl|Vvbtw`X>sp48&rMW!WHTroI$BKG( zJHF|SE6L61M=eMAis2L%Z`bb1(7i$4pa2DQZL)3aY(EjdjS>hiZ#AqQ!biwRleb=cPAJ6(+7v<(|77MW;Q~;(`ljt#u`###x1Ul z=aM4}bRRy|N+l)iT*nu<`~7C`_!YC2yL5d0KZ27EmyaL3I!?akfaPA=5cz|gKa$4x z(c8npQS(U&24#Xv)5^G64OzaNA=auLI8RRMKRTWKKySp@N&V*f>@rh!Wtc8Esu=%U zi+7IcJAaZ0i%+TBy{I-1JlI`Fj9ws6xX2}?WXWS(M3h9W9>A0pNb0feXdmTx*m3&U zxRsseWGtm_7#`4WkUiie8B3j9vC}=@F6A;|?caGJV5}>bv0+<8pJIS0 z4kRJje4;ezd(1RJ;niEC`?scTgeP%$kB#NDH#4)#P2vK> znLp#9yc6HPryDvhlzhf_|-`32z)~2 z7avG*8qK4B-@WH0k8Bt&!pOiidrGY<=n>od-@Ue@2i580Y?z=aEI+?=F>1|3Io8yV zdP6D6d6mXErEAp7WE4p@kEKHOvvUVUJ>1o|3cGs1LsZjMJ2NV4d zRbutn-iM`{b+^YKoku0HHR9{=LiaY@>xJF7`E#YJ`OhXIB3N7t>{r~RbU%GA>>Cbc zZr5ey?cKhT^zO@&@aJQ9Bf*cGl7d>X;oRSmYH*HKx|cDH+ru(Y1NUtItNW{tDlt44 z@0V*aOU+iUB^78&hjE5M+?~?(6bYoircE<7^d^=ZE+*o?0PPFFv+zKoiSS};ES}V5GXu0O7X`ZR-*FL`Lfl;C) zqNSPkVU#M^jHFdy-P7+(HdQip7dqo|aU|L%!GpR@MsxqgEsYtTd)xV;R!wdXtc>a^ zBXRNr-r42<1e2BM|2h14eu&6{8Gho)sesCy1TbrJCfz-tBh`Ix^y!2#fF z`)fCjvqzlGxbJ6l3LBJWM?8*|#7Mbuv7ziO9plB-C4*VQq)R4;g_{LmP#kJFE0&7y zuE8^T6)%2GGK65EnqZ|$Nnf0xmw>`5uUIHcQq_@vQ8=kP=VtcG@n6jvMTai;JC;Pj zZJFC=1Qsj7x7dZ+jfj79hqqlx(t$kA!y2)dF$lnyUq&Efx^qLlV`fUUo96Ok;p z|2^~l15*=PfU9=Mv9KWW`K_G~Z>3Xu$S-=eFJup}a@Gp&GsjLW7S?_CCL1-HEDCre zNm!9JF2;)wI~@A&s#>ElG%3~-_po(L9R>N`tBjW@jgD`|5E(yT7JB^6c7gh0@b4Dze3>9Sh{x*WrbL9VZ^Uh`HB_X_9w{^Dd}8IJO!kKPD-x@pp4_Z8ctx zCwS9*t3-SaZFZF?F3C4ylpy5^2Yz=DG+&!-L^1&76FhL;6>|#Y0K|0$jvg|0RVx^8 zfS*cJrs|z<*#bFcBR;IeIlV8IFJw)UN6P9^G^dcPacK7!F4#VK#c8NmBuiP=>MncI zr&5Pzs$z>!^thO$;a|OFY>AR?w>9B+KT>_f$juwPN}TGV=n5dM;qWD(bY`7|cVyc5<(oIlE__MMV456f? zv;v?It>|51@Y@EBkLwIR&dkglpPV$MY<>B1Zrjl-q^LOTgHDsC;bkI4!;PJEMO9&nczScF6av_?i70^tlW;?>wGj4Gyn3>tR z1ihh{U9w;wi3dkqfoR=FjN~~Hu0#p7wU;F0YUH?kP4x!}sO@{xRIWTWEp0lw-0n^| z{;0kBi+o*rD$OYG60Vj9>XhOu76p#=8}1~9g*#x-Y5@w>0el*wo%iey3lB%kZlH{c z*+~caSW$U-)ZetUw9U_)zLXvqG$C$(+o`!VYzJ4nC*k1Q^GaQA=WeAbzRm|`wJ!B& zNyk98+j!4T9~e_h?39=XamU>my`T0Z_CNPvJW>FI_;g*txQbZ05q1DmTuoJ#3Xo?W zfE|2R80aeZo7`_M#>G_BJ;X>6^y!BVkU^wbk{NGpZSt|}L*A&K}$tG(`Vxm0e z#f@rvQ9j*-bPr2AYDnJ}D2WBOln0=FxUcsY&E@orI%X<-%hFxU_j+szt99YGWeT(l z7)p?0aJ%~sC~}eiLPXCf1#o{}#=}C4Dj4uJB7PM_xBU_1#KZBeE-Prn;Efpaz^tRB zuTKe7pV0L5bWPt!mdfeZtu9kYs_4X(2;f}jk#kcDYP_TKJ!TE66~B@g7VT7(nCNtd zG)6C}-~7E0+4~bN$-0g!&zkLQj8`f{C@m|5Zsads?WlMA(0X?+bv>8&pL6p`EDRg^ zV;Srv<~_h&Q@9DlVpqvcU~SB`l*cJPQYM8%%=LCIN+I47v`2#H$z$H$8*^wLrua9m zwS(?({<2m5tBl$Z;Tol1GHt;0%?D38pLqLo#omOXgWK8H|B$0&ru2x0@ zO?GNTcs3x)!pRu9@@`M1pgpO6^f7&_)9p({`Rp&s4NF3}#-+B?UhLiL;%&e*p1m*f z&30bwh@n04H^{LlGM8dBs`a`jX7^7-0veP}U0%szRrTl#1ylOciajx4 zh2z~^DZ97Auh_8!sFfYJ8}#i{wse{ny{{QnWl(1e;0r8_Ed5}isSUV>2Wnn^PzB=* zEbfQCW7T09h2~|Y{lS3rQxSE>B=mT&7hAi1P5AzU)U)L7g#*4*Py4 zu{PB)(zBPoxQ^cI6`~_zVPWd$>i^z;xJB)lb!-*eIPUhOvdwrS>i%b=9qkoIUt_bQ zNfE*2Knu2UiNU$of|f<>k`f(>g|wZi_SkJ9^D#vFyvN(unvj_nB7@68Nx8D_*jeY~ z3&X=$sHC4hE;C)QtzUXx`Q|x8VJX^Tm3+QEQ+tYZu|N%TFB9@=ru6mi3!_%Mvndo~ zaESXo*K5=~yke)WIQBGK_-}`oQu=iq(~W1!q<{O&2yQ_gUf;n1W~ zyFPY7tu-BY=+JedPKuJ)8|w*(^;F6%TF+ZdT_)>!&%Rq(^P`SS=ksBbggCWAtcR;iZJpR9FQ zsDj~w|2u@+gxDzYUYiLLjXZ~?fg3a>5}F~^fS*ixRbchGnmLbNk*V3JYj#!BTZ>n_ zljJYoeTuq8guB~2ESa@VXutidl|1WG_;un(*&|0RRIQj(sz)eT1OjoaN}n0H<6lE9 zilvWirA5G=XwFF@W4$j{-_@b>HG?iqMs6PyYo)paRt$;m+R&3#=H57d-{gi>p#rbU z_lq|x$;?hoFKT+&vtnIGHGhhQZ+jV92537XMIr&rQ52<&S&?=Zt4=qSlLHxMx_V;I zl{JFE;05zJ^0VtSw2N}|u-%>acs!50(;NFvmpFg0i*bVWes8Gyi|@%c_w&4GXY6cI zW`ZwO?54%_gdLzR281HdFppGm64rv^P@&!D3_d?jPQ7T>=bq#e3+}4wOdagY4i>r1 zP0D!lgw{meDLg67f>xS(&?lYfsbKRX01aD6z%_I&1q=69h#|MHp@`A<{PA}s1o|wn zi-L`t(}pX@!NQblQWM_mN`jI~FLu#F<*{88W32s;PM=oKic{~9Vb1&fD|}~!9_Y`# z1Fe`UvA{O!t^q45RZqu}GY<~gN|mU~{VXM_=X$JcK)X%SS%>=m>bwr~ibtx(neL0m zdPf$b{Ew`EB#-xAfCTZT0yR85A8;3bf4D_0>g(zpr+i24`hp8}vbs;3PUqa)dOS?J z&gR<5T$Br^QnbK6+As+>A)kX39uR2h6C@-vcVG1ORVUoLFI*HOgk~g?B~frnr{8?L zZ6W=v*l`y7r*M@u1h>fpL4L_Zs9?Wh$N!3r$ST^qd6J%kruHxEAMB`|07MuD zZDE$uCd$HeSu<9aALd1r{m<(1E zDzN6>XX2K6F^=Z>j24$?p%Fs5h+t`;5Y_y@(-_wL1ilgvy%-s#2h^;T&f=rbo2=tvE(60|DE-Wt<^5$>@B6uDv?UMbxw z$pX?^+ZMM$CZ|Tx#5InDxD;ISXDNSq2bx^n?64R!$U+M~Hb+yU9v@SQX#b z{qawLCLQe%`bb{c1Ev0#Eadi@0ga2LB{Rr9@KE4S6+?)X3t-YkTv|Yb+Z?%eB5-=k z9bca}fu8fC*WKM#DpOL6I@DY&miq^SUOC(k5`)>#vtVX*UM(7hB2)b8JRut>m-ZN= z{BZq9b?>whKR{D{6Z)>I6m9F&8p!tO^zh3f9|s2xobpf@gbMqvSRI9eBL}eQ9x~58 zoWSFqU>AJq^-bN{8OvQvs>n-;2en);NLFvlk*tuNK2HXP6wfnK!99Y0#v(NYW=cvF zW#2o8)0pkA)E-pTOXRwBM>+1I@i3~7u%WSj%xT$#($2g>fLJN^9AGoEVaL>J-An3>$ zZaQz6)v*_duDIjhkoZv>gi*&A;4=W(N{Lv*fhyYmYlA^qB?Ei+=l;id5cT)LXP9NX zuFSo}gq~#m-5*eKy!mHv_j2=<-*NMGW|dO2>{3e7vuk=}`R;p}Cbv%_GwNs)$wCiO zl_nYc73bM!PR0xpjr7?7lKsu_ioM z{4q3`BQ1<}zK2!Lwv~a^j!2m!4m2_%95>@Qu?TTdpNAQA7xJbY>k8;uD0!aWTYYiQ zK;z0*>{EQOORSW7PoY~LEK2`@9EU&Oz&UBtiNQkbkG#CRuO2&e^yOC5f8?WXz~i3x z$RV`o+!KgjKL!_$lE}c+T-whNPmR556@ku%AMh%<46=LK1}-Y@6U4omX5mQ(_!4-j!Voh?j0wEW z0O5i76vSNuruhEPVjhOsH_-RqE^PF3VC5)UdyMF@1#?&&XYWwlGqvdCK%Ek-T=cbr zxTe2vD$p)q14LwH2<;#K_j5*;k2z7x5NHBO8&98HP?vq*|9BBZY99Cf;CO`KsADe5 zGb27lAg=}a?zNr+{L^MX!Vy6JoijMft--ZG%uv8E2m%Y`jCMWt_{NT@Zk5!xvn4?i zt>0r(K5xR=v=};RIz90o!O;_3+Xv++b3lop(P#urx`vpHfYpUshLDyw@O5%>?GXkY z!tn)%qqNu=C`+#aM+0#$A_M}20069U3_`TO*Z`3ThzS|N$0cTDL?V{IUPjKZ5fNT1HhLjzdv(l?JBWu zoJZn&06Y@ad;^dzfUvBVPz+>e24{nj5;uz0j7izg`}?_um_EjpD!gTsj1ln z1+^Omz`hHrO9uxB1u*r-s1~iKgMxKnbRO(m&z?=2-mmTz_DOEmc+S$a>$~C{_-xBt zz+LA2qx~EgM+Z$V*Bk5v3IU;w|6Xh=3<4NMu!D!ID*w1FwLmNYjFJ_oa)IS>u(2XH z3T|xaJ7n8JH&|4?qQg|D%7keFZ-baxz< zGi?-vGb;f|4@_DvfcrpjPKd)9ZVt207HbWY#MP_J2sO?b{s5q4Fi_h8{P=Fubb>Re}G6)OJ!q+IY~8~j7DAUHg5 z?*DQIEG9zDsfECh8YVBGT!VHq*6a!QlR#=opO( zs>k>f1)e2)V7+j%C&qsdeE|ljgg1p|xuNJXz`6;I2Oz77&x5(EK<{~WZYi+&kS8A+ z23YBDUm<2M`10qhnukX+M8hxs1u_Q}!sSIcKX9Y|@qH24mhA7XqCe@Nz_td{D+1RB zcXb>BDgoEvKg6Nzd|Y5@NQy+gd*}lVSVZ~tPP2Cv1+8FBgO^kogD}7ls)OJ62{l^q zoTIFOA#uEY`)?FHGjpFGBe_h#NBlM>;Jp6-(`LS+#lb*&2lTe^5Qqrk@JD!zh|?Vi zGRMOIPj#jr*2?M9t=TqMpLxn3D32ZM#1Gq_Z^g((>&wXdh9nYwxJ;J%q`X{IhJZ_ zeGG3Jb#Aa!UtIUAdtjfh&9Zc@JSXpU-8v!$J9zkt7uD0#gS5mD#DE`NI)Lwy_@5e6cQgH4|zj%r5E;p9!FIc(kgT&?^7o`Y}#MY zB)0NzAOj~zpa$>o*29+azcE~@0WD<8+}&&F@x=KlbSp|Oyh3bQ8r@#6{V<8KK;^N8 zXk&SE^kt)m8?2erHBZ3bkk~cKeTS?)x=pp?B^Ng0Lh(kjlf6cwk>!5uCo(2dxVXr&w+#m*Qi?^_S7C5E zAb4$CK=3r4yOHDqzH=m2<-IG*-il(6-hKfIWc+N;OK*=V<$er^-~V%_>Kv5aa{%r4 zye~lxy-`DCuvyYg`pok%5B0HCR}K$WzNkog7h(g`Vn{tu)jMe@50nbCJ5G@PMooY- zMWlR32vWnqXC}kIG>e1ZP?6-oZF-d<_2fzI9H>|yitAW=$_Ew-fwoKGS-LiA@fCp= zzG2qivkFHM&#iUVZkYsXSnk5$Iu)_cU~x!Or_y%*zRQbq1Fi-D-F9#i*4fRw-l2!d zv5jY(ipLTzD(xYU6C7Jb22#`ptWRf`ZBbdo-&+qU(zk>!DFhwZ!}krzV{80JFFC`7 zLq4XA;`)g|@PRPDI?D#F!teEC`dA-!V%6mNlVs@d|6xFy85)0Bvb%oY>V6UAIG#-O zp&!Iphr5B%#~YovX-Di6YNR1xI?EyECAcOTB<#j^T{(der8Ao!p7{I92_;DTQ5bPr z)Fr^V{b7Wo=88S|F1O<-+1LimpJoZ?S4V1ek$x2tVIo&9MV<;w%#)A`{mE?@?R?BA zd6tNiFV8akhf`OL^z1x*W4wEc-6mQwth^s~@Twn7zW8=OLNk`{cf67&bQ%?5cC6U( zK7?^v!j-}{0+hvg|2f!oG8R&0ZscT@?HX*uznIDw5D;&?x}r9~V;po@*-{gQ<{uTBS- zI1Gl~ZIPrg!aE}ZYSn4BpUlLZx# zo9O-m9j~ypb*fy~&@c>KJZt})o)up%Gkj1P8#$05KjQn%$0Idf$b0I9B zNOq&H;f96RdBsMW>DkrPudIjGcO_~$$%-2WBSAl$eX07#R`%#thbC3#N)$DfJ?tP? z#*RaXS|G|owTKL28w+>g4@pQ;={fzmGaHNm;{kF>?hLnzx4Lal8VIzkGBON*|7^+& zgKKGLp_M|TPjEba#ZGl_jmWq6k>Oa1%dRe$)tx>UlgE39Feq%yYX_ zSSQ*APq+y`9*tO!`&)%jqt0TW!(LQWRG`nRtFO;7X9=tj*i*HgOixYy8>Rrqh>4jS zm@^X-6UYE(eH(@wYDhN2WeA-6m3+X)^jGzoyK)RyH10S*YCB5+UAxAzlQbMt9`KO?V0rPZ3(JuqRvH2weN;aeFd3Bat6Od}QN8ZF&0F*Qmf&rHP zKjIM0aU)CI8g^u!KLKle77my8&!@`)uHM-IB+IX?BnE;+QccBwEj?r*HCE0%%@OGX zR`5+e)GvPPuP&ciQ??e<;tJbIG6j)y2CtkEh1*O@XWzj+L3w zw0Qbfoo_VjDU`O@u@=lGyhXqy`Nv5_s72taDXgw00dyfZ%4#%Q3gFP)u-jEW@rS1{ zUCNCMC~(TiMz0P|y$God;R3=0Di=C5?%UJn0Z7+sx2Zz9iwv5`FrdP=HuY~X3h4qh zA!@jLP*16(v3Yh$kXg}qZhQ{y;B@W6V%+2t@W=sABzO$J6T!d(4;`TxB4K(6%nfiY zel`RDxLy(GGr4c(_U?E5jf1wuhv8Cv-a|O~*nApFfrKArpamhkco@r#Zr;bz!)I9` zsS;eC9y{UNzGYq{w^!L96o)#y3jtnydV*5lj8Pd#tJ;x+IxpUWe| zpb!$7(E|}P5pAZu{pZYP6)F^qXGfn?7SzbTK?r!zGo3;W{ zJI}@W+dx#fQM9z;lcVD8XVh3S{$=w4);&1=orA3gLC-sOSCbhR9N)5Wfr(#aOOq!Y z%`g2f8;bkvrW4}Ma5*M%)&Agqo54Yn{9*G_x6l5N&n9l>)04(QmX9TV2%>@JoJ{eBdS zh?H)(4)0Q3VRgn>&;z2vre;;DD`Pl>j8d~}0I5xk! zFm-~h4ux5zp9u|s6q#f|UoigLdRbWnsqjA={<}|R?}`1_ueVi%Z_7M5+5Mx0kb zl=zsRtT#oO_!40`Jpc-ZQpE@@@4-TovK30MK3Z3I2wI1(t}qC4HJ z=1Z&e`v+LKPWmLMVZ}?%=Gs4)%h&liw$&KH2qE9eEA$CQOQywh_0P(E{AVvc zOwsB0a+QQ%AnBPio1QQ1_Ngw2UipaI@YT%)Zr zAIT*rrY6dNy~pNh`*lu_V2)rxT_lnImO%|o%M<6#RB4sOZL@Vj&*9vKM_{3#JsCBS z6wZWwS}3HJ9}`TAsB0&1ggK(ptMsT@C#WaxjwQGk6f)au-e1gWxg+A6>+EaN+5EoA z0&A{Kdz2&N`fdmN{1X9rNbj7v@-;LEYg1zyU&_pe`m9@O=Z4~*b+EIg+cS~w7yNp%{d~`S?M}rAP^87afFmXXGO>Dq8;;?NXv(l46wtD z{=P-(V4y)W&9R?NWf}fORgTuSxe3iVU6!Wfa-=+Sxj(9}|A&Iq#Yf-Bl{bT7VOlAT zXt-u}(T!2)k|+tPw*TG7=JV)fn>&uHVGCEfcP#DeDox4?D*NKH`6hh?Vj}bQWzE8_ zJvR98NRR(nwng#}+wHX+{>r}5hC9tCZLW-Jzemj$b&98zNJI7&{*{qd1_|3v=&xa+ zIK^T&oSk(r+=MuT93tmD)Rc{CQghxCNJBb&ST^UO{Jtq!9Bup@2@ z+l_32=b!p>FIT8J7dby>@M=qK;hP>9(fo&d!dc-47YywOPDWOGxAkyIsr(;@he7vy zo856PRf)|!`=)b?)C6laE@h~mtAJt3huN3Yp?6yPFd9qar|I;pW{b-a{hqX0T+san z)Tza@w3;nRlIolWwhzpni<{25IV=%J802n~y{70+$gmRp#56B2vwmqUW$0bdT_;^cpZx)Ff3avcW7u%|`bUULLzaq0w z?q$3@H-$F@4JKUVoU|{*$6FLRXc`ZC*xt~lyV$+g$Mx( zpguGBnWxX5|1((aR_0YmWq!wBG^&DOH!hKa=%_bwL9-+8l8QmF<@ev!4W9~ySNW}E z`fFdJ0}ZJ=VeDe}GsSef;FU(!%$H2_x-Ww@O_he`$8(8iUt@^Um6;XY#s9sztc}ho zGZ~9d^(2m0zZe#{>Wous#|dz29=tuYSx=egk}yt4COZ=F5Sgc|J=J<{F;lr{+3A_Y zj>e@{FzSuJ<508|Ss36cBy9CUIaLVdB+WXidiaUK0XC#T;1;r z4V|ttzp3&aPVYI1&qYbSq1C3D$sZjO8S2bWquuA_dXr$mwiwxGMLEOou224^msU$) z@5vj?&lfp;a9xf+k4-NPlB_Z8wrde40A=gn(ffMXr20aSFL#LbeM4Ey^d4!U1uX(- zvWU*xwKjLdlBsWhj;2gHnU-KU{BcH9mdI0}H)Gccei7ZkJHFw+*8ECFn!&bc+%89R z(Mg7=(_Hdp`yfV6>QmVRmv;AISa%rTzK9i&X_-G)n`!^!i) z>94YnEHoHBSg~N%t9zi_^{~4G`e)D;FlIpQE=uzI2fA_oMnlCpoNoW@zm_A@GF(8c z`tu8RIW{H9?oF{+A6l&{!v+M-`utvfTfC0GM&!pLfx@cdW`e(e_JmLkw5KOeEqQ9y zm90Pc)zg9*%w+@v`oAiso9iLDufG|(7}6~i+Rnz+JQyz;v{Fj$3K>{7EHPSiSZ+%k zU=n=M$jtsO!-9x4^jx!i)=lc7#%BaG#Mgs(F+0*BZsXjcK)N3t!gH|sD&egu*BMQ9 z9%(mPBx8Ya+UkmM;<#&ba`;mjD%4j#1`dkrjQ5BPFx}OdJ25LMKe!LS{7x==aAoGo zQ}TdmLuIu>E}d1bc_*QjR@BQKIsM_)28l+faji+^6TBjVld;*C zUqUwxojmqHOFeEUG}qMlrOJHtXoGt$JZMN209e0*s%3Ciz&43oO*2%i)*0T#asma7 z5Na;Gg*v~>PkxJD^nJv8upMcWxUDxDWPjty9rkhtr^R|;Ss=(Ll1~P!PU?=oDAfd) z!4$kR(nKXk{UtNjk8wFQnG@PRDg?}rB+11LJf%bYY6Z?gLo!AfmYVC76p!o6@SxR0 z694c*iGj89Ta9=sefHAHX;Tx9>l@F@X)d0C2j$>b^*2x4+%CKNyy9!W<5~R3k?*?s zp)JsjF+2l1nY5gs6RP3PgG&uI&MIyk>CHL3T@~9m^NXJiKC{S50HbT6o}lv-H5Izf zqx}_gN1k94nGQx7>)yF@spPJ&S4VK0V`B;m+v)5z?jKedys3tVZ!RoZ(!GEjueDR= z91m6Yby_oK4FX5U;`-#Vr;~*P+P|1z2XPqO;7$Atu3c#)~{$T9x|%rX#X0pxVa zIEvHv4p$0=V}xbD4T}OM0t4qHAhx;!UGrfco?;{4^c^cWOC0_{eHwq!;{9nM?Pwu$ z`oY5fg$>)&IyU|#Z$b!;5T~=Vcs)H`0t~N@r>==!US}=`Y=2F`uI+d>-2eCJ6Bx(~ zTAq>lJ~FF{?8xO&bxu~)!!aRJX#Jr-Ex`^BD`Ev@9Tw<{M)Y(2R0a*XWZX671gS1C zO0F7r@cHz?gqqTM{!zK|SK7F7JYMIa&U7uUX4@!I&C;h}uPNO9CDP4|`mUNh&=>Hs z4DaoW&E?qGQiShQ=o17B5y{nL+&@T$A;R~BOe$oOh@^@kuwaBE15vPp{@vZ(NG{e{ z>yOxdXnl1dyiX(v3P=@5m>!bT$tdGFtjbTWY~N+dZOn~#os6y$&C*;(Q1`$W52Z2{ zt8em5~2FA4JMw&r~u6%u{#t`IrnJc>H-4g$J8Z;K;rDwtdfXA?MQb z6n?CRU3~)Z*)HehU9Pz1T^mJ%fj1aSgM{m@Ctcp9>b`@<>)CuY{csLvE6B3pEJU&J zDxc3+ZLCr=$LBhV3+@`I-EB1fJ|#g%TI{)NpH6T_luqFSriMV8&quY!J_cBXvf|Ir zO*0C1Mt0M~ws~c<2Nw)0k?EMaCpcleOmMxMwg~A}MJICqDF6f=bAejzHCm*rjz}BqwHq7G#Hgh0rFyP%6;$e!cu~PDewD^OuRp-M`H5MBaDf-2;67RG&*r<>s3%f_i+H1RQFy39GSe()Mc!{? zJH5lk4%k#McX$)U)aoFTo?u}b4puuJyCq6kLcsti#fA?E3?P?=Fr4Eqve$gYiUOxs z3RM8qFZ>IH>zgl(zoMxa3za6*v+3f&5hXCwK{nr@dH83zy-*6=5Ldq303&=%@w{cZ zHXGo3F6OylLD2R8tz)?J1n4PSb4`4}*LQ&{xD3(Qe;ofC5HRxm{b%ICZF3_Jsj;=d zdqW4dKQe~$utZ_T%e4aLP9tZjqpVZ0c>E_L=KNApO3?rb@NHY^{1ufdNZSO&qu81G zM2o14B%i)jPl5a76_15iBWbvxJ{Ia-QLys{cv}v}L-tU^=mX;?RF;b_TMAEcMqTOa^F5!kAsU=xW`rtu#gw)bW1q zH*f0^SMy4tei3RzF&psAucyqcDXGX={{DqyxF;J9RJVh!hxUhRmYi3A%k@8RX{+Ln zK7{i7fy+f~+l>4s+SG@sKcrkmU6>2+3SBR!|Cg-T0fCC-*jZTsAgt1#$mK&L*c%)k zwg0mzx_%YmKq5~lP&bi)o|@N3^s2y>M?@4d+8{$I-B=6?#7c z`T@xGq1;4Up{hIh=^QW6EDyC43}_MeL_5Y8={{7_zQ^>iE>lW~4AW|vlQ3W<2A)ij zKuvKF-bs*XcZGN4sC3vdz4;l_x8z2JjMCD%P@gBdB+X32$2{|1n9MseXh&6g$uyLl z9GHUT?hu3_-NE|DZ)*iXT{JEysBd#qH29_J0rd#pYchs-8XKh=$yf6>9t(G;wD&J4 zc5UsDyAiJfW-yz-vg>K3WEt92pngN#qscg6*r|2Fr4pY&S^y*qUsJm~sjne&N~*1$vwbA+3Yg;b06w_QTk64ThNg z5R|z z`Jk?#?EZL>rX49BflWVuM(@Sb++biw1O}~*PwF)n7ntxXumu}z<&Z|fVqg?6kN=$2v<_mP3qOn3XqXk2zRH{-PR8H6vH(7sO=^ z>PtmXc3fZV;;jqd(-7x2`1HCQY=Ao+eT&@nsU8m%BTzSL3puIxp+kEnEskA4-{9fl zrQLdid}t`A)mVs~Xwx(#x0ZUCkTbo^JINN@=;`?_k9^7LB-(Wt0 z{!psEYigx3Q*N7Tc+Jn-oq^xJ_ElC1XVSLM1_TCJ>eloZ=G|lwWhK6*$6mXV-gwTo zE53?t%mxc*xcW2vOFf%yV+CM!FZ`kk`+;kv=W+U7ftA)t7+8iJ4vG3dj8Tg!uxBZNkds5pSk zc97Qb2Nww-k^8xT-O2d=`+p-m`Y*`;!9YrgEiy^a(&`0e!u%Q~!D^D#WjrCiiNlLx zgmFE~)UH>a`8Mvf-18?_PUTXAermdW6%E&S5wkNOc>M8e!CXFqOM@TqT9)ZW{8rQf zOUlUEbVlQ&j3yMcieo^7yIie%F9P3iB~JG_6gIHZ5qSP=SgwvpW#iIk)bu{RGl&{a zZG}x>;qCg_5?K*;LR;Tnltb0qbZVv;a5yF{-T<+ojm_Qcbzj~e?cdekv1+~lLiu|| z=jv_J`Bk(w;e~EzcD)Ji!B<>4;-rM5e=P54_WG0KOt^v_O$deL4I_zeqGPhb-Q7w^ zLM}j(*ODb6Sm;9N^4M1h<3*HKkkJD%k2sL46v8Cq$s*byrt|CnnnuDjh2oGFJ1W+^ zuP+3`dgB27m)|2p;k+VLbrapl%L&uUSKHL6jT>LEP}(M^l>}2bFyN5P<}dFGjly#p z6TJ43x-OBjS|yEVe%Op?dh^cBepkkD-9^(rM;~|mi!wYartY<6W7QRrSHO}i=~t)m zwW-)e05~OT@cJT-tXh%FOR~j859pn$qaCgYE8{`rUq}}(Cm07pGO)=HzrLg>dvGbB z=sljzXoNnhbLx}=KCrJ7%JJhIse9G!gUwpn`FeqaCWptS%a%`kevoMm#jN4x*Jcq| zjdJZVGejk;h#ep5TxE8Cybr7Ju}jR((SutS7UzMH4N9j+=P0gT15L^F;8UrL33)6o zids0)Yq|kc!)hcCx8;=@vCoIWCmyK)D}L3gzL2tcx##7F8?{@>lwmKq*e_28O=(Pu z4cgbdR04OcZk?mi27-2JAC#{A^}flGx4*jKj$cxL!sK;x86g79uS}-l3grhTOkpKz z1p%7R=~(}r?X6s9@Xcpz?olF52_nb%x6CJVf$FqL^q1y5g=)~ZciS+HTULL5e=we1 zr|tIjn@F0y%EqoyFH2@kwAkT~s3Ak_YrT98c^9G|YL4G?9ZPptKP+9w@Zl~>WV4EE zu@8|pJ2iwiZBHjF_0IKu8CoDFCTBK%p-%kpHHl(S&;meEv__-){nPBPN6DjF?zs>q zbvM1@o6WTHKjeQ!9_pE&xElT$4<4uGL&zN@Rcvu3CDlrTC`RmUv7RQT={Z^rH=uO09kJyot4c zXkS=*ZgQ9|TF3_=mp2c$lPTY%eXVIPyOTi+vzuXk!s)mNTYJKm zb<^k#wz=1C+fi30*47;^B(9ym%xQ4ZxCcv-6xXds?#pn-y~Rk zMc+pDSQ1!!+bMZ57?nOvd1u)s;>c)F3dX0ztQk|vw-#K_M~GLyMHA{4R8ISAnm89> zH3`&t5=fsXEPpiPz_8w%#W?2!0mT6F}weicUmP93uh(T6HdfI$ak0KWneD#=k7gqJ&i9^b4 zW0YwgcR$vm%{Aq^=roV>X-#&7FNnm<;FZliWKBBh-8Qc&+Pbk5=?>;cxW9ggu4Tnu z@>VwoyQ=9^<28-$h#%Hc6OM74bcxnk8TT{16f|0Hyo+EQwWB!4L&=utkcDHTS>yd{ zEm|N#>pPEeVWY-h%A8xmvCk*E@D2GA>8aLTDk-~&c}G1XzQX(zR4YV? z3Pn^lV|C>zRzky{_=cr*a^Zq1YT*KE0^M^gqQb+Uo85{;dg*$*>v^eddM4Q_EXueP z+_h%FLHhn>O_xJ`9X;39m4W(Ou+;_Z2)J`1hnfLfy1Qe|#V1U>=G(_2Hurdihq7zB z^di!M@gw>7^KdG#g+Qm>-IykRZg>u}e!t*uio$Y+R@MBcor~CZQLKEFHp0^FMvng7 z!@WZ0@;n64IJv$K69scomggREsWaVGNw+v+g$?Hc14NOPUPXI1l_|SLHr0`*QAibU z{z$!96<}yV+S_`M=~qtf2sAeda6Zx49>Dc`&U$k3-_7g3@R{ynl)j9=hg_tJxN&ss z_f+MCEz*CmpZoSWBHmdb#Nu$PNi4FLil+TQn&=}D3SU>3F8wG-wlkznhmID6KOrw| z9ZZXh`6kKk3a^>}qH?so1<41!A!THn`F&>FXN-D9!8-396qFO(3Uw>=x*a^i^?7@3 zM(LaYcU^A?EtWgjq6EG%Kg7+jw%+MgPEU#BZVjDvH`G#BQPa416#YX%3ieXN(s}h? z4_?Ll+fCvbmg}E>j|Doavt)18foz@gUDJAKB3(0+0;7pSr9cQ_oZE*9G-+F;^9iwx z>GMCoE353q1+8fKrJV(YcJ*dxWVYYo@D?l&3+@6Mthep3A7_PGFTkBNM07mw9x}oC zvLK~H{^%D~_waa#%lYc9JM;T9Q^xW}wiHZ@fHgjJD+vl7{X%Q&`v#saVhh~aMkT(~ z8+Z-FQgk=s9=-u)z?+{@ikP6DgYVa~9QTKI&A<4&sVYdn&*`JL9#PzWP06TMVujz` z|DQoxk#9gk=MCwXzQlixKLm&?2-EW_;^njzpC4lyPG`gR4tUvYoPK>G#Pg19P& zcR6aN|EsdM0ID+T;=KX{PRAK>{GlUZY-~9Vg*-FiJbYGk3K_Q$tR#+Nbjs(^Vu1 zyW+roJj~FzIorAZFS(y+wYTnoa(z8e9wpK%?%%x%2z2Y>m+jhLa^{$ zY?@G)LDwe5tX{0BCi3*KF%92CQH!?MB_>2gZBI|Qy5E?>7o=~9b2UtX{Svw{hIO0o z9>-1i5sOis4}~I1F{(>IK5Au}OwL`*gSQ{HmLJu>U!;y*xv-EFB)ETUsa0R2hstWia zR);Vx?bka-AN!oZ=Y|7~iEqPz^h>zPcs~@P0deC_OjJGa?>d zXbOkyf;99eF_{ib-U{xjflzBJlih1B0lgfWvqh1i1ZzLNGp07XwsX=S&Ob{RDFY`-LI}Gf4_q)M;8kp=O5-hYo zTuXL+iMejb|GE7U-QyN9>p47q2Oy1-1}`it5-)xcjd=d(e)KSrtJdbsb&6s_NzE{t z0`<~KoYzR(VJa(ha;ot;$FWd0pfbe0$#+f`<7m!+@YKzlrtjr58OGsB=@HmZ5#1zP z)BK$ITjaNWgjKjuvzj{3Y@tvgb}A)nfbwovW_Cltq?A5V0SDVT;qOyr7g_*g%Q z1_~HM`t>#et!n|*92bqZ^8inS`S3W9HXS`10sv<)y&W%&v zwk4I4PxHWTEDmn^XPkS;53}>SLz#kKW@Egr#a^SPLkASe>os~g+k7nT1EuzfVvkkI zuS0Nb7i3&RvcjUb+z^yg_c5i87kcgBQy)b9@_&s3K(wd)DnzdGqEaaD zeEbPIX{jVs@9#Vgd@|&B4vop5*D{TTq|kUHqM&rTgNnJ2@E1+^K%(|}RbwOSG=%&rqy>mB7v|IDgk0x6F)pnaY-i%l z2k_?+*j34s#ss=w7dwdFN?JYc9Kjt)vxsje3rQ@#D)8WO@@KR6&p~i2K8bntImuWx zZnXeQHWu3mRqEg-6%yIJ9YLYL@nT-W%xFXL4|;9fOTSEKpI2KiTwZK51-8D>YLSh8 z&3<>{RovyOJ|}vskhei5SJVs4_OEW&4eadN?-KRzywlQh;#g}_k;cL0!)K+ra(d%h zUG7$ee}ZY(snJ2-2mEOw)=&e+kW^&;MtRiqIk9v|G&(&)Fj2rJuKLFm+92u`##64< z)T^K>N8%FD6j0y|C|OG0hDQwKhy`eofSwr10!>EHIE03k7m0IKme)|d7ocbg|3P%^ z=#3Ew?aDC5En0#YDbqPsFcE*DLN{Z#)f)^I{@wJEu4K!lXNdgwDedl8Tu&LU7pKxUj6$oaC59z|t+i)T?% z)7I|0M3u_AFFWEeFn>S(`2eezhvfm6e{iH711aKiqwNA;;$$=iCEbQnlWua~4$&*= zh4V&?#7m$->}*yIn*z&1URAXZQ2ZFtE3rvQZ0sM@*om%RAGlm|X%yWR4kjY`Bg061 z^V6DPekvcm`qT}?Grl#^Knt{lS#lDzktK&kXdMFK)uov59#gmpSy@@eYEx^Qo5ADj z!B2U<5#9n_Sw23#WPxWSC>#X{#1d@4HteGVRf*w?IO}_D#zIKRcdeEL^sZaf{4IJ%U0 zT7scx@Lg6Gf+YO1chjxuhFep*-*f&HyT9Q$4Bxj#?~ug?Fz9a2JU)`GB9G+LJ4%gJ zzs-!ksP_A74L*ngJn;1ufBk9R5bvhnnd8MUH8nM=F_2X`*&h@hIrXYPZi|34KsPkj zc*$+05J@*vccSz3-ly4%#55z2zY`+GNRd7HOERcGdU|V4D*w5)8O{OvO;eUS-5UUs zmXeje@|yormdME+H=Nrzr~?r$6A0a>9lP+QyZ4|?{mk!T)z1`oE=M5#$M@o7&vyXY zfo_5v=~S7~HIIuPN+ama#lC#}4%ZDQAgJ%3%BqGP zRHHvF{Ef3L7A5xJ>Wp8DPRtk<{wup`!h!SHQ7&fmECX(o_|z3rVJ}t}VEP{(x1yB8 zMcp>rK?gfFCFS1Yc0p;WtdbHw$fBZWXtR@zSl0y7N#jr};1!sSobqDhFJOL~yK?ug zI6A_iATgvrvO3O6_xXlPWc!nTD^e0PB1En2Oduo^7EwprkPk$G-rKEfOwUjD5&mo$ z9_XmnW21|O%kzcZPaI{&+w(0bHF*$Z25mYMfJh)HA~2zwrw96_)YR1jKroHdsFfBa zUS?-!r8Vys^v{0z$aboLhrc_HE~aw1n8Lhb`NTlqV9;r5Pw2v5m zQir`>+MBVYhx69UzYhz~KbS~5M27QMI_5WIhX)2?@!E%?^PxDC?h_x!S+7QaeNH!n zf;(4dr=|HD)ey{Joj99=I^P~EApEouJQf(gw zf3;6dy&W07x8ogB^a`5>-KwHVZRTtEA65>q@yWg%4deeEN;`cd{h`WUB*uNMuVgzf z?*2A(aAwLRxEGzBQ?!kE^3}LEU|Ek$yXG`qRLvj)KG-qGb8Rk5PU)@MS7Rw(g~byb z=51@H!r4ZL>Ri6X9=y~$4pYsSBL1CIfxlPn&ZiR815rLAmVwywH|8dn zcQcwPvDz22hgCh%_MhIG{INbiDa^&~dGb8)P}qQ0<#k9v6F$hQ$oFELY=GxzdHbYKWhdblN1_4oUIYKCkfnl=3{t2xoTbPj$KL z0blf(H+6DHNQY7l>)E*%erxkLqMhb#5&u@tk<+Pf;Rsb(EKEr-0S_1hFFB3dt7t!` zncYAv?(--*?D*WcILvn_+qbz&(Xqkd%KBPJ*KyC z@3!PXyT|3*S{3Xet=f*Qcj4mMA^*8U>qVGE2wz?a-JP#y&bWGLFBVAi^CJGH+<%>Im)xy_Z z-!D1ZsSbHVk#~ed-G&t zQk*g@QR%!Zd3?^>Fm?QDQfk-kn1zp9tsW68T2^aUNX)C-jxD2|N!!_*90)}_9xxhy zjiJx*w!;5V)PIZIPHZI)YQb3eAf`7K7Jo9IsIx#Jxxg0?kWo`I?)Tn-{<#)*^c%sI z2&I6g%$CuNQKpFhTsp1*{`9HA)`U*m3SDM#=kXTN+6_0er*jozbFb#5iUyWseHBP= z>x+*5SX48Z;jZ7>-54|`U~e47%i6ARp3hyLJ-xk0C>_mEt$bkFzNND*ag87CG~8?ZQYBjzwLr41<+)lYc?hD~x(S$mO=JFleBCzd)y4z3 zv8Tj{-ygmU&^rK^*6dJS_HwW zfi?uDzJv{rG;2^MIQPT;s%aFi(bLlHI$NJyysCH?4;L+Tgev>2;|~AA`RX5GmgG}KLs-3>^NnxiNVu@Kl;yetO6h#?EsVvd$Nw2R#$j(HO z1#2A5n1H~yhxP3e8Kvt_1-@RkXqA;3rO0sBw;Cw&ndhnvqU<}#w&bX_YapNCVtr%7 zEwB5@H!<2tc`t<82=cC42zU+>UL`v?(ZhP*V=DK|J)dFnivtE6Rd{W>B!r z2Imu@qiJXa(xH+1xRjJ9q9dChM@vbmk@UoQ2+Qb|V(rAI~ye5}bhRVzG6=X!W8 zO&xh8af{7|Uqf#gs-&^oOC@!&;Iy?OFVLgV2qrK$i^kUv@DuzkEj+G;raowxdN=E& zuoy0CwwBw`iU#H{d+@MmVQZN;*^@kC3`tKKvD5PdtJ$@hK(184^qDLzfeBt)rB)L@ zrL_p}EkRn58d|rc>o6vldj=!VzI$Azrp7AB5Jkv%v}K|HHdK)*Gz%ltmSm(@@^Qtk zR=mYM;bN>(Nf=|!ijGiuQvI&BrEYd~kZ;1(Wl1p|cbtULu1Q6&L`Ad4jZwX9i?HjW zV{-lHN&4^8{TkLbt&guPI5Y@oE^6j_aHS`~v+Z^rsw}r@56a}~5hB*A4==VdDqI76 z91CvtJo){R=UMl~Rs7?X)&PFBfqZ+)oi`#0M*i-N_5QPqp4d*I5f754Hln%NY*mC_ z^Wz0}Mg3>-jIswCv0%TliOrqbQ*TU?XYPD)D3dd4+c#4P-d-rDwkxFHQE#HweTl9r z-ngb|Y_hyQ=++TToG|$E1zQnV;j0{$F+nn%fAqr| zXH4Zx8Z5CKUxfNar1t*|mgRma!x@;0JSyK|HPhhJGG{%h3B1Aayti&V=R7fG{npQ> zmb6r4AVr&O)tvp=oRB$}JfGEwab@-w8xFAwoR5l8(o&xI(TM^klb81bVlF+!87G~j zC~fHNqO&V&5*F}=&77B_c*>-5Viy(DsZ*WD5FUvRj`a=xT>f|G5*%;q70ZW@?X2*( z?APo?9M&s+NDUhQ;C=piP>^$NUMrS>?mv+bvj!Jwvzzn9(t94$IGk(4VRA|1QAPU} zt=CC*iYeD@vi1|bI~UTJZ@lGl`?fjX_&iMo^Nn)gm@IzjU7hlCRm$DDnU)0g&w^}J z?V%DzDng+z9=@s9u$RqM#DeW8Yt@aPTe?M*g`zvd*OU=dU716Z(zgO{C;;hxWe*8SMxa#Lr_-Xr?>hG26)Do@W{=Bf!+e_ z$h^UN4a-jFh6JqUn+>jvZcWbPxXP@gjEsyUqoZggTB1AGVaLQh@xx)Is_O28)}gqf zsH538t&})VMYt#w3$8pQFIjVH+#RVFW?s`A`N(1=FuOan>r{U)#1&s7&U(ZjNf65Y zrEC3XxrZVr89yIvK9*Hi@9WpC-*qbPR}7TC-Jvg678GDI{?3~y``6WKLqeh3`X%ho z%6B^UwB&mjZI2FQsA?3?ek)=`8$6e(d>TcW_&%p(yiIf>sb{M*)icj$MER~2uh7F7 zhdi=KPgaG^i$VggC|U`_O;m)d#q=>ycX1PXnl`SqJ@21A7eY5 z05QH?<4}LEEpZgy9W$sP^PvkfO8QkZ$5mqjwNK3K&v=>CKXg7mR3%c@!wp6f7#S4y z<>`?^!~$b$Znouzz)@}9tfP5?T_)e`s60R3Xnu9KA$)p&ZXM&xWJ%VxJ)ZvqX}p_a8I1Z&-IuyLQ^7j^jEU*|U|C2^ncdy;46EDv39mKzxr$(U(>Dia0&CC9 zbbSb}IjxrdSWMjBNnhVpQ)C$_%spC3v6iAzoG8c||L9oI8+;`lZy|#$>b$2W@P~zf z6RxHc?pv-5-SR`KE(aq$0n`ofp$?Z17C=&2&o&uXHt>ongob|TlVT;$>9-B->gh0Z zeplTQ`0iDEN&NgW)9dLYW17pa>uxLKRW-uelY}YV1HH` zr_p`<%Pn%ez_H>zQmrX6{|8C8Ec>W&WtX+P)NKj|4K6w7!|se?O)*+-Ld&M6x7aI| z1FS2fy0~F@yxcDAYp1E`i?Jg{^wK!HN9E;C(`C<`8yS*bVU+T%KFW!eWFXI({Do_x zQ6bNpDimAE8bKd>wYP=zs?Pl$oM&_q<8Op?M{FI9-87hUN%&|U37(0RP4L`bpQx0o zx$yL6XCl0jPB@Wb>rgK&puZWYKtWQ0BbunXVpR0qG(VT*Y_t8Lco=&7ci|Gt zw-AK5=a`JaL@{wV{z3aOx(dQizkYUq?kg%rV;-fIY^zf3j$Hz`UGYWZ-8tH>hF@+z zFG_Iv!>O*l?_0b~uU~gRug78Wt>-0&AV-RGD_ucU=waxq#35gdQE(FuYw?!PyHmpB zKBm*)=P5^`_Gar2e@S^xauStx4D1>g-g*drxV}xPxoDxpR;jVCBYvl2y9FjU#HLc* z@OIr2RA<8JW=b6~p~)xBzM zdq#o-+ae-ja#lGdcbi06hJeW}S%X|Z$*?hYqNMkoDW3$z5%WlbLwtXD1XT$x$?3T( zF)b$_H4W^m+t+`>J}f|srK?#}OaSlJw@3zs4@($Xdc;Q@0x-@ti-q$;nFq}1Uq#ZV zFVg#kXV2%im1D3GK5gFj-pW>8g+LtkME;G0*IP4F!j9xw@CNjEjlGoHG2`Cw<6azJ z;O5(H$hdeca%+I8{&9ztp4gjpmEff;gOpb>g^Ezurdj&pw{MzaKi~g4o^p=gUre^t za`sz6XE7zdnZiI&N?7D-hYm~a@HGcajdv5m>s6UWdfdCI zDI!#ddDIS7d8Ga7*6evC^}@Z|D;q5W3d4MFroK9ARNy46bRMS^zlc-lPNrRbM*LQs zTf>1{gC$6od-pcSAAKf!h%or{ShNNobr-zSdVN>d5mqmPUisEaP*GX31B+?rn`A0d zLZQB+_QRb>4=}j-&oqr&I1Y?gQk6h6n zU%jwlQEbc{Nd3%)lSkc!-Mo4__Ac&j>)~Iu0hST=T(qej4F9xSd|^>)#ulb#nNymd znAJX=#$44cP*0}uJH@xc$Oso6?|XPu!lMvEImr$4(S&b4OX|5djes!9T zNZt0T*Wpa<^NnJWdYJsZ`*gR_F|Vg+BNALyoj%^AdpV;ZqO-|O+xqP={?7c(WHPS$ zFBpe1fBg=gc2C!JDE_QMRLd|+*K36I{frEn*^;i87RlcyX$i{x#Nq!i^p@IcO@u;B z#^Oecx2)=b;X4)b9WlNo#rw&nGC2i@Y4!s-28qSx?sDL`R#Z9q63Pr>UhYfs4EC4R+m z(Jy5miW>XeExH*L%6jXX4s{Of(0=RAI!L=vZ7FSdYhTUNrmRyhYVW$Ud^F`$z>83c z#0`>SqV=98_39#PDQSJ&axpAv8;l;pi}^F}S6sgKN*wj>i+Ox%-3fHmijwKEdUNFa zQ@E8yiQ&y6-Fpv1Q&y^>XIRC56R2dJO`8p&X4Ls(91mo1W8a zEOiq+@WYyQuGwq7?Hj+3{}5*2Wh&sea`^`^%M|i5=mk}>a`+8XG~uh$+}ldGT70k) z|Ez-DrV^)78y0wc&P4spa>{w}lTQw1+V$f_KjcRWh~CH2GiYG8lZun>TPuf8EjyLq zhLq2rY&Y~CSzWag&^IB_W;B?&{+&#N4?NG$n5m$Rr&qq#&3lU@YYe6}tZ=lm-~g*T znODjaLJ2vG-Y#3`W!VJsK`rcM4CPIRu9$xTJMpUMP41E6C!P{q&oTHs28j*?ITR?f zT*}I~v^vB2Okk~JrH)6b4)1MQFSl^W)615iUu6~TUDxzo-4icC8qnF0_CCyqGpLvH z-*LSHWD0*IClnuwinHlrhwB9Ij$W+b_L#K~QA>}Ki? zLo;&A2Yojm7yGaco3!~&<{MOhi}%?`!efaFmLKGo@xCN8!MnB0h@Q#D6!dSz>K#o3 znnm$*8u*KQj&ZR{%<^N`o^K{=uy*8Bk&Mj$kbGi8X~BFTap2H#1p^K_FjUrd?B*ue znR)jrQXgu(raA0Hq`$u`pP4!zqVwBGux2(@Z(G@H#yA~&<_KXVM#vHv)%U$Njs;(s zlQ(nXm9CV;neAo2%nJ3Vh-VItU3xrf+XLH(SVb8R53l<}nzamrRDz2~ZKK8GOMzWI z5OdJgJK$8^n~PQI_DR~el3Q3{5XAjnQa3NHsE7yX?aInZHBHS4`(u=n>iYV++U++$ zHfx7m0=MumRTrEM6H!uP1EnG@jrMh7V)S<=u#4*tUP%R=juGf25@WwH2z*I;mEpz( zVz|DyN$dqad`ac zXLCH*)I~|7a%dH!uqwy=Wo;KCzJF5}P{=MQlMI&4k%G*Rt>ERYKX8g5`}Ez@M;mR# zPT0Z9lnz>26hDX3BQB3KFVPUtH`3iLb2iX+hX2%K3A61F9B~IuTBC5~$4HbaFI1gY zcpuvF_7c(2#blm+XFFO~^}|D~t*!Y(9tEm0Lt)H5?cVQL&A|LK?~NR~hgBm)XbIEA zU(i6`#2H_OP9)q4$U0r|QI(Pk$hwdC{`2RbANJqs1KYwF#yu*B#Kq zMdC2zNXl0uqA4J;f+`ceOh`_q+SG^GN*brZoPii|6$^uz1eb;;_*76(K!9FQaOYi0 zMMcGV;`Z@^e#1}T;)g{?6JC5MEc{iQ5sLbQ%*oP>h)+M9;2vOmdU~Gm{Yz_wZfm!QE7ni0Mjm{4b@3 z5kS5{RS378OqLnf=v6>I4be`jdOrX#>L@@AqWsx7>;0W}3=dF8F1MZG-<++x_CY1R z)86k?ACYlRBxFAyX>_(sDX*mT0HnTAl-2IOJ|v*eJG_+t-9chXel!Pw+*?^&cfxE` zGct-vxnsEufRZ!j=ue*%!+Kh-zQw2DY)8rdW}a_aqS$t^P_})3dWZ!6p-&1RKnS&p z$W_Jm$-d6cIzqb^>fLI$A9ydR|NDrG;LjrdIm9JQGVsWPZ=PHb#sM)Lb<50-{$&H; z3<&w}d>s-EeE$yciKKgzV^c8i)9ioF%;s7`J?fFszb#^ks~s8$TJ)+J0z@@5SwoI6 z@Uz7o*gginxGp6%&`yBX=Lp&fp!O{+!#G-QIAzAq0NKkYPo5y%yu5hT&#@^d{T$#M z-3u(H7(T43nMi=sbkKAnacdBS0Xm$$^^PmDne!k5y-oBGrV`4>SEza;A6TZ}k{6Wa(g>K(zcd?9+M)C61^ z)xT2$90nx8zms&-uTbU=JTBD(GzT)Tjgq?9_;~a@jqu`PPBLxOxKCX$zK9O(C4se;o*Y^L0QV?<}8rf#R9S*Ol#Y@Msn_? z4HfZEh9;2YBMO(9ZuY$67x~N2Y;s~^5nJL24Nx;#8U?X&aRES!-CdO-{?&|65S6B?vSk>r(Nc1w4QU~{#HjKxRI60;iAF95>%*_gMS(#VI8Du%4`)vH%JV1H8~i#iL!*?wui{JvM$)>eN1ZU*WIB3e2+ zA3qHY%)rY#N{xVzG*e?k84(s{4CqWtsI5n$Seiu(vozrE0=QgbblM<-BQ8Yhvf*?_9 z*+xxsb`*4U!@%vN?rv&41xwA3*o3sMX(Zp5`S~F;e(KZj393i@Kw~yR=txPSAtNh> zB`(t-!L4OvG@Rsl`nxVgtH|7~>3m3BGK@cUkduom>V~*avKSZvA4Kj6oi4ooeiO9( zo!%dIq>YG*GQZrVyX>H|vA4Ixdl`sg3q|tvavQaNMwBP8ss1s)fL=-dIQedCYirr9 zpWEorjewLmTe^nXr&Vgu|D{;Biz?@YtwYMNJtwSdseK(ZQxX!o=tv`aAomUkQz@eD z&8=}by+Mp@K!$bvgKF2h3*IkrAUr83DEQ1#LID926NYR~98W@ODn3A%puKgjqv@I< z+>-W6^MNb-1Zw9o)e`6Hs=%=AM#hMRz@+{B_Ab8n!RFHNLcJr#{{DX8NlaLnq?T4< z)&&z26ChOklluGnVa3Xtm@K7xClghJ7SQ(}KbF4M*dY7?=D2jUyMiK1BMSXUXvd5f z5bKlQz7f>TavcR?AaX{-inPnH)=Rg&zq#A6`-G?iYRu*lz5f^iFULb<44e75M5(4 z^=F?l-?wE$f|XU);py!+(q&VR&#x`MqKB?8_BwQ#(D-$lVN5&0JiYG4eJ zL$I73fQJeQ*89_S{1%!|o}lPe!ahg5uNBS9?JYkqfqY*|$`OF8a1qIOZ75JW?Q>1; zNGK+dYHey-*!H{h_SxycKHBNJ#^?G=lZ=uQ30Da8s1GM>QV&qivBTJ3hH*FbczR^S ze|mbFer|Hke5E%^*kgx2`li?`P$=K+Ln4t&4#Fez^W5y)hKJz#&?HhboOA6zsAkF{ zkxUlD8CMH5@d`9wm9?JWwH*)I)4x$P5uho!kW(`-pasw_qp+aoA2UdHqpy{;U0nPQ zkBWMTMCL3u5B!j}vEi7!M4*&PD4%+up;Sxw`T2KLFZWcBru@#e|M|8_30y)v|D3S@ z)C@p{NFUvbFd=x>k3&O*%jqx0d#MENzJ(2opAtYfo0PS6;o=z-7tkm4UvV|k&PO~TN&8=S`&e?w$QCs4iQ?_kAWm? zgAg-V*Tv=Ku{R`q)8H+m{LDcpZK}lB*mfR_zv~||`GY#zQ2^%u--t;AHI5ZEHm8QP z!BnA`bb#kg*OC1}TsiYRoO3_s2V1#0W0`3#k{(?!X??Jk6H^JO<_=e2XitNzQi@`p zDOOOx`FA!66O|8t2_**SI)o4!=P|_+m&d~>W3HU7R=&6AaxlAaq2-XVB76YV8N4~8 zAHlooS6dNt+`2{l`q{H*Ca`cVphZl%XtHvDW9m-Tj1Lgx%L+ z^>_pS8FPSA{X9YRQFro`#`k|A$M;e>f2uYyd zwSwXh6L1ZIQ#+8vBL{G0zm|-|E^VV1pukC!bDZ~8hh|6FmiMlfP7I>od2HdFPCosMU z|Hw!Jguh~5;GCVDtu3d~g?rm6umHMHHC=FZ2oIPT#MIQ`s4AwX%~S~bq=5>E0`e!V zmD5GYFAwZ5LrV1POkqGo5d}dniTJ%n+teVap9gI;6bc&Hgo_n@H@h;#yhpx#`C@sD zGV8#F!?|`%PDh6d9BtOrhDp_onwA!8eW_l_Pa{i9%P!N3tinQTnM{bMLtdd`E_X2~ zc!JP-1=y7xNk+cmLJK~mJZ)$Epqzw}Sf|68e8-Yd{AdxQ%^7Yr(~BmE>y}aRXfNsk zfuS%3*)3E+1V&*OrnnS$66`ndKMiGwU8nOq<1;li&6>16ZT{KdygD*DiTOqm69J&d zD=@y;FD|>2U!r*&6V6+VUaG>aQf5`NG1r$Q%jQiBLZru|0yST5Y zs5kcconj-lO{*ZBC)57Z;IgAEYe$Frk830YUyyMBhDT>%hnkR0eS!ro>3NAfnD`Ep!ePd%|4wvVLU3PUy*i{}K5BuG0#%2kQ zl_KHm)hV|J8FA@BSPI}SqG4lzeX0d%oJ4gA%>Rb9|6NYp#{VzD@PFU+e_n*Bm^%6L YS_;(|S9WUACIbE`JXDb>l{OCiAGO&}ivR!s literal 0 HcmV?d00001