From 2a3384d97c8d2b0312623ef2737fcb67b5f0effa Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 30 May 2026 04:37:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: lllqaq/Qwen2.5-Coder-14B-Instruct-num11_v1-v2-v3-pairs-v3-triples-rope1mfix Source: Original Platform --- .gitattributes | 36 + README.md | 65 + all_results.json | 8 + chat_template.jinja | 54 + config.json | 82 + generation_config.json | 13 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 16 + train_results.json | 8 + trainer_log.jsonl | 592 ++++++ trainer_state.json | 4180 ++++++++++++++++++++++++++++++++++++++++ training_loss.png | Bin 0 -> 44416 bytes 13 files changed, 5060 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..a52751f --- /dev/null +++ b/README.md @@ -0,0 +1,65 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen2.5-Coder-14B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: Qwen2.5-Coder-14B-Instruct-num11 + results: [] +--- + + + +# Qwen2.5-Coder-14B-Instruct-num11 + +This model is a fine-tuned version of [Qwen/Qwen2.5-Coder-14B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct) on the fim_midtrain_v1, the fim_midtrain_v2, the fim_midtrain_v3_multi_pairs, the fim_midtrain_v3_multi_pairs_0317, the fim_midtrain_v3_multi_triples and the fim_midtrain_v3_multi_triples_0317 datasets. + +## RoPE config fix + +This upload keeps the original weights and adds top-level `"rope_theta": 1000000.0` to `config.json` so Qwen2 loaders in current Transformers/vLLM versions do not fall back to the default `10000.0` RoPE base. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 1e-05 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 16 +- total_train_batch_size: 128 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.1 +- num_epochs: 1.0 + +### Training results + + + +### Framework versions + +- Transformers 5.0.0 +- Pytorch 2.6.0+cu124 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..73f3a34 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 1.962434144184251e+19, + "train_loss": 0.44837146779828335, + "train_runtime": 384303.2502, + "train_samples_per_second": 1.97, + "train_steps_per_second": 0.015 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..bdf7919 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,54 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0]['role'] == 'system' %} + {{- messages[0]['content'] }} + {%- else %} + {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }} + {%- endif %} + {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0]['role'] == 'system' %} + {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }} + {%- else %} + {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {{- '<|im_start|>' + message.role }} + {%- if message.content %} + {{- '\n' + message.content }} + {%- endif %} + {%- for tool_call in message.tool_calls %} + {%- if tool_call.function is defined %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {{- tool_call.arguments | tojson }} + {{- '}\n' }} + {%- endfor %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} +{%- endif %} diff --git a/config.json b/config.json new file mode 100644 index 0000000..0d25c20 --- /dev/null +++ b/config.json @@ -0,0 +1,82 @@ +{ + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 13824, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 48, + "model_type": "qwen2", + "num_attention_heads": 40, + "num_hidden_layers": 48, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_theta": 1000000.0, + "rope_parameters": { + "rope_theta": 1000000.0, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.0.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 152064 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..94fb73e --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.05, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "5.0.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..9133820 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c4209cee5b31280aa2b5f0fb1ab0186f912455ed2b06833d23800a96e815413 +size 29540134824 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..34510ff --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8 +size 11421892 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..1b5bf31 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,16 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": {}, + "is_local": true, + "model_max_length": 32768, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} \ No newline at end of file diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..73f3a34 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 1.0, + "total_flos": 1.962434144184251e+19, + "train_loss": 0.44837146779828335, + "train_runtime": 384303.2502, + "train_samples_per_second": 1.97, + "train_steps_per_second": 0.015 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..7bcbbfb --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,592 @@ +{"current_steps": 10, "total_steps": 5916, "loss": 0.7280044555664062, "lr": 1.5202702702702706e-07, "epoch": 0.0016904205977749838, "percentage": 0.17, "elapsed_time": "0:12:15", "remaining_time": "5 days, 0:36:30"} +{"current_steps": 20, "total_steps": 5916, "loss": 0.7421677589416504, "lr": 3.2094594594594594e-07, "epoch": 0.0033808411955499676, "percentage": 0.34, "elapsed_time": "0:23:15", "remaining_time": "4 days, 18:18:03"} +{"current_steps": 30, "total_steps": 5916, "loss": 0.7222579956054688, "lr": 4.898648648648649e-07, "epoch": 0.005071261793324951, "percentage": 0.51, "elapsed_time": "0:34:27", "remaining_time": "4 days, 16:42:03"} +{"current_steps": 40, "total_steps": 5916, "loss": 0.6997623920440674, "lr": 6.587837837837838e-07, "epoch": 0.006761682391099935, "percentage": 0.68, "elapsed_time": "0:45:54", "remaining_time": "4 days, 16:23:55"} +{"current_steps": 50, "total_steps": 5916, "loss": 0.6706014156341553, "lr": 8.277027027027028e-07, "epoch": 0.008452102988874919, "percentage": 0.85, "elapsed_time": "0:56:57", "remaining_time": "4 days, 15:22:34"} +{"current_steps": 60, "total_steps": 5916, "loss": 0.6358686923980713, "lr": 9.966216216216217e-07, "epoch": 0.010142523586649903, "percentage": 1.01, "elapsed_time": "1:07:41", "remaining_time": "4 days, 14:07:12"} +{"current_steps": 70, "total_steps": 5916, "loss": 0.618624210357666, "lr": 1.1655405405405406e-06, "epoch": 0.011832944184424887, "percentage": 1.18, "elapsed_time": "1:18:48", "remaining_time": "4 days, 13:42:11"} +{"current_steps": 80, "total_steps": 5916, "loss": 0.6060873508453369, "lr": 1.3344594594594596e-06, "epoch": 0.01352336478219987, "percentage": 1.35, "elapsed_time": "1:30:00", "remaining_time": "4 days, 13:25:32"} +{"current_steps": 90, "total_steps": 5916, "loss": 0.5913969993591308, "lr": 1.5033783783783785e-06, "epoch": 0.015213785379974854, "percentage": 1.52, "elapsed_time": "1:40:36", "remaining_time": "4 days, 12:32:13"} +{"current_steps": 100, "total_steps": 5916, "loss": 0.5814601421356201, "lr": 1.6722972972972977e-06, "epoch": 0.016904205977749838, "percentage": 1.69, "elapsed_time": "1:51:28", "remaining_time": "4 days, 12:03:28"} +{"current_steps": 110, "total_steps": 5916, "loss": 0.5719439029693604, "lr": 1.8412162162162164e-06, "epoch": 0.018594626575524822, "percentage": 1.86, "elapsed_time": "2:02:06", "remaining_time": "4 days, 11:24:50"} +{"current_steps": 120, "total_steps": 5916, "loss": 0.5604746818542481, "lr": 2.0101351351351353e-06, "epoch": 0.020285047173299806, "percentage": 2.03, "elapsed_time": "2:12:45", "remaining_time": "4 days, 10:51:53"} +{"current_steps": 130, "total_steps": 5916, "loss": 0.5584488391876221, "lr": 2.1790540540540543e-06, "epoch": 0.02197546777107479, "percentage": 2.2, "elapsed_time": "2:23:22", "remaining_time": "4 days, 10:21:17"} +{"current_steps": 140, "total_steps": 5916, "loss": 0.5508419036865234, "lr": 2.347972972972973e-06, "epoch": 0.023665888368849773, "percentage": 2.37, "elapsed_time": "2:34:16", "remaining_time": "4 days, 10:05:16"} +{"current_steps": 150, "total_steps": 5916, "loss": 0.545355224609375, "lr": 2.516891891891892e-06, "epoch": 0.025356308966624757, "percentage": 2.54, "elapsed_time": "2:44:51", "remaining_time": "4 days, 9:37:12"} +{"current_steps": 160, "total_steps": 5916, "loss": 0.5469128608703613, "lr": 2.685810810810811e-06, "epoch": 0.02704672956439974, "percentage": 2.7, "elapsed_time": "2:55:14", "remaining_time": "4 days, 9:04:22"} +{"current_steps": 170, "total_steps": 5916, "loss": 0.5449463367462158, "lr": 2.85472972972973e-06, "epoch": 0.028737150162174725, "percentage": 2.87, "elapsed_time": "3:05:44", "remaining_time": "4 days, 8:37:56"} +{"current_steps": 180, "total_steps": 5916, "loss": 0.5376415252685547, "lr": 3.023648648648649e-06, "epoch": 0.03042757075994971, "percentage": 3.04, "elapsed_time": "3:16:33", "remaining_time": "4 days, 8:23:38"} +{"current_steps": 190, "total_steps": 5916, "loss": 0.5347342491149902, "lr": 3.192567567567568e-06, "epoch": 0.032117991357724696, "percentage": 3.21, "elapsed_time": "3:27:37", "remaining_time": "4 days, 8:17:21"} +{"current_steps": 200, "total_steps": 5916, "loss": 0.537785816192627, "lr": 3.3614864864864864e-06, "epoch": 0.033808411955499676, "percentage": 3.38, "elapsed_time": "3:38:12", "remaining_time": "4 days, 7:56:26"} +{"current_steps": 210, "total_steps": 5916, "loss": 0.5192846775054931, "lr": 3.5304054054054053e-06, "epoch": 0.03549883255327466, "percentage": 3.55, "elapsed_time": "3:48:22", "remaining_time": "4 days, 7:25:05"} +{"current_steps": 220, "total_steps": 5916, "loss": 0.5229539394378662, "lr": 3.6993243243243247e-06, "epoch": 0.037189253151049644, "percentage": 3.72, "elapsed_time": "3:59:04", "remaining_time": "4 days, 7:09:55"} +{"current_steps": 230, "total_steps": 5916, "loss": 0.5329394340515137, "lr": 3.868243243243244e-06, "epoch": 0.03887967374882463, "percentage": 3.89, "elapsed_time": "4:09:54", "remaining_time": "4 days, 6:58:22"} +{"current_steps": 240, "total_steps": 5916, "loss": 0.5307604312896729, "lr": 4.037162162162163e-06, "epoch": 0.04057009434659961, "percentage": 4.06, "elapsed_time": "4:20:34", "remaining_time": "4 days, 6:42:43"} +{"current_steps": 250, "total_steps": 5916, "loss": 0.5192375183105469, "lr": 4.206081081081081e-06, "epoch": 0.0422605149443746, "percentage": 4.23, "elapsed_time": "4:31:20", "remaining_time": "4 days, 6:29:39"} +{"current_steps": 260, "total_steps": 5916, "loss": 0.5104325294494629, "lr": 4.3750000000000005e-06, "epoch": 0.04395093554214958, "percentage": 4.39, "elapsed_time": "4:42:08", "remaining_time": "4 days, 6:17:35"} +{"current_steps": 270, "total_steps": 5916, "loss": 0.5136491775512695, "lr": 4.543918918918919e-06, "epoch": 0.045641356139924566, "percentage": 4.56, "elapsed_time": "4:53:13", "remaining_time": "4 days, 6:11:47"} +{"current_steps": 280, "total_steps": 5916, "loss": 0.5056795597076416, "lr": 4.712837837837838e-06, "epoch": 0.047331776737699546, "percentage": 4.73, "elapsed_time": "5:04:10", "remaining_time": "4 days, 6:02:33"} +{"current_steps": 290, "total_steps": 5916, "loss": 0.5168024063110351, "lr": 4.881756756756757e-06, "epoch": 0.049022197335474534, "percentage": 4.9, "elapsed_time": "5:14:57", "remaining_time": "4 days, 5:50:09"} +{"current_steps": 300, "total_steps": 5916, "loss": 0.5202849388122559, "lr": 5.050675675675676e-06, "epoch": 0.050712617933249514, "percentage": 5.07, "elapsed_time": "5:25:18", "remaining_time": "4 days, 5:29:55"} +{"current_steps": 310, "total_steps": 5916, "loss": 0.5088020324707031, "lr": 5.219594594594595e-06, "epoch": 0.0524030385310245, "percentage": 5.24, "elapsed_time": "5:35:54", "remaining_time": "4 days, 5:14:39"} +{"current_steps": 320, "total_steps": 5916, "loss": 0.5058822154998779, "lr": 5.388513513513513e-06, "epoch": 0.05409345912879948, "percentage": 5.41, "elapsed_time": "5:46:49", "remaining_time": "4 days, 5:05:08"} +{"current_steps": 330, "total_steps": 5916, "loss": 0.5120021820068359, "lr": 5.557432432432433e-06, "epoch": 0.05578387972657447, "percentage": 5.58, "elapsed_time": "5:57:07", "remaining_time": "4 days, 4:45:01"} +{"current_steps": 340, "total_steps": 5916, "loss": 0.5063863754272461, "lr": 5.726351351351351e-06, "epoch": 0.05747430032434945, "percentage": 5.75, "elapsed_time": "6:08:15", "remaining_time": "4 days, 4:39:25"} +{"current_steps": 350, "total_steps": 5916, "loss": 0.502506160736084, "lr": 5.8952702702702705e-06, "epoch": 0.059164720922124436, "percentage": 5.92, "elapsed_time": "6:19:06", "remaining_time": "4 days, 4:28:56"} +{"current_steps": 360, "total_steps": 5916, "loss": 0.4920937538146973, "lr": 6.06418918918919e-06, "epoch": 0.06085514151989942, "percentage": 6.09, "elapsed_time": "6:30:10", "remaining_time": "4 days, 4:21:46"} +{"current_steps": 370, "total_steps": 5916, "loss": 0.5055969715118408, "lr": 6.233108108108109e-06, "epoch": 0.0625455621176744, "percentage": 6.25, "elapsed_time": "6:41:12", "remaining_time": "4 days, 4:13:51"} +{"current_steps": 380, "total_steps": 5916, "loss": 0.49520511627197267, "lr": 6.402027027027028e-06, "epoch": 0.06423598271544939, "percentage": 6.42, "elapsed_time": "6:51:59", "remaining_time": "4 days, 4:02:01"} +{"current_steps": 390, "total_steps": 5916, "loss": 0.5030886650085449, "lr": 6.570945945945947e-06, "epoch": 0.06592640331322437, "percentage": 6.59, "elapsed_time": "7:02:44", "remaining_time": "4 days, 3:49:56"} +{"current_steps": 400, "total_steps": 5916, "loss": 0.4966264247894287, "lr": 6.739864864864866e-06, "epoch": 0.06761682391099935, "percentage": 6.76, "elapsed_time": "7:13:28", "remaining_time": "4 days, 3:37:30"} +{"current_steps": 410, "total_steps": 5916, "loss": 0.5109675407409668, "lr": 6.908783783783785e-06, "epoch": 0.06930724450877435, "percentage": 6.93, "elapsed_time": "7:24:08", "remaining_time": "4 days, 3:24:35"} +{"current_steps": 420, "total_steps": 5916, "loss": 0.4995694637298584, "lr": 7.0777027027027035e-06, "epoch": 0.07099766510654933, "percentage": 7.1, "elapsed_time": "7:35:05", "remaining_time": "4 days, 3:15:16"} +{"current_steps": 430, "total_steps": 5916, "loss": 0.4928102970123291, "lr": 7.246621621621622e-06, "epoch": 0.0726880857043243, "percentage": 7.27, "elapsed_time": "7:45:54", "remaining_time": "4 days, 3:04:06"} +{"current_steps": 440, "total_steps": 5916, "loss": 0.4935169219970703, "lr": 7.415540540540541e-06, "epoch": 0.07437850630209929, "percentage": 7.44, "elapsed_time": "7:56:44", "remaining_time": "4 days, 2:53:12"} +{"current_steps": 450, "total_steps": 5916, "loss": 0.4919950008392334, "lr": 7.58445945945946e-06, "epoch": 0.07606892689987428, "percentage": 7.61, "elapsed_time": "8:07:37", "remaining_time": "4 days, 2:42:56"} +{"current_steps": 460, "total_steps": 5916, "loss": 0.4960982322692871, "lr": 7.753378378378378e-06, "epoch": 0.07775934749764926, "percentage": 7.78, "elapsed_time": "8:18:40", "remaining_time": "4 days, 2:34:43"} +{"current_steps": 470, "total_steps": 5916, "loss": 0.4992071151733398, "lr": 7.922297297297298e-06, "epoch": 0.07944976809542424, "percentage": 7.94, "elapsed_time": "8:29:54", "remaining_time": "4 days, 2:28:23"} +{"current_steps": 480, "total_steps": 5916, "loss": 0.4960615634918213, "lr": 8.091216216216217e-06, "epoch": 0.08114018869319922, "percentage": 8.11, "elapsed_time": "8:40:48", "remaining_time": "4 days, 2:18:05"} +{"current_steps": 490, "total_steps": 5916, "loss": 0.4928754806518555, "lr": 8.260135135135135e-06, "epoch": 0.08283060929097422, "percentage": 8.28, "elapsed_time": "8:52:01", "remaining_time": "4 days, 2:11:22"} +{"current_steps": 500, "total_steps": 5916, "loss": 0.49259119033813475, "lr": 8.429054054054054e-06, "epoch": 0.0845210298887492, "percentage": 8.45, "elapsed_time": "9:02:48", "remaining_time": "4 days, 1:59:41"} +{"current_steps": 510, "total_steps": 5916, "loss": 0.4931736946105957, "lr": 8.597972972972974e-06, "epoch": 0.08621145048652418, "percentage": 8.62, "elapsed_time": "9:13:15", "remaining_time": "4 days, 1:44:29"} +{"current_steps": 520, "total_steps": 5916, "loss": 0.48741836547851564, "lr": 8.766891891891893e-06, "epoch": 0.08790187108429916, "percentage": 8.79, "elapsed_time": "9:24:11", "remaining_time": "4 days, 1:34:37"} +{"current_steps": 530, "total_steps": 5916, "loss": 0.4871868133544922, "lr": 8.93581081081081e-06, "epoch": 0.08959229168207415, "percentage": 8.96, "elapsed_time": "9:35:20", "remaining_time": "4 days, 1:26:47"} +{"current_steps": 540, "total_steps": 5916, "loss": 0.4887679100036621, "lr": 9.104729729729732e-06, "epoch": 0.09128271227984913, "percentage": 9.13, "elapsed_time": "9:46:01", "remaining_time": "4 days, 1:14:09"} +{"current_steps": 550, "total_steps": 5916, "loss": 0.48195371627807615, "lr": 9.27364864864865e-06, "epoch": 0.09297313287762411, "percentage": 9.3, "elapsed_time": "9:56:58", "remaining_time": "4 days, 1:04:19"} +{"current_steps": 560, "total_steps": 5916, "loss": 0.48915772438049315, "lr": 9.442567567567569e-06, "epoch": 0.09466355347539909, "percentage": 9.47, "elapsed_time": "10:08:20", "remaining_time": "4 days, 0:58:20"} +{"current_steps": 570, "total_steps": 5916, "loss": 0.4924494743347168, "lr": 9.611486486486488e-06, "epoch": 0.09635397407317409, "percentage": 9.63, "elapsed_time": "10:19:21", "remaining_time": "4 days, 0:48:57"} +{"current_steps": 580, "total_steps": 5916, "loss": 0.4876460075378418, "lr": 9.780405405405407e-06, "epoch": 0.09804439467094907, "percentage": 9.8, "elapsed_time": "10:30:04", "remaining_time": "4 days, 0:36:41"} +{"current_steps": 590, "total_steps": 5916, "loss": 0.4890481948852539, "lr": 9.949324324324325e-06, "epoch": 0.09973481526872405, "percentage": 9.97, "elapsed_time": "10:40:50", "remaining_time": "4 days, 0:24:59"} +{"current_steps": 600, "total_steps": 5916, "loss": 0.484678840637207, "lr": 9.999957346063017e-06, "epoch": 0.10142523586649903, "percentage": 10.14, "elapsed_time": "10:51:59", "remaining_time": "4 days, 0:16:39"} +{"current_steps": 610, "total_steps": 5916, "loss": 0.48883733749389646, "lr": 9.999748430572558e-06, "epoch": 0.10311565646427402, "percentage": 10.31, "elapsed_time": "11:02:44", "remaining_time": "4 days, 0:04:44"} +{"current_steps": 620, "total_steps": 5916, "loss": 0.48575553894042967, "lr": 9.999365426397275e-06, "epoch": 0.104806077062049, "percentage": 10.48, "elapsed_time": "11:13:54", "remaining_time": "3 days, 23:56:28"} +{"current_steps": 630, "total_steps": 5916, "loss": 0.4800987720489502, "lr": 9.998808346873179e-06, "epoch": 0.10649649765982398, "percentage": 10.65, "elapsed_time": "11:25:22", "remaining_time": "3 days, 23:50:34"} +{"current_steps": 640, "total_steps": 5916, "loss": 0.47647809982299805, "lr": 9.99807721139749e-06, "epoch": 0.10818691825759896, "percentage": 10.82, "elapsed_time": "11:36:17", "remaining_time": "3 days, 23:40:06"} +{"current_steps": 650, "total_steps": 5916, "loss": 0.47447705268859863, "lr": 9.997172045427974e-06, "epoch": 0.10987733885537396, "percentage": 10.99, "elapsed_time": "11:46:55", "remaining_time": "3 days, 23:27:08"} +{"current_steps": 660, "total_steps": 5916, "loss": 0.4927847385406494, "lr": 9.996092880482047e-06, "epoch": 0.11156775945314894, "percentage": 11.16, "elapsed_time": "11:57:42", "remaining_time": "3 days, 23:15:35"} +{"current_steps": 670, "total_steps": 5916, "loss": 0.48745927810668943, "lr": 9.99483975413568e-06, "epoch": 0.11325818005092392, "percentage": 11.33, "elapsed_time": "12:08:28", "remaining_time": "3 days, 23:03:47"} +{"current_steps": 680, "total_steps": 5916, "loss": 0.48123817443847655, "lr": 9.993412710022096e-06, "epoch": 0.1149486006486989, "percentage": 11.49, "elapsed_time": "12:19:12", "remaining_time": "3 days, 22:51:57"} +{"current_steps": 690, "total_steps": 5916, "loss": 0.4744853973388672, "lr": 9.991811797830238e-06, "epoch": 0.11663902124647389, "percentage": 11.66, "elapsed_time": "12:29:49", "remaining_time": "3 days, 22:39:09"} +{"current_steps": 700, "total_steps": 5916, "loss": 0.48299551010131836, "lr": 9.99003707330305e-06, "epoch": 0.11832944184424887, "percentage": 11.83, "elapsed_time": "12:40:26", "remaining_time": "3 days, 22:26:19"} +{"current_steps": 710, "total_steps": 5916, "loss": 0.48394503593444826, "lr": 9.988088598235532e-06, "epoch": 0.12001986244202385, "percentage": 12.0, "elapsed_time": "12:51:22", "remaining_time": "3 days, 22:15:59"} +{"current_steps": 720, "total_steps": 5916, "loss": 0.4847887992858887, "lr": 9.985966440472594e-06, "epoch": 0.12171028303979883, "percentage": 12.17, "elapsed_time": "13:02:04", "remaining_time": "3 days, 22:03:59"} +{"current_steps": 730, "total_steps": 5916, "loss": 0.48206357955932616, "lr": 9.98367067390668e-06, "epoch": 0.12340070363757383, "percentage": 12.34, "elapsed_time": "13:12:30", "remaining_time": "3 days, 21:50:01"} +{"current_steps": 740, "total_steps": 5916, "loss": 0.48335995674133303, "lr": 9.981201378475213e-06, "epoch": 0.1250911242353488, "percentage": 12.51, "elapsed_time": "13:23:50", "remaining_time": "3 days, 21:42:32"} +{"current_steps": 750, "total_steps": 5916, "loss": 0.4779070854187012, "lr": 9.978558640157794e-06, "epoch": 0.1267815448331238, "percentage": 12.68, "elapsed_time": "13:34:20", "remaining_time": "3 days, 21:29:12"} +{"current_steps": 760, "total_steps": 5916, "loss": 0.47565546035766604, "lr": 9.975742550973223e-06, "epoch": 0.12847196543089878, "percentage": 12.85, "elapsed_time": "13:45:01", "remaining_time": "3 days, 21:17:11"} +{"current_steps": 770, "total_steps": 5916, "loss": 0.4773505687713623, "lr": 9.972753208976283e-06, "epoch": 0.13016238602867375, "percentage": 13.02, "elapsed_time": "13:55:35", "remaining_time": "3 days, 21:04:21"} +{"current_steps": 780, "total_steps": 5916, "loss": 0.47838778495788575, "lr": 9.969590718254337e-06, "epoch": 0.13185280662644874, "percentage": 13.18, "elapsed_time": "14:06:14", "remaining_time": "3 days, 20:52:13"} +{"current_steps": 790, "total_steps": 5916, "loss": 0.47666234970092775, "lr": 9.966255188923694e-06, "epoch": 0.13354322722422374, "percentage": 13.35, "elapsed_time": "14:17:20", "remaining_time": "3 days, 20:42:59"} +{"current_steps": 800, "total_steps": 5916, "loss": 0.47107582092285155, "lr": 9.962746737125783e-06, "epoch": 0.1352336478219987, "percentage": 13.52, "elapsed_time": "14:27:45", "remaining_time": "3 days, 20:29:18"} +{"current_steps": 810, "total_steps": 5916, "loss": 0.47295198440551756, "lr": 9.959065485023099e-06, "epoch": 0.1369240684197737, "percentage": 13.69, "elapsed_time": "14:38:43", "remaining_time": "3 days, 20:19:16"} +{"current_steps": 820, "total_steps": 5916, "loss": 0.46324882507324217, "lr": 9.95521156079496e-06, "epoch": 0.1386144890175487, "percentage": 13.86, "elapsed_time": "14:49:39", "remaining_time": "3 days, 20:08:51"} +{"current_steps": 830, "total_steps": 5916, "loss": 0.4737586975097656, "lr": 9.951185098633039e-06, "epoch": 0.14030490961532366, "percentage": 14.03, "elapsed_time": "15:00:25", "remaining_time": "3 days, 19:57:35"} +{"current_steps": 840, "total_steps": 5916, "loss": 0.47527265548706055, "lr": 9.946986238736688e-06, "epoch": 0.14199533021309865, "percentage": 14.2, "elapsed_time": "15:11:06", "remaining_time": "3 days, 19:45:40"} +{"current_steps": 850, "total_steps": 5916, "loss": 0.4667802810668945, "lr": 9.942615127308064e-06, "epoch": 0.14368575081087362, "percentage": 14.37, "elapsed_time": "15:21:48", "remaining_time": "3 days, 19:33:58"} +{"current_steps": 860, "total_steps": 5916, "loss": 0.4730061531066895, "lr": 9.938071916547033e-06, "epoch": 0.1453761714086486, "percentage": 14.54, "elapsed_time": "15:32:54", "remaining_time": "3 days, 19:24:40"} +{"current_steps": 870, "total_steps": 5916, "loss": 0.4679386138916016, "lr": 9.933356764645871e-06, "epoch": 0.1470665920064236, "percentage": 14.71, "elapsed_time": "15:44:12", "remaining_time": "3 days, 19:16:24"} +{"current_steps": 880, "total_steps": 5916, "loss": 0.47495126724243164, "lr": 9.928469835783757e-06, "epoch": 0.14875701260419857, "percentage": 14.87, "elapsed_time": "15:54:58", "remaining_time": "3 days, 19:05:01"} +{"current_steps": 890, "total_steps": 5916, "loss": 0.4657557010650635, "lr": 9.923411300121055e-06, "epoch": 0.15044743320197357, "percentage": 15.04, "elapsed_time": "16:05:42", "remaining_time": "3 days, 18:53:34"} +{"current_steps": 900, "total_steps": 5916, "loss": 0.4725798606872559, "lr": 9.918181333793393e-06, "epoch": 0.15213785379974856, "percentage": 15.21, "elapsed_time": "16:16:15", "remaining_time": "3 days, 18:41:02"} +{"current_steps": 910, "total_steps": 5916, "loss": 0.4736931800842285, "lr": 9.912780118905524e-06, "epoch": 0.15382827439752353, "percentage": 15.38, "elapsed_time": "16:27:04", "remaining_time": "3 days, 18:30:00"} +{"current_steps": 920, "total_steps": 5916, "loss": 0.47264862060546875, "lr": 9.90720784352499e-06, "epoch": 0.15551869499529852, "percentage": 15.55, "elapsed_time": "16:38:03", "remaining_time": "3 days, 18:19:51"} +{"current_steps": 930, "total_steps": 5916, "loss": 0.47407169342041017, "lr": 9.901464701675575e-06, "epoch": 0.1572091155930735, "percentage": 15.72, "elapsed_time": "16:48:42", "remaining_time": "3 days, 18:08:00"} +{"current_steps": 940, "total_steps": 5916, "loss": 0.4679454803466797, "lr": 9.895550893330537e-06, "epoch": 0.15889953619084848, "percentage": 15.89, "elapsed_time": "16:59:15", "remaining_time": "3 days, 17:55:35"} +{"current_steps": 950, "total_steps": 5916, "loss": 0.4702300071716309, "lr": 9.889466624405664e-06, "epoch": 0.16058995678862348, "percentage": 16.06, "elapsed_time": "17:09:52", "remaining_time": "3 days, 17:43:33"} +{"current_steps": 960, "total_steps": 5916, "loss": 0.4699045181274414, "lr": 9.883212106752088e-06, "epoch": 0.16228037738639844, "percentage": 16.23, "elapsed_time": "17:21:24", "remaining_time": "3 days, 17:36:13"} +{"current_steps": 970, "total_steps": 5916, "loss": 0.4716080665588379, "lr": 9.876787558148918e-06, "epoch": 0.16397079798417344, "percentage": 16.4, "elapsed_time": "17:32:28", "remaining_time": "3 days, 17:26:32"} +{"current_steps": 980, "total_steps": 5916, "loss": 0.4631767272949219, "lr": 9.87019320229565e-06, "epoch": 0.16566121858194843, "percentage": 16.57, "elapsed_time": "17:43:14", "remaining_time": "3 days, 17:15:14"} +{"current_steps": 990, "total_steps": 5916, "loss": 0.46808829307556155, "lr": 9.863429268804388e-06, "epoch": 0.1673516391797234, "percentage": 16.73, "elapsed_time": "17:54:02", "remaining_time": "3 days, 17:04:12"} +{"current_steps": 1000, "total_steps": 5916, "loss": 0.4762742042541504, "lr": 9.856495993191836e-06, "epoch": 0.1690420597774984, "percentage": 16.9, "elapsed_time": "18:05:12", "remaining_time": "3 days, 16:54:50"} +{"current_steps": 1010, "total_steps": 5916, "loss": 0.46973333358764646, "lr": 9.849393616871107e-06, "epoch": 0.17073248037527336, "percentage": 17.07, "elapsed_time": "18:15:49", "remaining_time": "3 days, 16:42:51"} +{"current_steps": 1020, "total_steps": 5916, "loss": 0.46886191368103025, "lr": 9.842122387143317e-06, "epoch": 0.17242290097304835, "percentage": 17.24, "elapsed_time": "18:26:23", "remaining_time": "3 days, 16:30:42"} +{"current_steps": 1030, "total_steps": 5916, "loss": 0.46724977493286135, "lr": 9.834682557188967e-06, "epoch": 0.17411332157082335, "percentage": 17.41, "elapsed_time": "18:37:31", "remaining_time": "3 days, 16:21:09"} +{"current_steps": 1040, "total_steps": 5916, "loss": 0.468550968170166, "lr": 9.827074386059135e-06, "epoch": 0.17580374216859831, "percentage": 17.58, "elapsed_time": "18:48:18", "remaining_time": "3 days, 16:10:03"} +{"current_steps": 1050, "total_steps": 5916, "loss": 0.4680886745452881, "lr": 9.819298138666446e-06, "epoch": 0.1774941627663733, "percentage": 17.75, "elapsed_time": "18:59:03", "remaining_time": "3 days, 15:58:45"} +{"current_steps": 1060, "total_steps": 5916, "loss": 0.4614398002624512, "lr": 9.811354085775865e-06, "epoch": 0.1791845833641483, "percentage": 17.92, "elapsed_time": "19:09:37", "remaining_time": "3 days, 15:46:33"} +{"current_steps": 1070, "total_steps": 5916, "loss": 0.46942787170410155, "lr": 9.80324250399525e-06, "epoch": 0.18087500396192327, "percentage": 18.09, "elapsed_time": "19:20:10", "remaining_time": "3 days, 15:34:23"} +{"current_steps": 1080, "total_steps": 5916, "loss": 0.4630770206451416, "lr": 9.794963675765734e-06, "epoch": 0.18256542455969826, "percentage": 18.26, "elapsed_time": "19:30:23", "remaining_time": "3 days, 15:20:43"} +{"current_steps": 1090, "total_steps": 5916, "loss": 0.46579856872558595, "lr": 9.786517889351882e-06, "epoch": 0.18425584515747323, "percentage": 18.42, "elapsed_time": "19:41:10", "remaining_time": "3 days, 15:09:41"} +{"current_steps": 1100, "total_steps": 5916, "loss": 0.46267199516296387, "lr": 9.777905438831663e-06, "epoch": 0.18594626575524822, "percentage": 18.59, "elapsed_time": "19:52:00", "remaining_time": "3 days, 14:58:50"} +{"current_steps": 1110, "total_steps": 5916, "loss": 0.4716958999633789, "lr": 9.769126624086202e-06, "epoch": 0.18763668635302322, "percentage": 18.76, "elapsed_time": "20:03:07", "remaining_time": "3 days, 14:49:14"} +{"current_steps": 1120, "total_steps": 5916, "loss": 0.46593875885009767, "lr": 9.76018175078934e-06, "epoch": 0.18932710695079819, "percentage": 18.93, "elapsed_time": "20:14:12", "remaining_time": "3 days, 14:39:26"} +{"current_steps": 1130, "total_steps": 5916, "loss": 0.4633523464202881, "lr": 9.751071130396991e-06, "epoch": 0.19101752754857318, "percentage": 19.1, "elapsed_time": "20:25:22", "remaining_time": "3 days, 14:29:56"} +{"current_steps": 1140, "total_steps": 5916, "loss": 0.47896766662597656, "lr": 9.741795080136305e-06, "epoch": 0.19270794814634817, "percentage": 19.27, "elapsed_time": "20:36:12", "remaining_time": "3 days, 14:19:05"} +{"current_steps": 1150, "total_steps": 5916, "loss": 0.46693859100341795, "lr": 9.732353922994608e-06, "epoch": 0.19439836874412314, "percentage": 19.44, "elapsed_time": "20:46:40", "remaining_time": "3 days, 14:06:38"} +{"current_steps": 1160, "total_steps": 5916, "loss": 0.4546792984008789, "lr": 9.722747987708165e-06, "epoch": 0.19608878934189813, "percentage": 19.61, "elapsed_time": "20:57:16", "remaining_time": "3 days, 13:54:51"} +{"current_steps": 1170, "total_steps": 5916, "loss": 0.47440481185913086, "lr": 9.712977608750735e-06, "epoch": 0.19777920993967313, "percentage": 19.78, "elapsed_time": "21:07:31", "remaining_time": "3 days, 13:41:36"} +{"current_steps": 1180, "total_steps": 5916, "loss": 0.46451354026794434, "lr": 9.703043126321921e-06, "epoch": 0.1994696305374481, "percentage": 19.95, "elapsed_time": "21:18:28", "remaining_time": "3 days, 13:31:15"} +{"current_steps": 1190, "total_steps": 5916, "loss": 0.46211748123168944, "lr": 9.692944886335319e-06, "epoch": 0.2011600511352231, "percentage": 20.11, "elapsed_time": "21:29:21", "remaining_time": "3 days, 13:20:34"} +{"current_steps": 1200, "total_steps": 5916, "loss": 0.47053070068359376, "lr": 9.682683240406485e-06, "epoch": 0.20285047173299806, "percentage": 20.28, "elapsed_time": "21:39:51", "remaining_time": "3 days, 13:08:27"} +{"current_steps": 1210, "total_steps": 5916, "loss": 0.462983226776123, "lr": 9.672258545840687e-06, "epoch": 0.20454089233077305, "percentage": 20.45, "elapsed_time": "21:50:45", "remaining_time": "3 days, 12:57:52"} +{"current_steps": 1220, "total_steps": 5916, "loss": 0.4643733024597168, "lr": 9.66167116562046e-06, "epoch": 0.20623131292854804, "percentage": 20.62, "elapsed_time": "22:01:09", "remaining_time": "3 days, 12:45:21"} +{"current_steps": 1230, "total_steps": 5916, "loss": 0.45770740509033203, "lr": 9.650921468392974e-06, "epoch": 0.207921733526323, "percentage": 20.79, "elapsed_time": "22:11:15", "remaining_time": "3 days, 12:31:47"} +{"current_steps": 1240, "total_steps": 5916, "loss": 0.46063737869262694, "lr": 9.640009828457187e-06, "epoch": 0.209612154124098, "percentage": 20.96, "elapsed_time": "22:22:47", "remaining_time": "3 days, 12:23:37"} +{"current_steps": 1250, "total_steps": 5916, "loss": 0.46723523139953616, "lr": 9.628936625750828e-06, "epoch": 0.211302574721873, "percentage": 21.13, "elapsed_time": "22:33:54", "remaining_time": "3 days, 12:13:50"} +{"current_steps": 1260, "total_steps": 5916, "loss": 0.45136494636535646, "lr": 9.617702245837157e-06, "epoch": 0.21299299531964797, "percentage": 21.3, "elapsed_time": "22:45:13", "remaining_time": "3 days, 12:04:49"} +{"current_steps": 1270, "total_steps": 5916, "loss": 0.4603860855102539, "lr": 9.606307079891537e-06, "epoch": 0.21468341591742296, "percentage": 21.47, "elapsed_time": "22:55:46", "remaining_time": "3 days, 11:52:58"} +{"current_steps": 1280, "total_steps": 5916, "loss": 0.46168107986450196, "lr": 9.594751524687821e-06, "epoch": 0.21637383651519793, "percentage": 21.64, "elapsed_time": "23:06:47", "remaining_time": "3 days, 11:42:45"} +{"current_steps": 1290, "total_steps": 5916, "loss": 0.46237959861755373, "lr": 9.583035982584538e-06, "epoch": 0.21806425711297292, "percentage": 21.81, "elapsed_time": "23:17:17", "remaining_time": "3 days, 11:30:44"} +{"current_steps": 1300, "total_steps": 5916, "loss": 0.45450439453125, "lr": 9.571160861510875e-06, "epoch": 0.21975467771074791, "percentage": 21.97, "elapsed_time": "23:28:37", "remaining_time": "3 days, 11:21:41"} +{"current_steps": 1310, "total_steps": 5916, "loss": 0.45772609710693357, "lr": 9.559126574952477e-06, "epoch": 0.22144509830852288, "percentage": 22.14, "elapsed_time": "23:39:47", "remaining_time": "3 days, 11:12:01"} +{"current_steps": 1320, "total_steps": 5916, "loss": 0.4615782737731934, "lr": 9.546933541937052e-06, "epoch": 0.22313551890629787, "percentage": 22.31, "elapsed_time": "23:50:41", "remaining_time": "3 days, 11:01:23"} +{"current_steps": 1330, "total_steps": 5916, "loss": 0.45874805450439454, "lr": 9.534582187019777e-06, "epoch": 0.22482593950407287, "percentage": 22.48, "elapsed_time": "1 day, 0:01:18", "remaining_time": "3 days, 10:49:46"} +{"current_steps": 1340, "total_steps": 5916, "loss": 0.4533642292022705, "lr": 9.522072940268515e-06, "epoch": 0.22651636010184784, "percentage": 22.65, "elapsed_time": "1 day, 0:12:24", "remaining_time": "3 days, 10:39:52"} +{"current_steps": 1350, "total_steps": 5916, "loss": 0.4662328720092773, "lr": 9.509406237248847e-06, "epoch": 0.22820678069962283, "percentage": 22.82, "elapsed_time": "1 day, 0:22:57", "remaining_time": "3 days, 10:28:04"} +{"current_steps": 1360, "total_steps": 5916, "loss": 0.4652996063232422, "lr": 9.496582519008897e-06, "epoch": 0.2298972012973978, "percentage": 22.99, "elapsed_time": "1 day, 0:33:55", "remaining_time": "3 days, 10:17:39"} +{"current_steps": 1370, "total_steps": 5916, "loss": 0.4565859794616699, "lr": 9.483602232063979e-06, "epoch": 0.2315876218951728, "percentage": 23.16, "elapsed_time": "1 day, 0:44:27", "remaining_time": "3 days, 10:05:48"} +{"current_steps": 1380, "total_steps": 5916, "loss": 0.46174845695495603, "lr": 9.47046582838105e-06, "epoch": 0.23327804249294778, "percentage": 23.33, "elapsed_time": "1 day, 0:55:00", "remaining_time": "3 days, 9:54:02"} +{"current_steps": 1390, "total_steps": 5916, "loss": 0.4629813194274902, "lr": 9.45717376536297e-06, "epoch": 0.23496846309072275, "percentage": 23.5, "elapsed_time": "1 day, 1:05:34", "remaining_time": "3 days, 9:42:18"} +{"current_steps": 1400, "total_steps": 5916, "loss": 0.46460161209106443, "lr": 9.443726505832584e-06, "epoch": 0.23665888368849775, "percentage": 23.66, "elapsed_time": "1 day, 1:16:23", "remaining_time": "3 days, 9:31:28"} +{"current_steps": 1410, "total_steps": 5916, "loss": 0.4546971321105957, "lr": 9.43012451801659e-06, "epoch": 0.23834930428627274, "percentage": 23.83, "elapsed_time": "1 day, 1:27:05", "remaining_time": "3 days, 9:20:11"} +{"current_steps": 1420, "total_steps": 5916, "loss": 0.45699052810668944, "lr": 9.416368275529255e-06, "epoch": 0.2400397248840477, "percentage": 24.0, "elapsed_time": "1 day, 1:38:08", "remaining_time": "3 days, 9:10:02"} +{"current_steps": 1430, "total_steps": 5916, "loss": 0.4610409736633301, "lr": 9.402458257355911e-06, "epoch": 0.2417301454818227, "percentage": 24.17, "elapsed_time": "1 day, 1:48:57", "remaining_time": "3 days, 8:59:11"} +{"current_steps": 1440, "total_steps": 5916, "loss": 0.46268315315246583, "lr": 9.388394947836278e-06, "epoch": 0.24342056607959767, "percentage": 24.34, "elapsed_time": "1 day, 1:59:19", "remaining_time": "3 days, 8:46:55"} +{"current_steps": 1450, "total_steps": 5916, "loss": 0.4597465515136719, "lr": 9.374178836647609e-06, "epoch": 0.24511098667737266, "percentage": 24.51, "elapsed_time": "1 day, 2:09:43", "remaining_time": "3 days, 8:34:45"} +{"current_steps": 1460, "total_steps": 5916, "loss": 0.4541053295135498, "lr": 9.359810418787626e-06, "epoch": 0.24680140727514766, "percentage": 24.68, "elapsed_time": "1 day, 2:21:01", "remaining_time": "3 days, 8:25:23"} +{"current_steps": 1470, "total_steps": 5916, "loss": 0.45857672691345214, "lr": 9.3452901945573e-06, "epoch": 0.24849182787292262, "percentage": 24.85, "elapsed_time": "1 day, 2:31:30", "remaining_time": "3 days, 8:13:30"} +{"current_steps": 1480, "total_steps": 5916, "loss": 0.45687179565429686, "lr": 9.33061866954341e-06, "epoch": 0.2501822484706976, "percentage": 25.02, "elapsed_time": "1 day, 2:43:13", "remaining_time": "3 days, 8:05:20"} +{"current_steps": 1490, "total_steps": 5916, "loss": 0.45577211380004884, "lr": 9.31579635460096e-06, "epoch": 0.2518726690684726, "percentage": 25.19, "elapsed_time": "1 day, 2:54:02", "remaining_time": "3 days, 7:54:28"} +{"current_steps": 1500, "total_steps": 5916, "loss": 0.4546334266662598, "lr": 9.300823765835385e-06, "epoch": 0.2535630896662476, "percentage": 25.35, "elapsed_time": "1 day, 3:04:31", "remaining_time": "3 days, 7:42:35"} +{"current_steps": 1510, "total_steps": 5916, "loss": 0.4472480773925781, "lr": 9.285701424584568e-06, "epoch": 0.25525351026402254, "percentage": 25.52, "elapsed_time": "1 day, 3:14:53", "remaining_time": "3 days, 7:30:24"} +{"current_steps": 1520, "total_steps": 5916, "loss": 0.453325891494751, "lr": 9.270429857400703e-06, "epoch": 0.25694393086179756, "percentage": 25.69, "elapsed_time": "1 day, 3:25:35", "remaining_time": "3 days, 7:19:14"} +{"current_steps": 1530, "total_steps": 5916, "loss": 0.4538599967956543, "lr": 9.255009596031952e-06, "epoch": 0.25863435145957253, "percentage": 25.86, "elapsed_time": "1 day, 3:36:46", "remaining_time": "3 days, 7:09:25"} +{"current_steps": 1540, "total_steps": 5916, "loss": 0.45840139389038087, "lr": 9.239441177403938e-06, "epoch": 0.2603247720573475, "percentage": 26.03, "elapsed_time": "1 day, 3:47:36", "remaining_time": "3 days, 6:58:37"} +{"current_steps": 1550, "total_steps": 5916, "loss": 0.44556608200073244, "lr": 9.223725143601037e-06, "epoch": 0.2620151926551225, "percentage": 26.2, "elapsed_time": "1 day, 3:58:14", "remaining_time": "3 days, 6:47:13"} +{"current_steps": 1560, "total_steps": 5916, "loss": 0.4543326377868652, "lr": 9.207862041847513e-06, "epoch": 0.2637056132528975, "percentage": 26.37, "elapsed_time": "1 day, 4:08:43", "remaining_time": "3 days, 6:35:25"} +{"current_steps": 1570, "total_steps": 5916, "loss": 0.45322580337524415, "lr": 9.191852424488464e-06, "epoch": 0.26539603385067245, "percentage": 26.54, "elapsed_time": "1 day, 4:20:03", "remaining_time": "3 days, 6:26:01"} +{"current_steps": 1580, "total_steps": 5916, "loss": 0.448167610168457, "lr": 9.175696848970579e-06, "epoch": 0.2670864544484475, "percentage": 26.71, "elapsed_time": "1 day, 4:31:14", "remaining_time": "3 days, 6:16:09"} +{"current_steps": 1590, "total_steps": 5916, "loss": 0.4591785430908203, "lr": 9.159395877822743e-06, "epoch": 0.26877687504622244, "percentage": 26.88, "elapsed_time": "1 day, 4:41:51", "remaining_time": "3 days, 6:04:44"} +{"current_steps": 1600, "total_steps": 5916, "loss": 0.44793338775634767, "lr": 9.142950078636438e-06, "epoch": 0.2704672956439974, "percentage": 27.05, "elapsed_time": "1 day, 4:52:41", "remaining_time": "3 days, 5:53:56"} +{"current_steps": 1610, "total_steps": 5916, "loss": 0.45564422607421873, "lr": 9.126360024045987e-06, "epoch": 0.27215771624177243, "percentage": 27.21, "elapsed_time": "1 day, 5:03:26", "remaining_time": "3 days, 5:42:52"} +{"current_steps": 1620, "total_steps": 5916, "loss": 0.4568020820617676, "lr": 9.10962629170861e-06, "epoch": 0.2738481368395474, "percentage": 27.38, "elapsed_time": "1 day, 5:13:53", "remaining_time": "3 days, 5:31:02"} +{"current_steps": 1630, "total_steps": 5916, "loss": 0.45940208435058594, "lr": 9.092749464284316e-06, "epoch": 0.27553855743732236, "percentage": 27.55, "elapsed_time": "1 day, 5:24:35", "remaining_time": "3 days, 5:19:54"} +{"current_steps": 1640, "total_steps": 5916, "loss": 0.45337772369384766, "lr": 9.075730129415605e-06, "epoch": 0.2772289780350974, "percentage": 27.72, "elapsed_time": "1 day, 5:34:56", "remaining_time": "3 days, 5:07:50"} +{"current_steps": 1650, "total_steps": 5916, "loss": 0.45505146980285643, "lr": 9.058568879707024e-06, "epoch": 0.27891939863287235, "percentage": 27.89, "elapsed_time": "1 day, 5:45:17", "remaining_time": "3 days, 4:55:47"} +{"current_steps": 1660, "total_steps": 5916, "loss": 0.45896520614624026, "lr": 9.041266312704511e-06, "epoch": 0.2806098192306473, "percentage": 28.06, "elapsed_time": "1 day, 5:56:34", "remaining_time": "3 days, 4:46:08"} +{"current_steps": 1670, "total_steps": 5916, "loss": 0.460459041595459, "lr": 9.023823030874608e-06, "epoch": 0.2823002398284223, "percentage": 28.23, "elapsed_time": "1 day, 6:07:26", "remaining_time": "3 days, 4:35:27"} +{"current_steps": 1680, "total_steps": 5916, "loss": 0.45454959869384765, "lr": 9.006239641583471e-06, "epoch": 0.2839906604261973, "percentage": 28.4, "elapsed_time": "1 day, 6:17:54", "remaining_time": "3 days, 4:23:43"} +{"current_steps": 1690, "total_steps": 5916, "loss": 0.45649113655090334, "lr": 8.98851675707573e-06, "epoch": 0.28568108102397227, "percentage": 28.57, "elapsed_time": "1 day, 6:28:17", "remaining_time": "3 days, 4:11:49"} +{"current_steps": 1700, "total_steps": 5916, "loss": 0.4552486419677734, "lr": 8.970654994453163e-06, "epoch": 0.28737150162174724, "percentage": 28.74, "elapsed_time": "1 day, 6:39:02", "remaining_time": "3 days, 4:00:49"} +{"current_steps": 1710, "total_steps": 5916, "loss": 0.446870231628418, "lr": 8.952654975653215e-06, "epoch": 0.28906192221952226, "percentage": 28.9, "elapsed_time": "1 day, 6:49:56", "remaining_time": "3 days, 3:50:11"} +{"current_steps": 1720, "total_steps": 5916, "loss": 0.4545734405517578, "lr": 8.93451732742734e-06, "epoch": 0.2907523428172972, "percentage": 29.07, "elapsed_time": "1 day, 7:00:30", "remaining_time": "3 days, 3:38:45"} +{"current_steps": 1730, "total_steps": 5916, "loss": 0.4571378231048584, "lr": 8.91624268131918e-06, "epoch": 0.2924427634150722, "percentage": 29.24, "elapsed_time": "1 day, 7:11:40", "remaining_time": "3 days, 3:28:47"} +{"current_steps": 1740, "total_steps": 5916, "loss": 0.4523021697998047, "lr": 8.89783167364257e-06, "epoch": 0.2941331840128472, "percentage": 29.41, "elapsed_time": "1 day, 7:22:06", "remaining_time": "3 days, 3:17:02"} +{"current_steps": 1750, "total_steps": 5916, "loss": 0.45134286880493163, "lr": 8.879284945459388e-06, "epoch": 0.2958236046106222, "percentage": 29.58, "elapsed_time": "1 day, 7:33:11", "remaining_time": "3 days, 3:06:53"} +{"current_steps": 1760, "total_steps": 5916, "loss": 0.4513846397399902, "lr": 8.860603142557227e-06, "epoch": 0.29751402520839715, "percentage": 29.75, "elapsed_time": "1 day, 7:44:10", "remaining_time": "3 days, 2:56:27"} +{"current_steps": 1770, "total_steps": 5916, "loss": 0.4400909900665283, "lr": 8.841786915426918e-06, "epoch": 0.29920444580617217, "percentage": 29.92, "elapsed_time": "1 day, 7:55:23", "remaining_time": "3 days, 2:46:32"} +{"current_steps": 1780, "total_steps": 5916, "loss": 0.45766630172729494, "lr": 8.822836919239873e-06, "epoch": 0.30089486640394714, "percentage": 30.09, "elapsed_time": "1 day, 8:05:55", "remaining_time": "3 days, 2:35:03"} +{"current_steps": 1790, "total_steps": 5916, "loss": 0.45400180816650393, "lr": 8.803753813825271e-06, "epoch": 0.3025852870017221, "percentage": 30.26, "elapsed_time": "1 day, 8:16:18", "remaining_time": "3 days, 2:23:13"} +{"current_steps": 1800, "total_steps": 5916, "loss": 0.4435715675354004, "lr": 8.784538263647088e-06, "epoch": 0.3042757075994971, "percentage": 30.43, "elapsed_time": "1 day, 8:27:37", "remaining_time": "3 days, 2:13:35"} +{"current_steps": 1810, "total_steps": 5916, "loss": 0.4518153190612793, "lr": 8.765190937780964e-06, "epoch": 0.3059661281972721, "percentage": 30.59, "elapsed_time": "1 day, 8:38:24", "remaining_time": "3 days, 2:02:40"} +{"current_steps": 1820, "total_steps": 5916, "loss": 0.4490679740905762, "lr": 8.74571250989089e-06, "epoch": 0.30765654879504706, "percentage": 30.76, "elapsed_time": "1 day, 8:49:08", "remaining_time": "3 days, 1:51:38"} +{"current_steps": 1830, "total_steps": 5916, "loss": 0.4453883171081543, "lr": 8.726103658205772e-06, "epoch": 0.309346969392822, "percentage": 30.93, "elapsed_time": "1 day, 8:59:35", "remaining_time": "3 days, 1:40:01"} +{"current_steps": 1840, "total_steps": 5916, "loss": 0.4514158248901367, "lr": 8.706365065495806e-06, "epoch": 0.31103738999059705, "percentage": 31.1, "elapsed_time": "1 day, 9:10:07", "remaining_time": "3 days, 1:28:33"} +{"current_steps": 1850, "total_steps": 5916, "loss": 0.4506711006164551, "lr": 8.686497419048696e-06, "epoch": 0.312727810588372, "percentage": 31.27, "elapsed_time": "1 day, 9:21:07", "remaining_time": "3 days, 1:18:09"} +{"current_steps": 1860, "total_steps": 5916, "loss": 0.4476929664611816, "lr": 8.66650141064574e-06, "epoch": 0.314418231186147, "percentage": 31.44, "elapsed_time": "1 day, 9:32:02", "remaining_time": "3 days, 1:07:33"} +{"current_steps": 1870, "total_steps": 5916, "loss": 0.44446544647216796, "lr": 8.64637773653773e-06, "epoch": 0.316108651783922, "percentage": 31.61, "elapsed_time": "1 day, 9:43:01", "remaining_time": "3 days, 0:57:05"} +{"current_steps": 1880, "total_steps": 5916, "loss": 0.44705805778503416, "lr": 8.626127097420711e-06, "epoch": 0.31779907238169697, "percentage": 31.78, "elapsed_time": "1 day, 9:54:17", "remaining_time": "3 days, 0:47:13"} +{"current_steps": 1890, "total_steps": 5916, "loss": 0.4613940238952637, "lr": 8.605750198411586e-06, "epoch": 0.31948949297947193, "percentage": 31.95, "elapsed_time": "1 day, 10:04:46", "remaining_time": "3 days, 0:35:41"} +{"current_steps": 1900, "total_steps": 5916, "loss": 0.4503718376159668, "lr": 8.585247749023567e-06, "epoch": 0.32117991357724696, "percentage": 32.12, "elapsed_time": "1 day, 10:16:04", "remaining_time": "3 days, 0:25:53"} +{"current_steps": 1910, "total_steps": 5916, "loss": 0.4474172592163086, "lr": 8.564620463141455e-06, "epoch": 0.3228703341750219, "percentage": 32.29, "elapsed_time": "1 day, 10:26:55", "remaining_time": "3 days, 0:15:08"} +{"current_steps": 1920, "total_steps": 5916, "loss": 0.45044708251953125, "lr": 8.543869058996807e-06, "epoch": 0.3245607547727969, "percentage": 32.45, "elapsed_time": "1 day, 10:38:04", "remaining_time": "3 days, 0:05:00"} +{"current_steps": 1930, "total_steps": 5916, "loss": 0.45404787063598634, "lr": 8.52299425914291e-06, "epoch": 0.3262511753705719, "percentage": 32.62, "elapsed_time": "1 day, 10:49:15", "remaining_time": "2 days, 23:54:55"} +{"current_steps": 1940, "total_steps": 5916, "loss": 0.45133085250854493, "lr": 8.501996790429618e-06, "epoch": 0.3279415959683469, "percentage": 32.79, "elapsed_time": "1 day, 11:00:11", "remaining_time": "2 days, 23:44:19"} +{"current_steps": 1950, "total_steps": 5916, "loss": 0.45330057144165037, "lr": 8.480877383978066e-06, "epoch": 0.32963201656612184, "percentage": 32.96, "elapsed_time": "1 day, 11:10:58", "remaining_time": "2 days, 23:33:23"} +{"current_steps": 1960, "total_steps": 5916, "loss": 0.44877138137817385, "lr": 8.45963677515519e-06, "epoch": 0.33132243716389687, "percentage": 33.13, "elapsed_time": "1 day, 11:21:57", "remaining_time": "2 days, 23:22:52"} +{"current_steps": 1970, "total_steps": 5916, "loss": 0.4513542175292969, "lr": 8.43827570354813e-06, "epoch": 0.33301285776167183, "percentage": 33.3, "elapsed_time": "1 day, 11:32:41", "remaining_time": "2 days, 23:11:53"} +{"current_steps": 1980, "total_steps": 5916, "loss": 0.4554163932800293, "lr": 8.416794912938483e-06, "epoch": 0.3347032783594468, "percentage": 33.47, "elapsed_time": "1 day, 11:43:27", "remaining_time": "2 days, 23:00:56"} +{"current_steps": 1990, "total_steps": 5916, "loss": 0.44977054595947263, "lr": 8.395195151276397e-06, "epoch": 0.3363936989572218, "percentage": 33.64, "elapsed_time": "1 day, 11:54:36", "remaining_time": "2 days, 22:50:44"} +{"current_steps": 2000, "total_steps": 5916, "loss": 0.4485034942626953, "lr": 8.373477170654536e-06, "epoch": 0.3380841195549968, "percentage": 33.81, "elapsed_time": "1 day, 12:05:16", "remaining_time": "2 days, 22:39:36"} +{"current_steps": 2010, "total_steps": 5916, "loss": 0.45275564193725587, "lr": 8.351641727281882e-06, "epoch": 0.33977454015277175, "percentage": 33.98, "elapsed_time": "1 day, 12:15:52", "remaining_time": "2 days, 22:28:19"} +{"current_steps": 2020, "total_steps": 5916, "loss": 0.4469959259033203, "lr": 8.329689581457412e-06, "epoch": 0.3414649607505467, "percentage": 34.14, "elapsed_time": "1 day, 12:26:43", "remaining_time": "2 days, 22:17:33"} +{"current_steps": 2030, "total_steps": 5916, "loss": 0.4442157745361328, "lr": 8.307621497543625e-06, "epoch": 0.34315538134832174, "percentage": 34.31, "elapsed_time": "1 day, 12:37:56", "remaining_time": "2 days, 22:07:28"} +{"current_steps": 2040, "total_steps": 5916, "loss": 0.44135217666625975, "lr": 8.285438243939923e-06, "epoch": 0.3448458019460967, "percentage": 34.48, "elapsed_time": "1 day, 12:48:32", "remaining_time": "2 days, 21:56:14"} +{"current_steps": 2050, "total_steps": 5916, "loss": 0.4434605598449707, "lr": 8.263140593055856e-06, "epoch": 0.3465362225438717, "percentage": 34.65, "elapsed_time": "1 day, 12:59:13", "remaining_time": "2 days, 21:45:07"} +{"current_steps": 2060, "total_steps": 5916, "loss": 0.4367219924926758, "lr": 8.240729321284233e-06, "epoch": 0.3482266431416467, "percentage": 34.82, "elapsed_time": "1 day, 13:10:28", "remaining_time": "2 days, 21:35:05"} +{"current_steps": 2070, "total_steps": 5916, "loss": 0.4486133575439453, "lr": 8.218205208974081e-06, "epoch": 0.34991706373942166, "percentage": 34.99, "elapsed_time": "1 day, 13:22:08", "remaining_time": "2 days, 21:25:49"} +{"current_steps": 2080, "total_steps": 5916, "loss": 0.44528541564941404, "lr": 8.195569040403478e-06, "epoch": 0.35160748433719663, "percentage": 35.16, "elapsed_time": "1 day, 13:32:14", "remaining_time": "2 days, 21:13:39"} +{"current_steps": 2090, "total_steps": 5916, "loss": 0.4419032096862793, "lr": 8.172821603752244e-06, "epoch": 0.35329790493497165, "percentage": 35.33, "elapsed_time": "1 day, 13:43:11", "remaining_time": "2 days, 21:03:03"} +{"current_steps": 2100, "total_steps": 5916, "loss": 0.45229430198669435, "lr": 8.149963691074494e-06, "epoch": 0.3549883255327466, "percentage": 35.5, "elapsed_time": "1 day, 13:53:56", "remaining_time": "2 days, 20:52:04"} +{"current_steps": 2110, "total_steps": 5916, "loss": 0.44216156005859375, "lr": 8.126996098271068e-06, "epoch": 0.3566787461305216, "percentage": 35.67, "elapsed_time": "1 day, 14:05:05", "remaining_time": "2 days, 20:41:50"} +{"current_steps": 2120, "total_steps": 5916, "loss": 0.4482156753540039, "lr": 8.103919625061803e-06, "epoch": 0.3583691667282966, "percentage": 35.84, "elapsed_time": "1 day, 14:16:30", "remaining_time": "2 days, 20:32:02"} +{"current_steps": 2130, "total_steps": 5916, "loss": 0.450608491897583, "lr": 8.080735074957706e-06, "epoch": 0.3600595873260716, "percentage": 36.0, "elapsed_time": "1 day, 14:27:32", "remaining_time": "2 days, 20:21:33"} +{"current_steps": 2140, "total_steps": 5916, "loss": 0.44606647491455076, "lr": 8.05744325523296e-06, "epoch": 0.36175000792384654, "percentage": 36.17, "elapsed_time": "1 day, 14:38:44", "remaining_time": "2 days, 20:11:22"} +{"current_steps": 2150, "total_steps": 5916, "loss": 0.44092235565185545, "lr": 8.034044976896818e-06, "epoch": 0.36344042852162156, "percentage": 36.34, "elapsed_time": "1 day, 14:49:28", "remaining_time": "2 days, 20:00:22"} +{"current_steps": 2160, "total_steps": 5916, "loss": 0.4550692081451416, "lr": 8.01054105466538e-06, "epoch": 0.36513084911939653, "percentage": 36.51, "elapsed_time": "1 day, 15:00:15", "remaining_time": "2 days, 19:49:27"} +{"current_steps": 2170, "total_steps": 5916, "loss": 0.4456637382507324, "lr": 7.986932306933197e-06, "epoch": 0.3668212697171715, "percentage": 36.68, "elapsed_time": "1 day, 15:11:08", "remaining_time": "2 days, 19:38:41"} +{"current_steps": 2180, "total_steps": 5916, "loss": 0.44521183967590333, "lr": 7.963219555744802e-06, "epoch": 0.36851169031494646, "percentage": 36.85, "elapsed_time": "1 day, 15:21:58", "remaining_time": "2 days, 19:27:52"} +{"current_steps": 2190, "total_steps": 5916, "loss": 0.4406290531158447, "lr": 7.939403626766072e-06, "epoch": 0.3702021109127215, "percentage": 37.02, "elapsed_time": "1 day, 15:33:27", "remaining_time": "2 days, 19:18:08"} +{"current_steps": 2200, "total_steps": 5916, "loss": 0.4410409927368164, "lr": 7.915485349255477e-06, "epoch": 0.37189253151049645, "percentage": 37.19, "elapsed_time": "1 day, 15:44:14", "remaining_time": "2 days, 19:07:12"} +{"current_steps": 2210, "total_steps": 5916, "loss": 0.4488658905029297, "lr": 7.891465556035219e-06, "epoch": 0.3735829521082714, "percentage": 37.36, "elapsed_time": "1 day, 15:54:35", "remaining_time": "2 days, 18:55:33"} +{"current_steps": 2220, "total_steps": 5916, "loss": 0.44423704147338866, "lr": 7.867345083462215e-06, "epoch": 0.37527337270604644, "percentage": 37.53, "elapsed_time": "1 day, 16:05:32", "remaining_time": "2 days, 18:44:54"} +{"current_steps": 2230, "total_steps": 5916, "loss": 0.4448094844818115, "lr": 7.843124771398997e-06, "epoch": 0.3769637933038214, "percentage": 37.69, "elapsed_time": "1 day, 16:16:29", "remaining_time": "2 days, 18:34:14"} +{"current_steps": 2240, "total_steps": 5916, "loss": 0.44344267845153806, "lr": 7.818805463184449e-06, "epoch": 0.37865421390159637, "percentage": 37.86, "elapsed_time": "1 day, 16:27:20", "remaining_time": "2 days, 18:23:26"} +{"current_steps": 2250, "total_steps": 5916, "loss": 0.4351670265197754, "lr": 7.794388005604451e-06, "epoch": 0.3803446344993714, "percentage": 38.03, "elapsed_time": "1 day, 16:38:12", "remaining_time": "2 days, 18:12:38"} +{"current_steps": 2260, "total_steps": 5916, "loss": 0.44367637634277346, "lr": 7.7698732488624e-06, "epoch": 0.38203505509714636, "percentage": 38.2, "elapsed_time": "1 day, 16:48:59", "remaining_time": "2 days, 18:01:44"} +{"current_steps": 2270, "total_steps": 5916, "loss": 0.44177837371826173, "lr": 7.745262046549588e-06, "epoch": 0.3837254756949213, "percentage": 38.37, "elapsed_time": "1 day, 17:00:01", "remaining_time": "2 days, 17:51:12"} +{"current_steps": 2280, "total_steps": 5916, "loss": 0.4466276168823242, "lr": 7.720555255615508e-06, "epoch": 0.38541589629269635, "percentage": 38.54, "elapsed_time": "1 day, 17:10:43", "remaining_time": "2 days, 17:40:09"} +{"current_steps": 2290, "total_steps": 5916, "loss": 0.44551968574523926, "lr": 7.695753736337987e-06, "epoch": 0.3871063168904713, "percentage": 38.71, "elapsed_time": "1 day, 17:21:12", "remaining_time": "2 days, 17:28:46"} +{"current_steps": 2300, "total_steps": 5916, "loss": 0.44549951553344724, "lr": 7.67085835229325e-06, "epoch": 0.3887967374882463, "percentage": 38.88, "elapsed_time": "1 day, 17:31:49", "remaining_time": "2 days, 17:17:35"} +{"current_steps": 2310, "total_steps": 5916, "loss": 0.43446955680847166, "lr": 7.645869970325848e-06, "epoch": 0.3904871580860213, "percentage": 39.05, "elapsed_time": "1 day, 17:42:25", "remaining_time": "2 days, 17:06:23"} +{"current_steps": 2320, "total_steps": 5916, "loss": 0.44701266288757324, "lr": 7.620789460518465e-06, "epoch": 0.39217757868379627, "percentage": 39.22, "elapsed_time": "1 day, 17:53:32", "remaining_time": "2 days, 16:55:59"} +{"current_steps": 2330, "total_steps": 5916, "loss": 0.445133113861084, "lr": 7.595617696161635e-06, "epoch": 0.39386799928157123, "percentage": 39.38, "elapsed_time": "1 day, 18:04:46", "remaining_time": "2 days, 16:45:46"} +{"current_steps": 2340, "total_steps": 5916, "loss": 0.44228591918945315, "lr": 7.570355553723325e-06, "epoch": 0.39555841987934626, "percentage": 39.55, "elapsed_time": "1 day, 18:16:08", "remaining_time": "2 days, 16:35:44"} +{"current_steps": 2350, "total_steps": 5916, "loss": 0.4409176826477051, "lr": 7.545003912818424e-06, "epoch": 0.3972488404771212, "percentage": 39.72, "elapsed_time": "1 day, 18:26:49", "remaining_time": "2 days, 16:24:39"} +{"current_steps": 2360, "total_steps": 5916, "loss": 0.4372897148132324, "lr": 7.5195636561781084e-06, "epoch": 0.3989392610748962, "percentage": 39.89, "elapsed_time": "1 day, 18:37:44", "remaining_time": "2 days, 16:13:56"} +{"current_steps": 2370, "total_steps": 5916, "loss": 0.447946834564209, "lr": 7.4940356696191144e-06, "epoch": 0.40062968167267116, "percentage": 40.06, "elapsed_time": "1 day, 18:48:20", "remaining_time": "2 days, 16:02:45"} +{"current_steps": 2380, "total_steps": 5916, "loss": 0.443576717376709, "lr": 7.468420842012882e-06, "epoch": 0.4023201022704462, "percentage": 40.23, "elapsed_time": "1 day, 18:59:02", "remaining_time": "2 days, 15:51:43"} +{"current_steps": 2390, "total_steps": 5916, "loss": 0.45192480087280273, "lr": 7.442720065254621e-06, "epoch": 0.40401052286822114, "percentage": 40.4, "elapsed_time": "1 day, 19:09:54", "remaining_time": "2 days, 15:40:55"} +{"current_steps": 2400, "total_steps": 5916, "loss": 0.444570255279541, "lr": 7.416934234232236e-06, "epoch": 0.4057009434659961, "percentage": 40.57, "elapsed_time": "1 day, 19:20:43", "remaining_time": "2 days, 15:30:03"} +{"current_steps": 2410, "total_steps": 5916, "loss": 0.4399536609649658, "lr": 7.3910642467951864e-06, "epoch": 0.40739136406377113, "percentage": 40.74, "elapsed_time": "1 day, 19:30:35", "remaining_time": "2 days, 15:17:48"} +{"current_steps": 2420, "total_steps": 5916, "loss": 0.43631649017333984, "lr": 7.36511100372321e-06, "epoch": 0.4090817846615461, "percentage": 40.91, "elapsed_time": "1 day, 19:41:26", "remaining_time": "2 days, 15:07:01"} +{"current_steps": 2430, "total_steps": 5916, "loss": 0.45034146308898926, "lr": 7.339075408694968e-06, "epoch": 0.41077220525932107, "percentage": 41.08, "elapsed_time": "1 day, 19:52:17", "remaining_time": "2 days, 14:56:12"} +{"current_steps": 2440, "total_steps": 5916, "loss": 0.43903651237487795, "lr": 7.312958368256569e-06, "epoch": 0.4124626258570961, "percentage": 41.24, "elapsed_time": "1 day, 20:03:10", "remaining_time": "2 days, 14:45:26"} +{"current_steps": 2450, "total_steps": 5916, "loss": 0.4393869400024414, "lr": 7.286760791790013e-06, "epoch": 0.41415304645487105, "percentage": 41.41, "elapsed_time": "1 day, 20:13:58", "remaining_time": "2 days, 14:34:33"} +{"current_steps": 2460, "total_steps": 5916, "loss": 0.4424809455871582, "lr": 7.260483591481522e-06, "epoch": 0.415843467052646, "percentage": 41.58, "elapsed_time": "1 day, 20:24:42", "remaining_time": "2 days, 14:23:35"} +{"current_steps": 2470, "total_steps": 5916, "loss": 0.4412867546081543, "lr": 7.234127682289778e-06, "epoch": 0.41753388765042104, "percentage": 41.75, "elapsed_time": "1 day, 20:35:15", "remaining_time": "2 days, 14:12:22"} +{"current_steps": 2480, "total_steps": 5916, "loss": 0.44841842651367186, "lr": 7.207693981914071e-06, "epoch": 0.419224308248196, "percentage": 41.92, "elapsed_time": "1 day, 20:46:07", "remaining_time": "2 days, 14:01:34"} +{"current_steps": 2490, "total_steps": 5916, "loss": 0.44159650802612305, "lr": 7.1811834107623344e-06, "epoch": 0.420914728845971, "percentage": 42.09, "elapsed_time": "1 day, 20:57:02", "remaining_time": "2 days, 13:50:51"} +{"current_steps": 2500, "total_steps": 5916, "loss": 0.4374223709106445, "lr": 7.154596891919105e-06, "epoch": 0.422605149443746, "percentage": 42.26, "elapsed_time": "1 day, 21:07:30", "remaining_time": "2 days, 13:39:32"} +{"current_steps": 2510, "total_steps": 5916, "loss": 0.43600940704345703, "lr": 7.127935351113384e-06, "epoch": 0.42429557004152096, "percentage": 42.43, "elapsed_time": "1 day, 21:18:07", "remaining_time": "2 days, 13:28:24"} +{"current_steps": 2520, "total_steps": 5916, "loss": 0.44450817108154295, "lr": 7.10119971668639e-06, "epoch": 0.42598599063929593, "percentage": 42.6, "elapsed_time": "1 day, 21:28:54", "remaining_time": "2 days, 13:17:31"} +{"current_steps": 2530, "total_steps": 5916, "loss": 0.4380540370941162, "lr": 7.074390919559249e-06, "epoch": 0.4276764112370709, "percentage": 42.77, "elapsed_time": "1 day, 21:39:45", "remaining_time": "2 days, 13:06:43"} +{"current_steps": 2540, "total_steps": 5916, "loss": 0.435422420501709, "lr": 7.047509893200577e-06, "epoch": 0.4293668318348459, "percentage": 42.93, "elapsed_time": "1 day, 21:50:39", "remaining_time": "2 days, 12:55:59"} +{"current_steps": 2550, "total_steps": 5916, "loss": 0.4344505310058594, "lr": 7.020557573593968e-06, "epoch": 0.4310572524326209, "percentage": 43.1, "elapsed_time": "1 day, 22:01:10", "remaining_time": "2 days, 12:44:44"} +{"current_steps": 2560, "total_steps": 5916, "loss": 0.43467392921447756, "lr": 6.993534899205418e-06, "epoch": 0.43274767303039585, "percentage": 43.27, "elapsed_time": "1 day, 22:11:41", "remaining_time": "2 days, 12:33:30"} +{"current_steps": 2570, "total_steps": 5916, "loss": 0.4437819480895996, "lr": 6.966442810950635e-06, "epoch": 0.4344380936281709, "percentage": 43.44, "elapsed_time": "1 day, 22:22:40", "remaining_time": "2 days, 12:22:53"} +{"current_steps": 2580, "total_steps": 5916, "loss": 0.4341723918914795, "lr": 6.939282252162286e-06, "epoch": 0.43612851422594584, "percentage": 43.61, "elapsed_time": "1 day, 22:33:51", "remaining_time": "2 days, 12:12:31"} +{"current_steps": 2590, "total_steps": 5916, "loss": 0.4385373592376709, "lr": 6.9120541685571444e-06, "epoch": 0.4378189348237208, "percentage": 43.78, "elapsed_time": "1 day, 22:44:29", "remaining_time": "2 days, 12:01:26"} +{"current_steps": 2600, "total_steps": 5916, "loss": 0.44423751831054686, "lr": 6.884759508203164e-06, "epoch": 0.43950935542149583, "percentage": 43.95, "elapsed_time": "1 day, 22:55:15", "remaining_time": "2 days, 11:50:31"} +{"current_steps": 2610, "total_steps": 5916, "loss": 0.44628586769104006, "lr": 6.857399221486467e-06, "epoch": 0.4411997760192708, "percentage": 44.12, "elapsed_time": "1 day, 23:05:58", "remaining_time": "2 days, 11:39:34"} +{"current_steps": 2620, "total_steps": 5916, "loss": 0.44063844680786135, "lr": 6.8299742610782535e-06, "epoch": 0.44289019661704576, "percentage": 44.29, "elapsed_time": "1 day, 23:16:31", "remaining_time": "2 days, 11:28:23"} +{"current_steps": 2630, "total_steps": 5916, "loss": 0.4308623313903809, "lr": 6.802485581901626e-06, "epoch": 0.4445806172148208, "percentage": 44.46, "elapsed_time": "1 day, 23:27:29", "remaining_time": "2 days, 11:17:45"} +{"current_steps": 2640, "total_steps": 5916, "loss": 0.4483074188232422, "lr": 6.774934141098344e-06, "epoch": 0.44627103781259575, "percentage": 44.62, "elapsed_time": "1 day, 23:37:48", "remaining_time": "2 days, 11:06:16"} +{"current_steps": 2650, "total_steps": 5916, "loss": 0.4336414813995361, "lr": 6.747320897995493e-06, "epoch": 0.4479614584103707, "percentage": 44.79, "elapsed_time": "1 day, 23:48:49", "remaining_time": "2 days, 10:55:41"} +{"current_steps": 2660, "total_steps": 5916, "loss": 0.43684959411621094, "lr": 6.719646814072084e-06, "epoch": 0.44965187900814574, "percentage": 44.96, "elapsed_time": "1 day, 23:59:17", "remaining_time": "2 days, 10:44:26"} +{"current_steps": 2670, "total_steps": 5916, "loss": 0.44373302459716796, "lr": 6.691912852925574e-06, "epoch": 0.4513422996059207, "percentage": 45.13, "elapsed_time": "2 days, 0:10:16", "remaining_time": "2 days, 10:33:48"} +{"current_steps": 2680, "total_steps": 5916, "loss": 0.44059133529663086, "lr": 6.664119980238315e-06, "epoch": 0.45303272020369567, "percentage": 45.3, "elapsed_time": "2 days, 0:21:24", "remaining_time": "2 days, 10:23:20"} +{"current_steps": 2690, "total_steps": 5916, "loss": 0.44221057891845705, "lr": 6.636269163743928e-06, "epoch": 0.4547231408014707, "percentage": 45.47, "elapsed_time": "2 days, 0:31:21", "remaining_time": "2 days, 10:11:28"} +{"current_steps": 2700, "total_steps": 5916, "loss": 0.44517173767089846, "lr": 6.608361373193608e-06, "epoch": 0.45641356139924566, "percentage": 45.64, "elapsed_time": "2 days, 0:42:21", "remaining_time": "2 days, 10:00:51"} +{"current_steps": 2710, "total_steps": 5916, "loss": 0.42831597328186033, "lr": 6.580397580322358e-06, "epoch": 0.4581039819970206, "percentage": 45.81, "elapsed_time": "2 days, 0:53:00", "remaining_time": "2 days, 9:49:49"} +{"current_steps": 2720, "total_steps": 5916, "loss": 0.4354698181152344, "lr": 6.55237875881515e-06, "epoch": 0.4597944025947956, "percentage": 45.98, "elapsed_time": "2 days, 1:04:03", "remaining_time": "2 days, 9:39:16"} +{"current_steps": 2730, "total_steps": 5916, "loss": 0.4449951171875, "lr": 6.52430588427303e-06, "epoch": 0.4614848231925706, "percentage": 46.15, "elapsed_time": "2 days, 1:15:27", "remaining_time": "2 days, 9:29:07"} +{"current_steps": 2740, "total_steps": 5916, "loss": 0.44388618469238283, "lr": 6.49617993417914e-06, "epoch": 0.4631752437903456, "percentage": 46.32, "elapsed_time": "2 days, 1:26:14", "remaining_time": "2 days, 9:18:14"} +{"current_steps": 2750, "total_steps": 5916, "loss": 0.44153881072998047, "lr": 6.468001887864688e-06, "epoch": 0.46486566438812055, "percentage": 46.48, "elapsed_time": "2 days, 1:37:02", "remaining_time": "2 days, 9:07:22"} +{"current_steps": 2760, "total_steps": 5916, "loss": 0.44250946044921874, "lr": 6.43977272647484e-06, "epoch": 0.46655608498589557, "percentage": 46.65, "elapsed_time": "2 days, 1:47:40", "remaining_time": "2 days, 8:56:20"} +{"current_steps": 2770, "total_steps": 5916, "loss": 0.4358978271484375, "lr": 6.4114934329345715e-06, "epoch": 0.46824650558367054, "percentage": 46.82, "elapsed_time": "2 days, 1:58:21", "remaining_time": "2 days, 8:45:21"} +{"current_steps": 2780, "total_steps": 5916, "loss": 0.43413305282592773, "lr": 6.383164991914424e-06, "epoch": 0.4699369261814455, "percentage": 46.99, "elapsed_time": "2 days, 2:09:32", "remaining_time": "2 days, 8:34:55"} +{"current_steps": 2790, "total_steps": 5916, "loss": 0.4385429859161377, "lr": 6.354788389796238e-06, "epoch": 0.4716273467792205, "percentage": 47.16, "elapsed_time": "2 days, 2:20:23", "remaining_time": "2 days, 8:24:08"} +{"current_steps": 2800, "total_steps": 5916, "loss": 0.43816003799438474, "lr": 6.326364614638794e-06, "epoch": 0.4733177673769955, "percentage": 47.33, "elapsed_time": "2 days, 2:30:51", "remaining_time": "2 days, 8:12:54"} +{"current_steps": 2810, "total_steps": 5916, "loss": 0.438665771484375, "lr": 6.297894656143415e-06, "epoch": 0.47500818797477046, "percentage": 47.5, "elapsed_time": "2 days, 2:41:35", "remaining_time": "2 days, 8:01:59"} +{"current_steps": 2820, "total_steps": 5916, "loss": 0.4369631767272949, "lr": 6.269379505619504e-06, "epoch": 0.4766986085725455, "percentage": 47.67, "elapsed_time": "2 days, 2:52:37", "remaining_time": "2 days, 7:51:23"} +{"current_steps": 2830, "total_steps": 5916, "loss": 0.44220762252807616, "lr": 6.240820155950027e-06, "epoch": 0.47838902917032045, "percentage": 47.84, "elapsed_time": "2 days, 3:03:31", "remaining_time": "2 days, 7:40:39"} +{"current_steps": 2840, "total_steps": 5916, "loss": 0.43413677215576174, "lr": 6.2122176015569405e-06, "epoch": 0.4800794497680954, "percentage": 48.01, "elapsed_time": "2 days, 3:14:16", "remaining_time": "2 days, 7:29:44"} +{"current_steps": 2850, "total_steps": 5916, "loss": 0.4400357246398926, "lr": 6.183572838366572e-06, "epoch": 0.48176987036587043, "percentage": 48.17, "elapsed_time": "2 days, 3:25:12", "remaining_time": "2 days, 7:19:02"} +{"current_steps": 2860, "total_steps": 5916, "loss": 0.4344414234161377, "lr": 6.1548868637749306e-06, "epoch": 0.4834602909636454, "percentage": 48.34, "elapsed_time": "2 days, 3:36:10", "remaining_time": "2 days, 7:08:21"} +{"current_steps": 2870, "total_steps": 5916, "loss": 0.4421424388885498, "lr": 6.126160676612992e-06, "epoch": 0.48515071156142037, "percentage": 48.51, "elapsed_time": "2 days, 3:46:53", "remaining_time": "2 days, 6:57:25"} +{"current_steps": 2880, "total_steps": 5916, "loss": 0.43562684059143064, "lr": 6.097395277111909e-06, "epoch": 0.48684113215919533, "percentage": 48.68, "elapsed_time": "2 days, 3:57:37", "remaining_time": "2 days, 6:46:29"} +{"current_steps": 2890, "total_steps": 5916, "loss": 0.4411266326904297, "lr": 6.0685916668681925e-06, "epoch": 0.48853155275697036, "percentage": 48.85, "elapsed_time": "2 days, 4:08:22", "remaining_time": "2 days, 6:35:35"} +{"current_steps": 2900, "total_steps": 5916, "loss": 0.4391491889953613, "lr": 6.039750848808826e-06, "epoch": 0.4902219733547453, "percentage": 49.02, "elapsed_time": "2 days, 4:18:57", "remaining_time": "2 days, 6:24:30"} +{"current_steps": 2910, "total_steps": 5916, "loss": 0.43004140853881834, "lr": 6.010873827156352e-06, "epoch": 0.4919123939525203, "percentage": 49.19, "elapsed_time": "2 days, 4:29:47", "remaining_time": "2 days, 6:13:41"} +{"current_steps": 2920, "total_steps": 5916, "loss": 0.43016576766967773, "lr": 5.981961607393905e-06, "epoch": 0.4936028145502953, "percentage": 49.36, "elapsed_time": "2 days, 4:40:48", "remaining_time": "2 days, 6:03:04"} +{"current_steps": 2930, "total_steps": 5916, "loss": 0.437261962890625, "lr": 5.953015196230201e-06, "epoch": 0.4952932351480703, "percentage": 49.53, "elapsed_time": "2 days, 4:51:45", "remaining_time": "2 days, 5:52:23"} +{"current_steps": 2940, "total_steps": 5916, "loss": 0.43418092727661134, "lr": 5.924035601564478e-06, "epoch": 0.49698365574584524, "percentage": 49.7, "elapsed_time": "2 days, 5:02:43", "remaining_time": "2 days, 5:41:41"} +{"current_steps": 2950, "total_steps": 5916, "loss": 0.4333051681518555, "lr": 5.895023832451414e-06, "epoch": 0.49867407634362027, "percentage": 49.86, "elapsed_time": "2 days, 5:13:09", "remaining_time": "2 days, 5:30:29"} +{"current_steps": 2960, "total_steps": 5916, "loss": 0.4366158485412598, "lr": 5.865980899065979e-06, "epoch": 0.5003644969413952, "percentage": 50.03, "elapsed_time": "2 days, 5:24:35", "remaining_time": "2 days, 5:20:15"} +{"current_steps": 2970, "total_steps": 5916, "loss": 0.43808746337890625, "lr": 5.836907812668267e-06, "epoch": 0.5020549175391702, "percentage": 50.2, "elapsed_time": "2 days, 5:35:23", "remaining_time": "2 days, 5:09:24"} +{"current_steps": 2980, "total_steps": 5916, "loss": 0.4391347885131836, "lr": 5.8078055855682904e-06, "epoch": 0.5037453381369452, "percentage": 50.37, "elapsed_time": "2 days, 5:46:12", "remaining_time": "2 days, 4:58:34"} +{"current_steps": 2990, "total_steps": 5916, "loss": 0.4369372844696045, "lr": 5.778675231090715e-06, "epoch": 0.5054357587347201, "percentage": 50.54, "elapsed_time": "2 days, 5:56:56", "remaining_time": "2 days, 4:47:39"} +{"current_steps": 3000, "total_steps": 5916, "loss": 0.42980470657348635, "lr": 5.749517763539601e-06, "epoch": 0.5071261793324952, "percentage": 50.71, "elapsed_time": "2 days, 6:07:45", "remaining_time": "2 days, 4:36:49"} +{"current_steps": 3010, "total_steps": 5916, "loss": 0.4386304378509521, "lr": 5.720334198163063e-06, "epoch": 0.5088165999302702, "percentage": 50.88, "elapsed_time": "2 days, 6:18:17", "remaining_time": "2 days, 4:25:42"} +{"current_steps": 3020, "total_steps": 5916, "loss": 0.4303256034851074, "lr": 5.6911255511179295e-06, "epoch": 0.5105070205280451, "percentage": 51.05, "elapsed_time": "2 days, 6:29:06", "remaining_time": "2 days, 4:14:52"} +{"current_steps": 3030, "total_steps": 5916, "loss": 0.4334456443786621, "lr": 5.661892839434362e-06, "epoch": 0.5121974411258201, "percentage": 51.22, "elapsed_time": "2 days, 6:39:54", "remaining_time": "2 days, 4:04:01"} +{"current_steps": 3040, "total_steps": 5916, "loss": 0.4284989833831787, "lr": 5.63263708098044e-06, "epoch": 0.5138878617235951, "percentage": 51.39, "elapsed_time": "2 days, 6:51:07", "remaining_time": "2 days, 3:53:34"} +{"current_steps": 3050, "total_steps": 5916, "loss": 0.4342545986175537, "lr": 5.603359294426717e-06, "epoch": 0.51557828232137, "percentage": 51.56, "elapsed_time": "2 days, 7:02:11", "remaining_time": "2 days, 3:42:58"} +{"current_steps": 3060, "total_steps": 5916, "loss": 0.4403389930725098, "lr": 5.574060499210759e-06, "epoch": 0.5172687029191451, "percentage": 51.72, "elapsed_time": "2 days, 7:12:52", "remaining_time": "2 days, 3:32:00"} +{"current_steps": 3070, "total_steps": 5916, "loss": 0.435770320892334, "lr": 5.54474171550164e-06, "epoch": 0.5189591235169201, "percentage": 51.89, "elapsed_time": "2 days, 7:24:07", "remaining_time": "2 days, 3:21:35"} +{"current_steps": 3080, "total_steps": 5916, "loss": 0.43670501708984377, "lr": 5.515403964164421e-06, "epoch": 0.520649544114695, "percentage": 52.06, "elapsed_time": "2 days, 7:34:43", "remaining_time": "2 days, 3:10:33"} +{"current_steps": 3090, "total_steps": 5916, "loss": 0.43523521423339845, "lr": 5.486048266724609e-06, "epoch": 0.52233996471247, "percentage": 52.23, "elapsed_time": "2 days, 7:45:41", "remaining_time": "2 days, 2:59:51"} +{"current_steps": 3100, "total_steps": 5916, "loss": 0.4394557952880859, "lr": 5.4566756453325835e-06, "epoch": 0.524030385310245, "percentage": 52.4, "elapsed_time": "2 days, 7:56:34", "remaining_time": "2 days, 2:49:04"} +{"current_steps": 3110, "total_steps": 5916, "loss": 0.4303136348724365, "lr": 5.427287122728008e-06, "epoch": 0.52572080590802, "percentage": 52.57, "elapsed_time": "2 days, 8:07:20", "remaining_time": "2 days, 2:38:11"} +{"current_steps": 3120, "total_steps": 5916, "loss": 0.4351104736328125, "lr": 5.39788372220422e-06, "epoch": 0.527411226505795, "percentage": 52.74, "elapsed_time": "2 days, 8:18:08", "remaining_time": "2 days, 2:27:19"} +{"current_steps": 3130, "total_steps": 5916, "loss": 0.42786803245544436, "lr": 5.368466467572595e-06, "epoch": 0.52910164710357, "percentage": 52.91, "elapsed_time": "2 days, 8:29:30", "remaining_time": "2 days, 2:16:59"} +{"current_steps": 3140, "total_steps": 5916, "loss": 0.4315065383911133, "lr": 5.339036383126905e-06, "epoch": 0.5307920677013449, "percentage": 53.08, "elapsed_time": "2 days, 8:40:18", "remaining_time": "2 days, 2:06:08"} +{"current_steps": 3150, "total_steps": 5916, "loss": 0.4383066177368164, "lr": 5.309594493607646e-06, "epoch": 0.5324824882991199, "percentage": 53.25, "elapsed_time": "2 days, 8:50:58", "remaining_time": "2 days, 1:55:09"} +{"current_steps": 3160, "total_steps": 5916, "loss": 0.43825907707214357, "lr": 5.280141824166363e-06, "epoch": 0.534172908896895, "percentage": 53.41, "elapsed_time": "2 days, 9:01:50", "remaining_time": "2 days, 1:44:22"} +{"current_steps": 3170, "total_steps": 5916, "loss": 0.43253560066223146, "lr": 5.250679400329953e-06, "epoch": 0.5358633294946699, "percentage": 53.58, "elapsed_time": "2 days, 9:12:42", "remaining_time": "2 days, 1:33:33"} +{"current_steps": 3180, "total_steps": 5916, "loss": 0.43136014938354494, "lr": 5.221208247964951e-06, "epoch": 0.5375537500924449, "percentage": 53.75, "elapsed_time": "2 days, 9:23:30", "remaining_time": "2 days, 1:22:43"} +{"current_steps": 3190, "total_steps": 5916, "loss": 0.4329479694366455, "lr": 5.191729393241822e-06, "epoch": 0.5392441706902199, "percentage": 53.92, "elapsed_time": "2 days, 9:33:55", "remaining_time": "2 days, 1:11:31"} +{"current_steps": 3200, "total_steps": 5916, "loss": 0.4355682373046875, "lr": 5.162243862599221e-06, "epoch": 0.5409345912879948, "percentage": 54.09, "elapsed_time": "2 days, 9:44:52", "remaining_time": "2 days, 1:00:49"} +{"current_steps": 3210, "total_steps": 5916, "loss": 0.43157129287719725, "lr": 5.132752682708252e-06, "epoch": 0.5426250118857698, "percentage": 54.26, "elapsed_time": "2 days, 9:54:47", "remaining_time": "2 days, 0:49:13"} +{"current_steps": 3220, "total_steps": 5916, "loss": 0.4270349025726318, "lr": 5.103256880436724e-06, "epoch": 0.5443154324835449, "percentage": 54.43, "elapsed_time": "2 days, 10:05:37", "remaining_time": "2 days, 0:38:23"} +{"current_steps": 3230, "total_steps": 5916, "loss": 0.4324329853057861, "lr": 5.073757482813397e-06, "epoch": 0.5460058530813198, "percentage": 54.6, "elapsed_time": "2 days, 10:16:46", "remaining_time": "2 days, 0:27:50"} +{"current_steps": 3240, "total_steps": 5916, "loss": 0.435423755645752, "lr": 5.044255516992218e-06, "epoch": 0.5476962736790948, "percentage": 54.77, "elapsed_time": "2 days, 10:27:36", "remaining_time": "2 days, 0:17:01"} +{"current_steps": 3250, "total_steps": 5916, "loss": 0.4313016891479492, "lr": 5.014752010216558e-06, "epoch": 0.5493866942768698, "percentage": 54.94, "elapsed_time": "2 days, 10:39:11", "remaining_time": "2 days, 0:06:49"} +{"current_steps": 3260, "total_steps": 5916, "loss": 0.4341496467590332, "lr": 4.9852479897834424e-06, "epoch": 0.5510771148746447, "percentage": 55.1, "elapsed_time": "2 days, 10:50:09", "remaining_time": "1 day, 23:56:05"} +{"current_steps": 3270, "total_steps": 5916, "loss": 0.42819700241088865, "lr": 4.955744483007784e-06, "epoch": 0.5527675354724197, "percentage": 55.27, "elapsed_time": "2 days, 11:00:52", "remaining_time": "1 day, 23:45:10"} +{"current_steps": 3280, "total_steps": 5916, "loss": 0.4234212875366211, "lr": 4.926242517186603e-06, "epoch": 0.5544579560701948, "percentage": 55.44, "elapsed_time": "2 days, 11:11:46", "remaining_time": "1 day, 23:34:24"} +{"current_steps": 3290, "total_steps": 5916, "loss": 0.4332298278808594, "lr": 4.896743119563279e-06, "epoch": 0.5561483766679697, "percentage": 55.61, "elapsed_time": "2 days, 11:22:30", "remaining_time": "1 day, 23:23:30"} +{"current_steps": 3300, "total_steps": 5916, "loss": 0.438218355178833, "lr": 4.867247317291751e-06, "epoch": 0.5578387972657447, "percentage": 55.78, "elapsed_time": "2 days, 11:33:43", "remaining_time": "1 day, 23:12:59"} +{"current_steps": 3310, "total_steps": 5916, "loss": 0.43701925277709963, "lr": 4.8377561374007805e-06, "epoch": 0.5595292178635196, "percentage": 55.95, "elapsed_time": "2 days, 11:44:33", "remaining_time": "1 day, 23:02:09"} +{"current_steps": 3320, "total_steps": 5916, "loss": 0.4318737030029297, "lr": 4.808270606758179e-06, "epoch": 0.5612196384612946, "percentage": 56.12, "elapsed_time": "2 days, 11:55:28", "remaining_time": "1 day, 22:51:24"} +{"current_steps": 3330, "total_steps": 5916, "loss": 0.43484320640563967, "lr": 4.77879175203505e-06, "epoch": 0.5629100590590697, "percentage": 56.29, "elapsed_time": "2 days, 12:06:03", "remaining_time": "1 day, 22:40:22"} +{"current_steps": 3340, "total_steps": 5916, "loss": 0.4284003734588623, "lr": 4.74932059967005e-06, "epoch": 0.5646004796568446, "percentage": 56.46, "elapsed_time": "2 days, 12:17:29", "remaining_time": "1 day, 22:30:00"} +{"current_steps": 3350, "total_steps": 5916, "loss": 0.43506608009338377, "lr": 4.7198581758336396e-06, "epoch": 0.5662909002546196, "percentage": 56.63, "elapsed_time": "2 days, 12:27:33", "remaining_time": "1 day, 22:18:36"} +{"current_steps": 3360, "total_steps": 5916, "loss": 0.43180079460144044, "lr": 4.690405506392355e-06, "epoch": 0.5679813208523946, "percentage": 56.8, "elapsed_time": "2 days, 12:38:09", "remaining_time": "1 day, 22:07:36"} +{"current_steps": 3370, "total_steps": 5916, "loss": 0.43529691696166994, "lr": 4.660963616873096e-06, "epoch": 0.5696717414501695, "percentage": 56.96, "elapsed_time": "2 days, 12:49:09", "remaining_time": "1 day, 21:56:54"} +{"current_steps": 3380, "total_steps": 5916, "loss": 0.42524237632751466, "lr": 4.631533532427405e-06, "epoch": 0.5713621620479445, "percentage": 57.13, "elapsed_time": "2 days, 13:00:05", "remaining_time": "1 day, 21:46:09"} +{"current_steps": 3390, "total_steps": 5916, "loss": 0.42964849472045896, "lr": 4.6021162777957815e-06, "epoch": 0.5730525826457196, "percentage": 57.3, "elapsed_time": "2 days, 13:10:45", "remaining_time": "1 day, 21:35:11"} +{"current_steps": 3400, "total_steps": 5916, "loss": 0.4318963050842285, "lr": 4.572712877271993e-06, "epoch": 0.5747430032434945, "percentage": 57.47, "elapsed_time": "2 days, 13:21:19", "remaining_time": "1 day, 21:24:10"} +{"current_steps": 3410, "total_steps": 5916, "loss": 0.429244327545166, "lr": 4.543324354667418e-06, "epoch": 0.5764334238412695, "percentage": 57.64, "elapsed_time": "2 days, 13:32:08", "remaining_time": "1 day, 21:13:21"} +{"current_steps": 3420, "total_steps": 5916, "loss": 0.42932448387145994, "lr": 4.513951733275395e-06, "epoch": 0.5781238444390445, "percentage": 57.81, "elapsed_time": "2 days, 13:43:10", "remaining_time": "1 day, 21:02:40"} +{"current_steps": 3430, "total_steps": 5916, "loss": 0.4259922027587891, "lr": 4.48459603583558e-06, "epoch": 0.5798142650368194, "percentage": 57.98, "elapsed_time": "2 days, 13:54:12", "remaining_time": "1 day, 20:51:59"} +{"current_steps": 3440, "total_steps": 5916, "loss": 0.42319440841674805, "lr": 4.455258284498363e-06, "epoch": 0.5815046856345945, "percentage": 58.15, "elapsed_time": "2 days, 14:05:30", "remaining_time": "1 day, 20:41:30"} +{"current_steps": 3450, "total_steps": 5916, "loss": 0.4340841293334961, "lr": 4.42593950078924e-06, "epoch": 0.5831951062323695, "percentage": 58.32, "elapsed_time": "2 days, 14:16:04", "remaining_time": "1 day, 20:30:28"} +{"current_steps": 3460, "total_steps": 5916, "loss": 0.42516536712646485, "lr": 4.396640705573284e-06, "epoch": 0.5848855268301444, "percentage": 58.49, "elapsed_time": "2 days, 14:26:50", "remaining_time": "1 day, 20:19:36"} +{"current_steps": 3470, "total_steps": 5916, "loss": 0.43398313522338866, "lr": 4.367362919019561e-06, "epoch": 0.5865759474279194, "percentage": 58.65, "elapsed_time": "2 days, 14:37:25", "remaining_time": "1 day, 20:08:36"} +{"current_steps": 3480, "total_steps": 5916, "loss": 0.42090563774108886, "lr": 4.338107160565639e-06, "epoch": 0.5882663680256944, "percentage": 58.82, "elapsed_time": "2 days, 14:48:33", "remaining_time": "1 day, 19:57:59"} +{"current_steps": 3490, "total_steps": 5916, "loss": 0.42863998413085935, "lr": 4.308874448882072e-06, "epoch": 0.5899567886234693, "percentage": 58.99, "elapsed_time": "2 days, 14:59:25", "remaining_time": "1 day, 19:47:11"} +{"current_steps": 3500, "total_steps": 5916, "loss": 0.43216619491577146, "lr": 4.279665801836938e-06, "epoch": 0.5916472092212444, "percentage": 59.16, "elapsed_time": "2 days, 15:10:05", "remaining_time": "1 day, 19:36:14"} +{"current_steps": 3510, "total_steps": 5916, "loss": 0.4306344985961914, "lr": 4.250482236460399e-06, "epoch": 0.5933376298190194, "percentage": 59.33, "elapsed_time": "2 days, 15:20:56", "remaining_time": "1 day, 19:25:25"} +{"current_steps": 3520, "total_steps": 5916, "loss": 0.4339097499847412, "lr": 4.2213247689092846e-06, "epoch": 0.5950280504167943, "percentage": 59.5, "elapsed_time": "2 days, 15:31:52", "remaining_time": "1 day, 19:14:40"} +{"current_steps": 3530, "total_steps": 5916, "loss": 0.42906818389892576, "lr": 4.192194414431712e-06, "epoch": 0.5967184710145693, "percentage": 59.67, "elapsed_time": "2 days, 15:42:54", "remaining_time": "1 day, 19:03:58"} +{"current_steps": 3540, "total_steps": 5916, "loss": 0.42707481384277346, "lr": 4.163092187331733e-06, "epoch": 0.5984088916123443, "percentage": 59.84, "elapsed_time": "2 days, 15:54:11", "remaining_time": "1 day, 18:53:27"} +{"current_steps": 3550, "total_steps": 5916, "loss": 0.43108377456665037, "lr": 4.1340191009340215e-06, "epoch": 0.6000993122101193, "percentage": 60.01, "elapsed_time": "2 days, 16:05:01", "remaining_time": "1 day, 18:42:37"} +{"current_steps": 3560, "total_steps": 5916, "loss": 0.42334275245666503, "lr": 4.104976167548587e-06, "epoch": 0.6017897328078943, "percentage": 60.18, "elapsed_time": "2 days, 16:15:47", "remaining_time": "1 day, 18:31:45"} +{"current_steps": 3570, "total_steps": 5916, "loss": 0.4256128787994385, "lr": 4.075964398435522e-06, "epoch": 0.6034801534056693, "percentage": 60.34, "elapsed_time": "2 days, 16:26:37", "remaining_time": "1 day, 18:20:55"} +{"current_steps": 3580, "total_steps": 5916, "loss": 0.42928495407104494, "lr": 4.046984803769801e-06, "epoch": 0.6051705740034442, "percentage": 60.51, "elapsed_time": "2 days, 16:37:29", "remaining_time": "1 day, 18:10:07"} +{"current_steps": 3590, "total_steps": 5916, "loss": 0.4291574478149414, "lr": 4.018038392606096e-06, "epoch": 0.6068609946012192, "percentage": 60.68, "elapsed_time": "2 days, 16:47:57", "remaining_time": "1 day, 17:59:03"} +{"current_steps": 3600, "total_steps": 5916, "loss": 0.42896642684936526, "lr": 3.98912617284365e-06, "epoch": 0.6085514151989942, "percentage": 60.85, "elapsed_time": "2 days, 16:58:40", "remaining_time": "1 day, 17:48:09"} +{"current_steps": 3610, "total_steps": 5916, "loss": 0.4323906898498535, "lr": 3.960249151191178e-06, "epoch": 0.6102418357967692, "percentage": 61.02, "elapsed_time": "2 days, 17:09:16", "remaining_time": "1 day, 17:37:10"} +{"current_steps": 3620, "total_steps": 5916, "loss": 0.42946605682373046, "lr": 3.931408333131809e-06, "epoch": 0.6119322563945442, "percentage": 61.19, "elapsed_time": "2 days, 17:19:51", "remaining_time": "1 day, 17:26:11"} +{"current_steps": 3630, "total_steps": 5916, "loss": 0.4359119892120361, "lr": 3.902604722888092e-06, "epoch": 0.6136226769923192, "percentage": 61.36, "elapsed_time": "2 days, 17:30:51", "remaining_time": "1 day, 17:15:28"} +{"current_steps": 3640, "total_steps": 5916, "loss": 0.42914657592773436, "lr": 3.873839323387009e-06, "epoch": 0.6153130975900941, "percentage": 61.53, "elapsed_time": "2 days, 17:41:29", "remaining_time": "1 day, 17:04:30"} +{"current_steps": 3650, "total_steps": 5916, "loss": 0.43363237380981445, "lr": 3.845113136225072e-06, "epoch": 0.6170035181878691, "percentage": 61.7, "elapsed_time": "2 days, 17:52:06", "remaining_time": "1 day, 16:53:33"} +{"current_steps": 3660, "total_steps": 5916, "loss": 0.427580738067627, "lr": 3.81642716163343e-06, "epoch": 0.618693938785644, "percentage": 61.87, "elapsed_time": "2 days, 18:02:59", "remaining_time": "1 day, 16:42:45"} +{"current_steps": 3670, "total_steps": 5916, "loss": 0.42395830154418945, "lr": 3.7877823984430608e-06, "epoch": 0.6203843593834191, "percentage": 62.04, "elapsed_time": "2 days, 18:13:41", "remaining_time": "1 day, 16:31:51"} +{"current_steps": 3680, "total_steps": 5916, "loss": 0.4330305099487305, "lr": 3.7591798440499755e-06, "epoch": 0.6220747799811941, "percentage": 62.2, "elapsed_time": "2 days, 18:24:13", "remaining_time": "1 day, 16:20:51"} +{"current_steps": 3690, "total_steps": 5916, "loss": 0.4383516311645508, "lr": 3.7306204943804973e-06, "epoch": 0.623765200578969, "percentage": 62.37, "elapsed_time": "2 days, 18:35:09", "remaining_time": "1 day, 16:10:04"} +{"current_steps": 3700, "total_steps": 5916, "loss": 0.43866143226623533, "lr": 3.7021053438565863e-06, "epoch": 0.625455621176744, "percentage": 62.54, "elapsed_time": "2 days, 18:45:53", "remaining_time": "1 day, 15:59:12"} +{"current_steps": 3710, "total_steps": 5916, "loss": 0.43120598793029785, "lr": 3.673635385361206e-06, "epoch": 0.627146041774519, "percentage": 62.71, "elapsed_time": "2 days, 18:56:29", "remaining_time": "1 day, 15:48:14"} +{"current_steps": 3720, "total_steps": 5916, "loss": 0.43346233367919923, "lr": 3.6452116102037625e-06, "epoch": 0.628836462372294, "percentage": 62.88, "elapsed_time": "2 days, 19:07:18", "remaining_time": "1 day, 15:37:24"} +{"current_steps": 3730, "total_steps": 5916, "loss": 0.4254899978637695, "lr": 3.6168350080855785e-06, "epoch": 0.630526882970069, "percentage": 63.05, "elapsed_time": "2 days, 19:18:18", "remaining_time": "1 day, 15:26:41"} +{"current_steps": 3740, "total_steps": 5916, "loss": 0.43075990676879883, "lr": 3.5885065670654306e-06, "epoch": 0.632217303567844, "percentage": 63.22, "elapsed_time": "2 days, 19:29:03", "remaining_time": "1 day, 15:15:49"} +{"current_steps": 3750, "total_steps": 5916, "loss": 0.43142094612121584, "lr": 3.560227273525162e-06, "epoch": 0.6339077241656189, "percentage": 63.39, "elapsed_time": "2 days, 19:39:37", "remaining_time": "1 day, 15:04:50"} +{"current_steps": 3760, "total_steps": 5916, "loss": 0.4283766746520996, "lr": 3.5319981121353133e-06, "epoch": 0.6355981447633939, "percentage": 63.56, "elapsed_time": "2 days, 19:50:22", "remaining_time": "1 day, 14:53:58"} +{"current_steps": 3770, "total_steps": 5916, "loss": 0.4272482395172119, "lr": 3.503820065820861e-06, "epoch": 0.637288565361169, "percentage": 63.73, "elapsed_time": "2 days, 20:01:30", "remaining_time": "1 day, 14:43:19"} +{"current_steps": 3780, "total_steps": 5916, "loss": 0.4362170696258545, "lr": 3.47569411572697e-06, "epoch": 0.6389789859589439, "percentage": 63.89, "elapsed_time": "2 days, 20:12:09", "remaining_time": "1 day, 14:32:23"} +{"current_steps": 3790, "total_steps": 5916, "loss": 0.432710075378418, "lr": 3.447621241184852e-06, "epoch": 0.6406694065567189, "percentage": 64.06, "elapsed_time": "2 days, 20:22:44", "remaining_time": "1 day, 14:21:25"} +{"current_steps": 3800, "total_steps": 5916, "loss": 0.42471537590026853, "lr": 3.4196024196776452e-06, "epoch": 0.6423598271544939, "percentage": 64.23, "elapsed_time": "2 days, 20:33:35", "remaining_time": "1 day, 14:10:37"} +{"current_steps": 3810, "total_steps": 5916, "loss": 0.429352855682373, "lr": 3.391638626806393e-06, "epoch": 0.6440502477522688, "percentage": 64.4, "elapsed_time": "2 days, 20:44:11", "remaining_time": "1 day, 13:59:40"} +{"current_steps": 3820, "total_steps": 5916, "loss": 0.42467470169067384, "lr": 3.363730836256074e-06, "epoch": 0.6457406683500438, "percentage": 64.57, "elapsed_time": "2 days, 20:55:06", "remaining_time": "1 day, 13:48:53"} +{"current_steps": 3830, "total_steps": 5916, "loss": 0.4357749938964844, "lr": 3.3358800197616856e-06, "epoch": 0.6474310889478189, "percentage": 64.74, "elapsed_time": "2 days, 21:05:46", "remaining_time": "1 day, 13:37:59"} +{"current_steps": 3840, "total_steps": 5916, "loss": 0.4325972557067871, "lr": 3.3080871470744273e-06, "epoch": 0.6491215095455938, "percentage": 64.91, "elapsed_time": "2 days, 21:16:21", "remaining_time": "1 day, 13:27:01"} +{"current_steps": 3850, "total_steps": 5916, "loss": 0.42637929916381834, "lr": 3.280353185927918e-06, "epoch": 0.6508119301433688, "percentage": 65.08, "elapsed_time": "2 days, 21:26:55", "remaining_time": "1 day, 13:16:03"} +{"current_steps": 3860, "total_steps": 5916, "loss": 0.4192366600036621, "lr": 3.252679102004509e-06, "epoch": 0.6525023507411438, "percentage": 65.25, "elapsed_time": "2 days, 21:38:19", "remaining_time": "1 day, 13:05:33"} +{"current_steps": 3870, "total_steps": 5916, "loss": 0.42298049926757814, "lr": 3.225065858901658e-06, "epoch": 0.6541927713389187, "percentage": 65.42, "elapsed_time": "2 days, 21:49:33", "remaining_time": "1 day, 12:54:56"} +{"current_steps": 3880, "total_steps": 5916, "loss": 0.4236114501953125, "lr": 3.197514418098375e-06, "epoch": 0.6558831919366938, "percentage": 65.58, "elapsed_time": "2 days, 22:00:27", "remaining_time": "1 day, 12:44:09"} +{"current_steps": 3890, "total_steps": 5916, "loss": 0.4369206428527832, "lr": 3.170025738921748e-06, "epoch": 0.6575736125344688, "percentage": 65.75, "elapsed_time": "2 days, 22:11:07", "remaining_time": "1 day, 12:33:14"} +{"current_steps": 3900, "total_steps": 5916, "loss": 0.4308767795562744, "lr": 3.142600778513534e-06, "epoch": 0.6592640331322437, "percentage": 65.92, "elapsed_time": "2 days, 22:21:48", "remaining_time": "1 day, 12:22:20"} +{"current_steps": 3910, "total_steps": 5916, "loss": 0.4263267517089844, "lr": 3.1152404917968376e-06, "epoch": 0.6609544537300187, "percentage": 66.09, "elapsed_time": "2 days, 22:32:16", "remaining_time": "1 day, 12:11:20"} +{"current_steps": 3920, "total_steps": 5916, "loss": 0.4287719249725342, "lr": 3.087945831442859e-06, "epoch": 0.6626448743277937, "percentage": 66.26, "elapsed_time": "2 days, 22:42:36", "remaining_time": "1 day, 12:00:16"} +{"current_steps": 3930, "total_steps": 5916, "loss": 0.42838282585144044, "lr": 3.0607177478377146e-06, "epoch": 0.6643352949255686, "percentage": 66.43, "elapsed_time": "2 days, 22:53:37", "remaining_time": "1 day, 11:49:32"} +{"current_steps": 3940, "total_steps": 5916, "loss": 0.4259345054626465, "lr": 3.033557189049367e-06, "epoch": 0.6660257155233437, "percentage": 66.6, "elapsed_time": "2 days, 23:04:14", "remaining_time": "1 day, 11:38:36"} +{"current_steps": 3950, "total_steps": 5916, "loss": 0.4231560230255127, "lr": 3.006465100794583e-06, "epoch": 0.6677161361211187, "percentage": 66.77, "elapsed_time": "2 days, 23:15:27", "remaining_time": "1 day, 11:27:59"} +{"current_steps": 3960, "total_steps": 5916, "loss": 0.42560606002807616, "lr": 2.979442426406034e-06, "epoch": 0.6694065567188936, "percentage": 66.94, "elapsed_time": "2 days, 23:26:27", "remaining_time": "1 day, 11:17:15"} +{"current_steps": 3970, "total_steps": 5916, "loss": 0.4272177696228027, "lr": 2.9524901067994238e-06, "epoch": 0.6710969773166686, "percentage": 67.11, "elapsed_time": "2 days, 23:37:51", "remaining_time": "1 day, 11:06:42"} +{"current_steps": 3980, "total_steps": 5916, "loss": 0.4238264083862305, "lr": 2.9256090804407522e-06, "epoch": 0.6727873979144436, "percentage": 67.28, "elapsed_time": "2 days, 23:48:38", "remaining_time": "1 day, 10:55:51"} +{"current_steps": 3990, "total_steps": 5916, "loss": 0.4286961555480957, "lr": 2.8988002833136114e-06, "epoch": 0.6744778185122186, "percentage": 67.44, "elapsed_time": "2 days, 23:59:27", "remaining_time": "1 day, 10:45:02"} +{"current_steps": 4000, "total_steps": 5916, "loss": 0.4258302688598633, "lr": 2.872064648886618e-06, "epoch": 0.6761682391099936, "percentage": 67.61, "elapsed_time": "3 days, 0:10:45", "remaining_time": "1 day, 10:34:26"} +{"current_steps": 4010, "total_steps": 5916, "loss": 0.42467894554138186, "lr": 2.845403108080895e-06, "epoch": 0.6778586597077685, "percentage": 67.78, "elapsed_time": "3 days, 0:21:31", "remaining_time": "1 day, 10:23:34"} +{"current_steps": 4020, "total_steps": 5916, "loss": 0.42564783096313474, "lr": 2.8188165892376655e-06, "epoch": 0.6795490803055435, "percentage": 67.95, "elapsed_time": "3 days, 0:32:31", "remaining_time": "1 day, 10:12:49"} +{"current_steps": 4030, "total_steps": 5916, "loss": 0.4252346992492676, "lr": 2.792306018085932e-06, "epoch": 0.6812395009033185, "percentage": 68.12, "elapsed_time": "3 days, 0:43:12", "remaining_time": "1 day, 10:01:56"} +{"current_steps": 4040, "total_steps": 5916, "loss": 0.42507052421569824, "lr": 2.7658723177102243e-06, "epoch": 0.6829299215010934, "percentage": 68.29, "elapsed_time": "3 days, 0:53:58", "remaining_time": "1 day, 9:51:05"} +{"current_steps": 4050, "total_steps": 5916, "loss": 0.42835030555725095, "lr": 2.73951640851848e-06, "epoch": 0.6846203420988685, "percentage": 68.46, "elapsed_time": "3 days, 1:05:14", "remaining_time": "1 day, 9:40:27"} +{"current_steps": 4060, "total_steps": 5916, "loss": 0.4258549690246582, "lr": 2.713239208209989e-06, "epoch": 0.6863107626966435, "percentage": 68.63, "elapsed_time": "3 days, 1:15:35", "remaining_time": "1 day, 9:29:24"} +{"current_steps": 4070, "total_steps": 5916, "loss": 0.4262125015258789, "lr": 2.6870416317434334e-06, "epoch": 0.6880011832944184, "percentage": 68.8, "elapsed_time": "3 days, 1:26:43", "remaining_time": "1 day, 9:18:43"} +{"current_steps": 4080, "total_steps": 5916, "loss": 0.42023792266845705, "lr": 2.6609245913050345e-06, "epoch": 0.6896916038921934, "percentage": 68.97, "elapsed_time": "3 days, 1:37:21", "remaining_time": "1 day, 9:07:48"} +{"current_steps": 4090, "total_steps": 5916, "loss": 0.42939143180847167, "lr": 2.63488899627679e-06, "epoch": 0.6913820244899684, "percentage": 69.13, "elapsed_time": "3 days, 1:48:16", "remaining_time": "1 day, 8:57:01"} +{"current_steps": 4100, "total_steps": 5916, "loss": 0.42742137908935546, "lr": 2.6089357532048152e-06, "epoch": 0.6930724450877433, "percentage": 69.3, "elapsed_time": "3 days, 1:58:42", "remaining_time": "1 day, 8:46:01"} +{"current_steps": 4110, "total_steps": 5916, "loss": 0.42586841583251955, "lr": 2.583065765767766e-06, "epoch": 0.6947628656855184, "percentage": 69.47, "elapsed_time": "3 days, 2:09:59", "remaining_time": "1 day, 8:35:23"} +{"current_steps": 4120, "total_steps": 5916, "loss": 0.4294744968414307, "lr": 2.5572799347453813e-06, "epoch": 0.6964532862832934, "percentage": 69.64, "elapsed_time": "3 days, 2:21:16", "remaining_time": "1 day, 8:24:46"} +{"current_steps": 4130, "total_steps": 5916, "loss": 0.42096834182739257, "lr": 2.531579157987119e-06, "epoch": 0.6981437068810683, "percentage": 69.81, "elapsed_time": "3 days, 2:32:15", "remaining_time": "1 day, 8:14:00"} +{"current_steps": 4140, "total_steps": 5916, "loss": 0.43329315185546874, "lr": 2.505964330380886e-06, "epoch": 0.6998341274788433, "percentage": 69.98, "elapsed_time": "3 days, 2:42:51", "remaining_time": "1 day, 8:03:04"} +{"current_steps": 4150, "total_steps": 5916, "loss": 0.4317659378051758, "lr": 2.480436343821892e-06, "epoch": 0.7015245480766183, "percentage": 70.15, "elapsed_time": "3 days, 2:53:22", "remaining_time": "1 day, 7:52:07"} +{"current_steps": 4160, "total_steps": 5916, "loss": 0.4222762107849121, "lr": 2.4549960871815777e-06, "epoch": 0.7032149686743933, "percentage": 70.32, "elapsed_time": "3 days, 3:04:41", "remaining_time": "1 day, 7:41:30"} +{"current_steps": 4170, "total_steps": 5916, "loss": 0.426224422454834, "lr": 2.4296444462766766e-06, "epoch": 0.7049053892721683, "percentage": 70.49, "elapsed_time": "3 days, 3:15:22", "remaining_time": "1 day, 7:30:36"} +{"current_steps": 4180, "total_steps": 5916, "loss": 0.43084254264831545, "lr": 2.4043823038383675e-06, "epoch": 0.7065958098699433, "percentage": 70.66, "elapsed_time": "3 days, 3:26:04", "remaining_time": "1 day, 7:19:43"} +{"current_steps": 4190, "total_steps": 5916, "loss": 0.42110452651977537, "lr": 2.3792105394815347e-06, "epoch": 0.7082862304677182, "percentage": 70.82, "elapsed_time": "3 days, 3:36:54", "remaining_time": "1 day, 7:08:54"} +{"current_steps": 4200, "total_steps": 5916, "loss": 0.42673492431640625, "lr": 2.3541300296741535e-06, "epoch": 0.7099766510654932, "percentage": 70.99, "elapsed_time": "3 days, 3:47:37", "remaining_time": "1 day, 6:58:01"} +{"current_steps": 4210, "total_steps": 5916, "loss": 0.4395922660827637, "lr": 2.3291416477067493e-06, "epoch": 0.7116670716632683, "percentage": 71.16, "elapsed_time": "3 days, 3:58:31", "remaining_time": "1 day, 6:47:13"} +{"current_steps": 4220, "total_steps": 5916, "loss": 0.42594170570373535, "lr": 2.304246263662014e-06, "epoch": 0.7133574922610432, "percentage": 71.33, "elapsed_time": "3 days, 4:09:22", "remaining_time": "1 day, 6:36:24"} +{"current_steps": 4230, "total_steps": 5916, "loss": 0.42094078063964846, "lr": 2.2794447443844935e-06, "epoch": 0.7150479128588182, "percentage": 71.5, "elapsed_time": "3 days, 4:20:11", "remaining_time": "1 day, 6:25:34"} +{"current_steps": 4240, "total_steps": 5916, "loss": 0.4300067901611328, "lr": 2.254737953450413e-06, "epoch": 0.7167383334565932, "percentage": 71.67, "elapsed_time": "3 days, 4:31:22", "remaining_time": "1 day, 6:14:53"} +{"current_steps": 4250, "total_steps": 5916, "loss": 0.42948102951049805, "lr": 2.230126751137604e-06, "epoch": 0.7184287540543681, "percentage": 71.84, "elapsed_time": "3 days, 4:42:15", "remaining_time": "1 day, 6:04:05"} +{"current_steps": 4260, "total_steps": 5916, "loss": 0.423651123046875, "lr": 2.2056119943955493e-06, "epoch": 0.7201191746521431, "percentage": 72.01, "elapsed_time": "3 days, 4:52:53", "remaining_time": "1 day, 5:53:10"} +{"current_steps": 4270, "total_steps": 5916, "loss": 0.4270059585571289, "lr": 2.181194536815553e-06, "epoch": 0.7218095952499182, "percentage": 72.18, "elapsed_time": "3 days, 5:04:08", "remaining_time": "1 day, 5:42:30"} +{"current_steps": 4280, "total_steps": 5916, "loss": 0.42238831520080566, "lr": 2.1568752286010046e-06, "epoch": 0.7235000158476931, "percentage": 72.35, "elapsed_time": "3 days, 5:15:01", "remaining_time": "1 day, 5:31:42"} +{"current_steps": 4290, "total_steps": 5916, "loss": 0.42424306869506834, "lr": 2.132654916537786e-06, "epoch": 0.7251904364454681, "percentage": 72.52, "elapsed_time": "3 days, 5:25:36", "remaining_time": "1 day, 5:20:46"} +{"current_steps": 4300, "total_steps": 5916, "loss": 0.4173469066619873, "lr": 2.108534443964785e-06, "epoch": 0.7268808570432431, "percentage": 72.68, "elapsed_time": "3 days, 5:36:23", "remaining_time": "1 day, 5:09:56"} +{"current_steps": 4310, "total_steps": 5916, "loss": 0.4256436347961426, "lr": 2.0845146507445234e-06, "epoch": 0.728571277641018, "percentage": 72.85, "elapsed_time": "3 days, 5:47:06", "remaining_time": "1 day, 4:59:03"} +{"current_steps": 4320, "total_steps": 5916, "loss": 0.4249898433685303, "lr": 2.0605963732339294e-06, "epoch": 0.7302616982387931, "percentage": 73.02, "elapsed_time": "3 days, 5:57:33", "remaining_time": "1 day, 4:48:06"} +{"current_steps": 4330, "total_steps": 5916, "loss": 0.4315620422363281, "lr": 2.0367804442551987e-06, "epoch": 0.7319521188365681, "percentage": 73.19, "elapsed_time": "3 days, 6:08:40", "remaining_time": "1 day, 4:37:22"} +{"current_steps": 4340, "total_steps": 5916, "loss": 0.4309099197387695, "lr": 2.013067693066805e-06, "epoch": 0.733642539434343, "percentage": 73.36, "elapsed_time": "3 days, 6:19:07", "remaining_time": "1 day, 4:26:24"} +{"current_steps": 4350, "total_steps": 5916, "loss": 0.42850918769836427, "lr": 1.989458945334623e-06, "epoch": 0.735332960032118, "percentage": 73.53, "elapsed_time": "3 days, 6:29:47", "remaining_time": "1 day, 4:15:31"} +{"current_steps": 4360, "total_steps": 5916, "loss": 0.4222278594970703, "lr": 1.9659550231031816e-06, "epoch": 0.7370233806298929, "percentage": 73.7, "elapsed_time": "3 days, 6:41:04", "remaining_time": "1 day, 4:04:51"} +{"current_steps": 4370, "total_steps": 5916, "loss": 0.42037811279296877, "lr": 1.942556744767044e-06, "epoch": 0.7387138012276679, "percentage": 73.87, "elapsed_time": "3 days, 6:51:38", "remaining_time": "1 day, 3:53:56"} +{"current_steps": 4380, "total_steps": 5916, "loss": 0.41927204132080076, "lr": 1.919264925042295e-06, "epoch": 0.740404221825443, "percentage": 74.04, "elapsed_time": "3 days, 7:02:27", "remaining_time": "1 day, 3:43:06"} +{"current_steps": 4390, "total_steps": 5916, "loss": 0.42456836700439454, "lr": 1.8960803749381973e-06, "epoch": 0.7420946424232179, "percentage": 74.21, "elapsed_time": "3 days, 7:13:22", "remaining_time": "1 day, 3:32:18"} +{"current_steps": 4400, "total_steps": 5916, "loss": 0.4330174446105957, "lr": 1.8730039017289326e-06, "epoch": 0.7437850630209929, "percentage": 74.37, "elapsed_time": "3 days, 7:23:38", "remaining_time": "1 day, 3:21:17"} +{"current_steps": 4410, "total_steps": 5916, "loss": 0.4192543029785156, "lr": 1.8500363089255074e-06, "epoch": 0.7454754836187679, "percentage": 74.54, "elapsed_time": "3 days, 7:34:18", "remaining_time": "1 day, 3:10:24"} +{"current_steps": 4420, "total_steps": 5916, "loss": 0.42575607299804685, "lr": 1.827178396247759e-06, "epoch": 0.7471659042165428, "percentage": 74.71, "elapsed_time": "3 days, 7:44:51", "remaining_time": "1 day, 2:59:29"} +{"current_steps": 4430, "total_steps": 5916, "loss": 0.4194206237792969, "lr": 1.8044309595965225e-06, "epoch": 0.7488563248143179, "percentage": 74.88, "elapsed_time": "3 days, 7:55:53", "remaining_time": "1 day, 2:48:44"} +{"current_steps": 4440, "total_steps": 5916, "loss": 0.42949066162109373, "lr": 1.7817947910259197e-06, "epoch": 0.7505467454120929, "percentage": 75.05, "elapsed_time": "3 days, 8:07:25", "remaining_time": "1 day, 2:38:08"} +{"current_steps": 4450, "total_steps": 5916, "loss": 0.4255552291870117, "lr": 1.7592706787157682e-06, "epoch": 0.7522371660098678, "percentage": 75.22, "elapsed_time": "3 days, 8:18:29", "remaining_time": "1 day, 2:27:23"} +{"current_steps": 4460, "total_steps": 5916, "loss": 0.43103628158569335, "lr": 1.7368594069441452e-06, "epoch": 0.7539275866076428, "percentage": 75.39, "elapsed_time": "3 days, 8:29:21", "remaining_time": "1 day, 2:16:34"} +{"current_steps": 4470, "total_steps": 5916, "loss": 0.4204230785369873, "lr": 1.7145617560600775e-06, "epoch": 0.7556180072054178, "percentage": 75.56, "elapsed_time": "3 days, 8:40:40", "remaining_time": "1 day, 2:05:54"} +{"current_steps": 4480, "total_steps": 5916, "loss": 0.43199663162231444, "lr": 1.6923785024563755e-06, "epoch": 0.7573084278031927, "percentage": 75.73, "elapsed_time": "3 days, 8:51:09", "remaining_time": "1 day, 1:54:58"} +{"current_steps": 4490, "total_steps": 5916, "loss": 0.4303304672241211, "lr": 1.670310418542589e-06, "epoch": 0.7589988484009678, "percentage": 75.9, "elapsed_time": "3 days, 9:01:21", "remaining_time": "1 day, 1:43:56"} +{"current_steps": 4500, "total_steps": 5916, "loss": 0.42124075889587403, "lr": 1.6483582727181203e-06, "epoch": 0.7606892689987428, "percentage": 76.06, "elapsed_time": "3 days, 9:11:52", "remaining_time": "1 day, 1:33:00"} +{"current_steps": 4510, "total_steps": 5916, "loss": 0.4269865989685059, "lr": 1.626522829345466e-06, "epoch": 0.7623796895965177, "percentage": 76.23, "elapsed_time": "3 days, 9:22:18", "remaining_time": "1 day, 1:22:03"} +{"current_steps": 4520, "total_steps": 5916, "loss": 0.426270866394043, "lr": 1.604804848723603e-06, "epoch": 0.7640701101942927, "percentage": 76.4, "elapsed_time": "3 days, 9:33:00", "remaining_time": "1 day, 1:11:12"} +{"current_steps": 4530, "total_steps": 5916, "loss": 0.4200442314147949, "lr": 1.583205087061519e-06, "epoch": 0.7657605307920677, "percentage": 76.57, "elapsed_time": "3 days, 9:43:21", "remaining_time": "1 day, 1:00:14"} +{"current_steps": 4540, "total_steps": 5916, "loss": 0.4251349925994873, "lr": 1.5617242964518737e-06, "epoch": 0.7674509513898427, "percentage": 76.74, "elapsed_time": "3 days, 9:53:47", "remaining_time": "1 day, 0:49:17"} +{"current_steps": 4550, "total_steps": 5916, "loss": 0.4180570125579834, "lr": 1.5403632248448126e-06, "epoch": 0.7691413719876177, "percentage": 76.91, "elapsed_time": "3 days, 10:05:01", "remaining_time": "1 day, 0:38:35"} +{"current_steps": 4560, "total_steps": 5916, "loss": 0.42661218643188475, "lr": 1.5191226160219353e-06, "epoch": 0.7708317925853927, "percentage": 77.08, "elapsed_time": "3 days, 10:15:13", "remaining_time": "1 day, 0:27:34"} +{"current_steps": 4570, "total_steps": 5916, "loss": 0.4164596080780029, "lr": 1.4980032095703812e-06, "epoch": 0.7725222131831676, "percentage": 77.25, "elapsed_time": "3 days, 10:26:02", "remaining_time": "1 day, 0:16:45"} +{"current_steps": 4580, "total_steps": 5916, "loss": 0.42499027252197263, "lr": 1.4770057408570932e-06, "epoch": 0.7742126337809426, "percentage": 77.42, "elapsed_time": "3 days, 10:36:30", "remaining_time": "1 day, 0:05:49"} +{"current_steps": 4590, "total_steps": 5916, "loss": 0.4126904964447021, "lr": 1.4561309410031927e-06, "epoch": 0.7759030543787176, "percentage": 77.59, "elapsed_time": "3 days, 10:47:32", "remaining_time": "23:55:04"} +{"current_steps": 4600, "total_steps": 5916, "loss": 0.42144598960876467, "lr": 1.4353795368585455e-06, "epoch": 0.7775934749764926, "percentage": 77.76, "elapsed_time": "3 days, 10:58:49", "remaining_time": "23:44:22"} +{"current_steps": 4610, "total_steps": 5916, "loss": 0.43109354972839353, "lr": 1.4147522509764354e-06, "epoch": 0.7792838955742676, "percentage": 77.92, "elapsed_time": "3 days, 11:09:29", "remaining_time": "23:33:30"} +{"current_steps": 4620, "total_steps": 5916, "loss": 0.42487325668334963, "lr": 1.3942498015884148e-06, "epoch": 0.7809743161720426, "percentage": 78.09, "elapsed_time": "3 days, 11:20:31", "remaining_time": "23:22:44"} +{"current_steps": 4630, "total_steps": 5916, "loss": 0.4279775619506836, "lr": 1.3738729025792908e-06, "epoch": 0.7826647367698175, "percentage": 78.26, "elapsed_time": "3 days, 11:30:59", "remaining_time": "23:11:49"} +{"current_steps": 4640, "total_steps": 5916, "loss": 0.43117513656616213, "lr": 1.3536222634622704e-06, "epoch": 0.7843551573675925, "percentage": 78.43, "elapsed_time": "3 days, 11:42:03", "remaining_time": "23:01:04"} +{"current_steps": 4650, "total_steps": 5916, "loss": 0.42508134841918943, "lr": 1.3334985893542596e-06, "epoch": 0.7860455779653676, "percentage": 78.6, "elapsed_time": "3 days, 11:52:50", "remaining_time": "22:50:13"} +{"current_steps": 4660, "total_steps": 5916, "loss": 0.4202974796295166, "lr": 1.3135025809513047e-06, "epoch": 0.7877359985631425, "percentage": 78.77, "elapsed_time": "3 days, 12:03:34", "remaining_time": "22:39:23"} +{"current_steps": 4670, "total_steps": 5916, "loss": 0.4253946304321289, "lr": 1.293634934504196e-06, "epoch": 0.7894264191609175, "percentage": 78.94, "elapsed_time": "3 days, 12:14:11", "remaining_time": "22:28:30"} +{"current_steps": 4680, "total_steps": 5916, "loss": 0.4194544792175293, "lr": 1.273896341794229e-06, "epoch": 0.7911168397586925, "percentage": 79.11, "elapsed_time": "3 days, 12:25:07", "remaining_time": "22:17:42"} +{"current_steps": 4690, "total_steps": 5916, "loss": 0.4227456092834473, "lr": 1.2542874901091111e-06, "epoch": 0.7928072603564674, "percentage": 79.28, "elapsed_time": "3 days, 12:36:08", "remaining_time": "22:06:56"} +{"current_steps": 4700, "total_steps": 5916, "loss": 0.4224235534667969, "lr": 1.234809062219039e-06, "epoch": 0.7944976809542424, "percentage": 79.45, "elapsed_time": "3 days, 12:46:59", "remaining_time": "21:56:07"} +{"current_steps": 4710, "total_steps": 5916, "loss": 0.4228099822998047, "lr": 1.2154617363529126e-06, "epoch": 0.7961881015520174, "percentage": 79.61, "elapsed_time": "3 days, 12:57:58", "remaining_time": "21:45:20"} +{"current_steps": 4720, "total_steps": 5916, "loss": 0.4361612319946289, "lr": 1.1962461861747305e-06, "epoch": 0.7978785221497924, "percentage": 79.78, "elapsed_time": "3 days, 13:08:37", "remaining_time": "21:34:28"} +{"current_steps": 4730, "total_steps": 5916, "loss": 0.4273702144622803, "lr": 1.1771630807601287e-06, "epoch": 0.7995689427475674, "percentage": 79.95, "elapsed_time": "3 days, 13:19:11", "remaining_time": "21:23:35"} +{"current_steps": 4740, "total_steps": 5916, "loss": 0.4226740837097168, "lr": 1.1582130845730826e-06, "epoch": 0.8012593633453423, "percentage": 80.12, "elapsed_time": "3 days, 13:29:54", "remaining_time": "21:12:44"} +{"current_steps": 4750, "total_steps": 5916, "loss": 0.42818431854248046, "lr": 1.1393968574427744e-06, "epoch": 0.8029497839431173, "percentage": 80.29, "elapsed_time": "3 days, 13:40:41", "remaining_time": "21:01:54"} +{"current_steps": 4760, "total_steps": 5916, "loss": 0.425289249420166, "lr": 1.1207150545406136e-06, "epoch": 0.8046402045408924, "percentage": 80.46, "elapsed_time": "3 days, 13:51:33", "remaining_time": "20:51:05"} +{"current_steps": 4770, "total_steps": 5916, "loss": 0.4195976734161377, "lr": 1.1021683263574313e-06, "epoch": 0.8063306251386673, "percentage": 80.63, "elapsed_time": "3 days, 14:01:55", "remaining_time": "20:40:09"} +{"current_steps": 4780, "total_steps": 5916, "loss": 0.43142261505126955, "lr": 1.0837573186808214e-06, "epoch": 0.8080210457364423, "percentage": 80.8, "elapsed_time": "3 days, 14:12:39", "remaining_time": "20:29:19"} +{"current_steps": 4790, "total_steps": 5916, "loss": 0.4209465980529785, "lr": 1.0654826725726608e-06, "epoch": 0.8097114663342173, "percentage": 80.97, "elapsed_time": "3 days, 14:23:46", "remaining_time": "20:18:33"} +{"current_steps": 4800, "total_steps": 5916, "loss": 0.4263154029846191, "lr": 1.0473450243467865e-06, "epoch": 0.8114018869319922, "percentage": 81.14, "elapsed_time": "3 days, 14:34:54", "remaining_time": "20:07:49"} +{"current_steps": 4810, "total_steps": 5916, "loss": 0.4319735527038574, "lr": 1.0293450055468374e-06, "epoch": 0.8130923075297672, "percentage": 81.3, "elapsed_time": "3 days, 14:46:39", "remaining_time": "19:57:12"} +{"current_steps": 4820, "total_steps": 5916, "loss": 0.4187938690185547, "lr": 1.0114832429242705e-06, "epoch": 0.8147827281275423, "percentage": 81.47, "elapsed_time": "3 days, 14:57:18", "remaining_time": "19:46:20"} +{"current_steps": 4830, "total_steps": 5916, "loss": 0.4261464595794678, "lr": 9.93760358416529e-07, "epoch": 0.8164731487253172, "percentage": 81.64, "elapsed_time": "3 days, 15:07:59", "remaining_time": "19:35:29"} +{"current_steps": 4840, "total_steps": 5916, "loss": 0.4193047046661377, "lr": 9.761769691253931e-07, "epoch": 0.8181635693230922, "percentage": 81.81, "elapsed_time": "3 days, 15:18:46", "remaining_time": "19:24:39"} +{"current_steps": 4850, "total_steps": 5916, "loss": 0.4203728199005127, "lr": 9.587336872954906e-07, "epoch": 0.8198539899208672, "percentage": 81.98, "elapsed_time": "3 days, 15:29:31", "remaining_time": "19:13:48"} +{"current_steps": 4860, "total_steps": 5916, "loss": 0.42111892700195314, "lr": 9.414311202929771e-07, "epoch": 0.8215444105186421, "percentage": 82.15, "elapsed_time": "3 days, 15:40:35", "remaining_time": "19:03:02"} +{"current_steps": 4870, "total_steps": 5916, "loss": 0.423065185546875, "lr": 9.242698705843961e-07, "epoch": 0.8232348311164172, "percentage": 82.32, "elapsed_time": "3 days, 15:51:39", "remaining_time": "18:52:16"} +{"current_steps": 4880, "total_steps": 5916, "loss": 0.42530975341796873, "lr": 9.072505357156858e-07, "epoch": 0.8249252517141922, "percentage": 82.49, "elapsed_time": "3 days, 16:02:14", "remaining_time": "18:41:23"} +{"current_steps": 4890, "total_steps": 5916, "loss": 0.4214590072631836, "lr": 8.903737082913905e-07, "epoch": 0.8266156723119671, "percentage": 82.66, "elapsed_time": "3 days, 16:13:05", "remaining_time": "18:30:34"} +{"current_steps": 4900, "total_steps": 5916, "loss": 0.4245802879333496, "lr": 8.736399759540132e-07, "epoch": 0.8283060929097421, "percentage": 82.83, "elapsed_time": "3 days, 16:24:12", "remaining_time": "18:19:48"} +{"current_steps": 4910, "total_steps": 5916, "loss": 0.41890692710876465, "lr": 8.570499213635635e-07, "epoch": 0.8299965135075171, "percentage": 83.0, "elapsed_time": "3 days, 16:34:33", "remaining_time": "18:08:53"} +{"current_steps": 4920, "total_steps": 5916, "loss": 0.4315225124359131, "lr": 8.406041221772593e-07, "epoch": 0.831686934105292, "percentage": 83.16, "elapsed_time": "3 days, 16:45:39", "remaining_time": "17:58:07"} +{"current_steps": 4930, "total_steps": 5916, "loss": 0.4260035514831543, "lr": 8.243031510294225e-07, "epoch": 0.8333773547030671, "percentage": 83.33, "elapsed_time": "3 days, 16:56:18", "remaining_time": "17:47:15"} +{"current_steps": 4940, "total_steps": 5916, "loss": 0.4230846881866455, "lr": 8.081475755115381e-07, "epoch": 0.8350677753008421, "percentage": 83.5, "elapsed_time": "3 days, 17:06:56", "remaining_time": "17:36:24"} +{"current_steps": 4950, "total_steps": 5916, "loss": 0.4201014518737793, "lr": 7.921379581524879e-07, "epoch": 0.836758195898617, "percentage": 83.67, "elapsed_time": "3 days, 17:17:48", "remaining_time": "17:25:35"} +{"current_steps": 4960, "total_steps": 5916, "loss": 0.42217350006103516, "lr": 7.762748563989653e-07, "epoch": 0.838448616496392, "percentage": 83.84, "elapsed_time": "3 days, 17:28:29", "remaining_time": "17:14:43"} +{"current_steps": 4970, "total_steps": 5916, "loss": 0.4181986808776855, "lr": 7.605588225960631e-07, "epoch": 0.840139037094167, "percentage": 84.01, "elapsed_time": "3 days, 17:39:13", "remaining_time": "17:03:53"} +{"current_steps": 4980, "total_steps": 5916, "loss": 0.42473936080932617, "lr": 7.449904039680483e-07, "epoch": 0.841829457691942, "percentage": 84.18, "elapsed_time": "3 days, 17:50:00", "remaining_time": "16:53:03"} +{"current_steps": 4990, "total_steps": 5916, "loss": 0.42186822891235354, "lr": 7.295701425992984e-07, "epoch": 0.843519878289717, "percentage": 84.35, "elapsed_time": "3 days, 18:00:55", "remaining_time": "16:42:15"} +{"current_steps": 5000, "total_steps": 5916, "loss": 0.41666412353515625, "lr": 7.142985754154336e-07, "epoch": 0.845210298887492, "percentage": 84.52, "elapsed_time": "3 days, 18:11:37", "remaining_time": "16:31:24"} +{"current_steps": 5010, "total_steps": 5916, "loss": 0.41996259689331056, "lr": 6.991762341646163e-07, "epoch": 0.8469007194852669, "percentage": 84.69, "elapsed_time": "3 days, 18:22:20", "remaining_time": "16:20:33"} +{"current_steps": 5020, "total_steps": 5916, "loss": 0.41867885589599607, "lr": 6.842036453990386e-07, "epoch": 0.8485911400830419, "percentage": 84.85, "elapsed_time": "3 days, 18:33:19", "remaining_time": "16:09:46"} +{"current_steps": 5030, "total_steps": 5916, "loss": 0.42267436981201173, "lr": 6.69381330456591e-07, "epoch": 0.850281560680817, "percentage": 85.02, "elapsed_time": "3 days, 18:44:03", "remaining_time": "15:58:56"} +{"current_steps": 5040, "total_steps": 5916, "loss": 0.42384800910949705, "lr": 6.547098054427031e-07, "epoch": 0.8519719812785919, "percentage": 85.19, "elapsed_time": "3 days, 18:55:02", "remaining_time": "15:48:08"} +{"current_steps": 5050, "total_steps": 5916, "loss": 0.42662858963012695, "lr": 6.401895812123737e-07, "epoch": 0.8536624018763669, "percentage": 85.36, "elapsed_time": "3 days, 19:06:06", "remaining_time": "15:37:21"} +{"current_steps": 5060, "total_steps": 5916, "loss": 0.42463250160217286, "lr": 6.25821163352392e-07, "epoch": 0.8553528224741418, "percentage": 85.53, "elapsed_time": "3 days, 19:17:01", "remaining_time": "15:26:32"} +{"current_steps": 5070, "total_steps": 5916, "loss": 0.4259337425231934, "lr": 6.116050521637218e-07, "epoch": 0.8570432430719168, "percentage": 85.7, "elapsed_time": "3 days, 19:27:51", "remaining_time": "15:15:43"} +{"current_steps": 5080, "total_steps": 5916, "loss": 0.42664356231689454, "lr": 5.975417426440911e-07, "epoch": 0.8587336636696918, "percentage": 85.87, "elapsed_time": "3 days, 19:38:53", "remaining_time": "15:04:56"} +{"current_steps": 5090, "total_steps": 5916, "loss": 0.42066402435302735, "lr": 5.836317244707451e-07, "epoch": 0.8604240842674667, "percentage": 86.04, "elapsed_time": "3 days, 19:49:34", "remaining_time": "14:54:05"} +{"current_steps": 5100, "total_steps": 5916, "loss": 0.42577228546142576, "lr": 5.698754819834107e-07, "epoch": 0.8621145048652418, "percentage": 86.21, "elapsed_time": "3 days, 20:00:16", "remaining_time": "14:43:14"} +{"current_steps": 5110, "total_steps": 5916, "loss": 0.42906174659729, "lr": 5.562734941674175e-07, "epoch": 0.8638049254630168, "percentage": 86.38, "elapsed_time": "3 days, 20:11:14", "remaining_time": "14:32:26"} +{"current_steps": 5120, "total_steps": 5916, "loss": 0.42333269119262695, "lr": 5.428262346370305e-07, "epoch": 0.8654953460607917, "percentage": 86.54, "elapsed_time": "3 days, 20:22:26", "remaining_time": "14:21:40"} +{"current_steps": 5130, "total_steps": 5916, "loss": 0.42881431579589846, "lr": 5.295341716189522e-07, "epoch": 0.8671857666585667, "percentage": 86.71, "elapsed_time": "3 days, 20:32:56", "remaining_time": "14:10:48"} +{"current_steps": 5140, "total_steps": 5916, "loss": 0.41905965805053713, "lr": 5.163977679360221e-07, "epoch": 0.8688761872563417, "percentage": 86.88, "elapsed_time": "3 days, 20:43:31", "remaining_time": "13:59:56"} +{"current_steps": 5150, "total_steps": 5916, "loss": 0.427170467376709, "lr": 5.034174809911042e-07, "epoch": 0.8705666078541167, "percentage": 87.05, "elapsed_time": "3 days, 20:54:30", "remaining_time": "13:49:08"} +{"current_steps": 5160, "total_steps": 5916, "loss": 0.4227573394775391, "lr": 4.905937627511536e-07, "epoch": 0.8722570284518917, "percentage": 87.22, "elapsed_time": "3 days, 21:05:21", "remaining_time": "13:38:19"} +{"current_steps": 5170, "total_steps": 5916, "loss": 0.4257050514221191, "lr": 4.779270597314861e-07, "epoch": 0.8739474490496667, "percentage": 87.39, "elapsed_time": "3 days, 21:16:23", "remaining_time": "13:27:31"} +{"current_steps": 5180, "total_steps": 5916, "loss": 0.4265610694885254, "lr": 4.65417812980225e-07, "epoch": 0.8756378696474416, "percentage": 87.56, "elapsed_time": "3 days, 21:27:13", "remaining_time": "13:16:42"} +{"current_steps": 5190, "total_steps": 5916, "loss": 0.41692366600036623, "lr": 4.5306645806294904e-07, "epoch": 0.8773282902452166, "percentage": 87.73, "elapsed_time": "3 days, 21:38:09", "remaining_time": "13:05:53"} +{"current_steps": 5200, "total_steps": 5916, "loss": 0.4252819061279297, "lr": 4.4087342504752383e-07, "epoch": 0.8790187108429917, "percentage": 87.9, "elapsed_time": "3 days, 21:49:15", "remaining_time": "12:55:06"} +{"current_steps": 5210, "total_steps": 5916, "loss": 0.42319507598876954, "lr": 4.288391384891261e-07, "epoch": 0.8807091314407666, "percentage": 88.07, "elapsed_time": "3 days, 21:59:51", "remaining_time": "12:44:14"} +{"current_steps": 5220, "total_steps": 5916, "loss": 0.4205298900604248, "lr": 4.169640174154627e-07, "epoch": 0.8823995520385416, "percentage": 88.24, "elapsed_time": "3 days, 22:10:24", "remaining_time": "12:33:23"} +{"current_steps": 5230, "total_steps": 5916, "loss": 0.4183074951171875, "lr": 4.052484753121799e-07, "epoch": 0.8840899726363166, "percentage": 88.4, "elapsed_time": "3 days, 22:21:55", "remaining_time": "12:22:39"} +{"current_steps": 5240, "total_steps": 5916, "loss": 0.42419729232788084, "lr": 3.936929201084644e-07, "epoch": 0.8857803932340915, "percentage": 88.57, "elapsed_time": "3 days, 22:32:28", "remaining_time": "12:11:47"} +{"current_steps": 5250, "total_steps": 5916, "loss": 0.424894905090332, "lr": 3.822977541628453e-07, "epoch": 0.8874708138318665, "percentage": 88.74, "elapsed_time": "3 days, 22:43:07", "remaining_time": "12:00:56"} +{"current_steps": 5260, "total_steps": 5916, "loss": 0.42048206329345705, "lr": 3.7106337424917205e-07, "epoch": 0.8891612344296416, "percentage": 88.91, "elapsed_time": "3 days, 22:54:25", "remaining_time": "11:50:10"} +{"current_steps": 5270, "total_steps": 5916, "loss": 0.4223438262939453, "lr": 3.599901715428139e-07, "epoch": 0.8908516550274165, "percentage": 89.08, "elapsed_time": "3 days, 23:05:14", "remaining_time": "11:39:21"} +{"current_steps": 5280, "total_steps": 5916, "loss": 0.42336835861206057, "lr": 3.4907853160702777e-07, "epoch": 0.8925420756251915, "percentage": 89.25, "elapsed_time": "3 days, 23:16:38", "remaining_time": "11:28:35"} +{"current_steps": 5290, "total_steps": 5916, "loss": 0.4154191970825195, "lr": 3.38328834379541e-07, "epoch": 0.8942324962229665, "percentage": 89.42, "elapsed_time": "3 days, 23:27:25", "remaining_time": "11:17:45"} +{"current_steps": 5300, "total_steps": 5916, "loss": 0.41904850006103517, "lr": 3.277414541593144e-07, "epoch": 0.8959229168207414, "percentage": 89.59, "elapsed_time": "3 days, 23:38:11", "remaining_time": "11:06:55"} +{"current_steps": 5310, "total_steps": 5916, "loss": 0.4230810165405273, "lr": 3.173167595935156e-07, "epoch": 0.8976133374185165, "percentage": 89.76, "elapsed_time": "3 days, 23:48:37", "remaining_time": "10:56:03"} +{"current_steps": 5320, "total_steps": 5916, "loss": 0.4264675617218018, "lr": 3.0705511366468264e-07, "epoch": 0.8993037580162915, "percentage": 89.93, "elapsed_time": "3 days, 23:59:02", "remaining_time": "10:45:11"} +{"current_steps": 5330, "total_steps": 5916, "loss": 0.4253951072692871, "lr": 2.969568736780809e-07, "epoch": 0.9009941786140664, "percentage": 90.09, "elapsed_time": "4 days, 0:10:10", "remaining_time": "10:34:23"} +{"current_steps": 5340, "total_steps": 5916, "loss": 0.42444214820861814, "lr": 2.8702239124926536e-07, "epoch": 0.9026845992118414, "percentage": 90.26, "elapsed_time": "4 days, 0:20:38", "remaining_time": "10:23:31"} +{"current_steps": 5350, "total_steps": 5916, "loss": 0.41964020729064944, "lr": 2.7725201229183595e-07, "epoch": 0.9043750198096164, "percentage": 90.43, "elapsed_time": "4 days, 0:31:35", "remaining_time": "10:12:43"} +{"current_steps": 5360, "total_steps": 5916, "loss": 0.4201678276062012, "lr": 2.676460770053935e-07, "epoch": 0.9060654404073913, "percentage": 90.6, "elapsed_time": "4 days, 0:42:23", "remaining_time": "10:01:53"} +{"current_steps": 5370, "total_steps": 5916, "loss": 0.4261648654937744, "lr": 2.5820491986369655e-07, "epoch": 0.9077558610051664, "percentage": 90.77, "elapsed_time": "4 days, 0:52:51", "remaining_time": "9:51:01"} +{"current_steps": 5380, "total_steps": 5916, "loss": 0.42170066833496095, "lr": 2.4892886960300955e-07, "epoch": 0.9094462816029414, "percentage": 90.94, "elapsed_time": "4 days, 1:03:24", "remaining_time": "9:40:10"} +{"current_steps": 5390, "total_steps": 5916, "loss": 0.4172752857208252, "lr": 2.3981824921066264e-07, "epoch": 0.9111367022007163, "percentage": 91.11, "elapsed_time": "4 days, 1:13:56", "remaining_time": "9:29:19"} +{"current_steps": 5400, "total_steps": 5916, "loss": 0.42790851593017576, "lr": 2.3087337591379877e-07, "epoch": 0.9128271227984913, "percentage": 91.28, "elapsed_time": "4 days, 1:25:19", "remaining_time": "9:18:33"} +{"current_steps": 5410, "total_steps": 5916, "loss": 0.42197275161743164, "lr": 2.2209456116833726e-07, "epoch": 0.9145175433962662, "percentage": 91.45, "elapsed_time": "4 days, 1:36:27", "remaining_time": "9:07:45"} +{"current_steps": 5420, "total_steps": 5916, "loss": 0.4245607376098633, "lr": 2.1348211064811886e-07, "epoch": 0.9162079639940413, "percentage": 91.62, "elapsed_time": "4 days, 1:47:05", "remaining_time": "8:56:54"} +{"current_steps": 5430, "total_steps": 5916, "loss": 0.4241465091705322, "lr": 2.050363242342679e-07, "epoch": 0.9178983845918163, "percentage": 91.78, "elapsed_time": "4 days, 1:57:36", "remaining_time": "8:46:03"} +{"current_steps": 5440, "total_steps": 5916, "loss": 0.42714385986328124, "lr": 1.9675749600475137e-07, "epoch": 0.9195888051895912, "percentage": 91.95, "elapsed_time": "4 days, 2:08:33", "remaining_time": "8:35:14"} +{"current_steps": 5450, "total_steps": 5916, "loss": 0.4192478179931641, "lr": 1.8864591422413647e-07, "epoch": 0.9212792257873662, "percentage": 92.12, "elapsed_time": "4 days, 2:19:40", "remaining_time": "8:24:26"} +{"current_steps": 5460, "total_steps": 5916, "loss": 0.41727705001831056, "lr": 1.8070186133355482e-07, "epoch": 0.9229696463851412, "percentage": 92.29, "elapsed_time": "4 days, 2:30:07", "remaining_time": "8:13:35"} +{"current_steps": 5470, "total_steps": 5916, "loss": 0.42743620872497556, "lr": 1.7292561394086638e-07, "epoch": 0.9246600669829161, "percentage": 92.46, "elapsed_time": "4 days, 2:41:03", "remaining_time": "8:02:46"} +{"current_steps": 5480, "total_steps": 5916, "loss": 0.42295517921447756, "lr": 1.6531744281103268e-07, "epoch": 0.9263504875806912, "percentage": 92.63, "elapsed_time": "4 days, 2:52:05", "remaining_time": "7:51:58"} +{"current_steps": 5490, "total_steps": 5916, "loss": 0.4170988082885742, "lr": 1.578776128566828e-07, "epoch": 0.9280409081784662, "percentage": 92.8, "elapsed_time": "4 days, 3:03:14", "remaining_time": "7:41:10"} +{"current_steps": 5500, "total_steps": 5916, "loss": 0.4168592929840088, "lr": 1.5060638312889288e-07, "epoch": 0.9297313287762411, "percentage": 92.97, "elapsed_time": "4 days, 3:14:25", "remaining_time": "7:30:22"} +{"current_steps": 5510, "total_steps": 5916, "loss": 0.4170875072479248, "lr": 1.4350400680816555e-07, "epoch": 0.9314217493740161, "percentage": 93.14, "elapsed_time": "4 days, 3:25:22", "remaining_time": "7:19:33"} +{"current_steps": 5520, "total_steps": 5916, "loss": 0.4208053112030029, "lr": 1.365707311956138e-07, "epoch": 0.9331121699717911, "percentage": 93.31, "elapsed_time": "4 days, 3:36:17", "remaining_time": "7:08:44"} +{"current_steps": 5530, "total_steps": 5916, "loss": 0.4162314414978027, "lr": 1.29806797704351e-07, "epoch": 0.934802590569566, "percentage": 93.48, "elapsed_time": "4 days, 3:47:00", "remaining_time": "6:57:54"} +{"current_steps": 5540, "total_steps": 5916, "loss": 0.42525811195373536, "lr": 1.2321244185108438e-07, "epoch": 0.9364930111673411, "percentage": 93.64, "elapsed_time": "4 days, 3:57:23", "remaining_time": "6:47:02"} +{"current_steps": 5550, "total_steps": 5916, "loss": 0.4258564949035645, "lr": 1.1678789324791385e-07, "epoch": 0.9381834317651161, "percentage": 93.81, "elapsed_time": "4 days, 4:08:12", "remaining_time": "6:36:13"} +{"current_steps": 5560, "total_steps": 5916, "loss": 0.42623538970947267, "lr": 1.1053337559433774e-07, "epoch": 0.939873852362891, "percentage": 93.98, "elapsed_time": "4 days, 4:19:05", "remaining_time": "6:25:23"} +{"current_steps": 5570, "total_steps": 5916, "loss": 0.42596940994262694, "lr": 1.0444910666946362e-07, "epoch": 0.941564272960666, "percentage": 94.15, "elapsed_time": "4 days, 4:29:47", "remaining_time": "6:14:33"} +{"current_steps": 5580, "total_steps": 5916, "loss": 0.4168665885925293, "lr": 9.853529832442643e-08, "epoch": 0.943254693558441, "percentage": 94.32, "elapsed_time": "4 days, 4:40:28", "remaining_time": "6:03:43"} +{"current_steps": 5590, "total_steps": 5916, "loss": 0.4280057907104492, "lr": 9.27921564750095e-08, "epoch": 0.944945114156216, "percentage": 94.49, "elapsed_time": "4 days, 4:51:59", "remaining_time": "5:52:56"} +{"current_steps": 5600, "total_steps": 5916, "loss": 0.4269193172454834, "lr": 8.721988109447632e-08, "epoch": 0.946635534753991, "percentage": 94.66, "elapsed_time": "4 days, 5:02:54", "remaining_time": "5:42:07"} +{"current_steps": 5610, "total_steps": 5916, "loss": 0.42088003158569337, "lr": 8.181866620660839e-08, "epoch": 0.948325955351766, "percentage": 94.83, "elapsed_time": "4 days, 5:13:22", "remaining_time": "5:31:16"} +{"current_steps": 5620, "total_steps": 5916, "loss": 0.41224422454833987, "lr": 7.658869987894612e-08, "epoch": 0.9500163759495409, "percentage": 95.0, "elapsed_time": "4 days, 5:24:16", "remaining_time": "5:20:27"} +{"current_steps": 5630, "total_steps": 5916, "loss": 0.4289411544799805, "lr": 7.153016421624525e-08, "epoch": 0.9517067965473159, "percentage": 95.17, "elapsed_time": "4 days, 5:34:40", "remaining_time": "5:09:36"} +{"current_steps": 5640, "total_steps": 5916, "loss": 0.4195157527923584, "lr": 6.66432353541302e-08, "epoch": 0.953397217145091, "percentage": 95.33, "elapsed_time": "4 days, 5:46:07", "remaining_time": "4:58:48"} +{"current_steps": 5650, "total_steps": 5916, "loss": 0.42493529319763185, "lr": 6.192808345296786e-08, "epoch": 0.9550876377428659, "percentage": 95.5, "elapsed_time": "4 days, 5:56:22", "remaining_time": "4:47:57"} +{"current_steps": 5660, "total_steps": 5916, "loss": 0.42592926025390626, "lr": 5.7384872691936264e-08, "epoch": 0.9567780583406409, "percentage": 95.67, "elapsed_time": "4 days, 6:07:31", "remaining_time": "4:37:08"} +{"current_steps": 5670, "total_steps": 5916, "loss": 0.42506136894226076, "lr": 5.301376126331248e-08, "epoch": 0.9584684789384159, "percentage": 95.84, "elapsed_time": "4 days, 6:18:18", "remaining_time": "4:26:19"} +{"current_steps": 5680, "total_steps": 5916, "loss": 0.4225175857543945, "lr": 4.8814901366961985e-08, "epoch": 0.9601588995361908, "percentage": 96.01, "elapsed_time": "4 days, 6:29:30", "remaining_time": "4:15:30"} +{"current_steps": 5690, "total_steps": 5916, "loss": 0.424249267578125, "lr": 4.478843920504017e-08, "epoch": 0.9618493201339658, "percentage": 96.18, "elapsed_time": "4 days, 6:40:25", "remaining_time": "4:04:41"} +{"current_steps": 5700, "total_steps": 5916, "loss": 0.42214536666870117, "lr": 4.093451497690193e-08, "epoch": 0.9635397407317409, "percentage": 96.35, "elapsed_time": "4 days, 6:51:28", "remaining_time": "3:53:51"} +{"current_steps": 5710, "total_steps": 5916, "loss": 0.42182073593139646, "lr": 3.725326287421838e-08, "epoch": 0.9652301613295158, "percentage": 96.52, "elapsed_time": "4 days, 7:02:27", "remaining_time": "3:43:02"} +{"current_steps": 5720, "total_steps": 5916, "loss": 0.4228252410888672, "lr": 3.374481107630612e-08, "epoch": 0.9669205819272908, "percentage": 96.69, "elapsed_time": "4 days, 7:13:15", "remaining_time": "3:32:13"} +{"current_steps": 5730, "total_steps": 5916, "loss": 0.4173929214477539, "lr": 3.040928174566415e-08, "epoch": 0.9686110025250658, "percentage": 96.86, "elapsed_time": "4 days, 7:23:27", "remaining_time": "3:21:22"} +{"current_steps": 5740, "total_steps": 5916, "loss": 0.42366867065429686, "lr": 2.7246791023717854e-08, "epoch": 0.9703014231228407, "percentage": 97.03, "elapsed_time": "4 days, 7:34:26", "remaining_time": "3:10:32"} +{"current_steps": 5750, "total_steps": 5916, "loss": 0.42436580657958983, "lr": 2.42574490267794e-08, "epoch": 0.9719918437206158, "percentage": 97.19, "elapsed_time": "4 days, 7:45:41", "remaining_time": "2:59:43"} +{"current_steps": 5760, "total_steps": 5916, "loss": 0.41978960037231444, "lr": 2.1441359842206966e-08, "epoch": 0.9736822643183907, "percentage": 97.36, "elapsed_time": "4 days, 7:56:27", "remaining_time": "2:48:54"} +{"current_steps": 5770, "total_steps": 5916, "loss": 0.4175607681274414, "lr": 1.8798621524788173e-08, "epoch": 0.9753726849161657, "percentage": 97.53, "elapsed_time": "4 days, 8:07:09", "remaining_time": "2:38:04"} +{"current_steps": 5780, "total_steps": 5916, "loss": 0.4178473472595215, "lr": 1.6329326093320053e-08, "epoch": 0.9770631055139407, "percentage": 97.7, "elapsed_time": "4 days, 8:17:58", "remaining_time": "2:27:14"} +{"current_steps": 5790, "total_steps": 5916, "loss": 0.41806626319885254, "lr": 1.4033559527407703e-08, "epoch": 0.9787535261117156, "percentage": 97.87, "elapsed_time": "4 days, 8:29:06", "remaining_time": "2:16:25"} +{"current_steps": 5800, "total_steps": 5916, "loss": 0.41689310073852537, "lr": 1.1911401764468922e-08, "epoch": 0.9804439467094906, "percentage": 98.04, "elapsed_time": "4 days, 8:39:17", "remaining_time": "2:05:35"} +{"current_steps": 5810, "total_steps": 5916, "loss": 0.418758487701416, "lr": 9.96292669695198e-09, "epoch": 0.9821343673072657, "percentage": 98.21, "elapsed_time": "4 days, 8:50:17", "remaining_time": "1:54:45"} +{"current_steps": 5820, "total_steps": 5916, "loss": 0.4206347942352295, "lr": 8.188202169763793e-09, "epoch": 0.9838247879050406, "percentage": 98.38, "elapsed_time": "4 days, 9:01:11", "remaining_time": "1:43:56"} +{"current_steps": 5830, "total_steps": 5916, "loss": 0.4244359016418457, "lr": 6.5872899779045875e-09, "epoch": 0.9855152085028156, "percentage": 98.55, "elapsed_time": "4 days, 9:12:15", "remaining_time": "1:33:06"} +{"current_steps": 5840, "total_steps": 5916, "loss": 0.41902694702148435, "lr": 5.160245864319069e-09, "epoch": 0.9872056291005906, "percentage": 98.72, "elapsed_time": "4 days, 9:23:00", "remaining_time": "1:22:17"} +{"current_steps": 5850, "total_steps": 5916, "loss": 0.4193845748901367, "lr": 3.907119517954083e-09, "epoch": 0.9888960496983655, "percentage": 98.88, "elapsed_time": "4 days, 9:33:39", "remaining_time": "1:11:27"} +{"current_steps": 5860, "total_steps": 5916, "loss": 0.41649885177612306, "lr": 2.827954572027225e-09, "epoch": 0.9905864702961406, "percentage": 99.05, "elapsed_time": "4 days, 9:44:20", "remaining_time": "1:00:37"} +{"current_steps": 5870, "total_steps": 5916, "loss": 0.4247690200805664, "lr": 1.922788602511938e-09, "epoch": 0.9922768908939156, "percentage": 99.22, "elapsed_time": "4 days, 9:55:05", "remaining_time": "0:49:48"} +{"current_steps": 5880, "total_steps": 5916, "loss": 0.4229640007019043, "lr": 1.1916531268230114e-09, "epoch": 0.9939673114916905, "percentage": 99.39, "elapsed_time": "4 days, 10:05:27", "remaining_time": "0:38:58"} +{"current_steps": 5890, "total_steps": 5916, "loss": 0.42009563446044923, "lr": 6.345736027257853e-10, "epoch": 0.9956577320894655, "percentage": 99.56, "elapsed_time": "4 days, 10:16:33", "remaining_time": "0:28:08"} +{"current_steps": 5900, "total_steps": 5916, "loss": 0.4222869396209717, "lr": 2.51569427442977e-10, "epoch": 0.9973481526872405, "percentage": 99.73, "elapsed_time": "4 days, 10:27:48", "remaining_time": "0:17:19"} +{"current_steps": 5910, "total_steps": 5916, "loss": 0.42395753860473634, "lr": 4.2653936984660136e-11, "epoch": 0.9990385732850154, "percentage": 99.9, "elapsed_time": "4 days, 10:38:02", "remaining_time": "0:06:29"} +{"current_steps": 5916, "total_steps": 5916, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "4 days, 10:45:03", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..1c0b19e --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,4180 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 5916, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0016904205977749838, + "grad_norm": 1.5393127157503101, + "learning_rate": 1.5202702702702706e-07, + "loss": 0.7280044555664062, + "step": 10 + }, + { + "epoch": 0.0033808411955499676, + "grad_norm": 1.4909846560751012, + "learning_rate": 3.2094594594594594e-07, + "loss": 0.7421677589416504, + "step": 20 + }, + { + "epoch": 0.005071261793324951, + "grad_norm": 1.1386498100093034, + "learning_rate": 4.898648648648649e-07, + "loss": 0.7222579956054688, + "step": 30 + }, + { + "epoch": 0.006761682391099935, + "grad_norm": 0.8683143176223492, + "learning_rate": 6.587837837837838e-07, + "loss": 0.6997623920440674, + "step": 40 + }, + { + "epoch": 0.008452102988874919, + "grad_norm": 0.6915935865750568, + "learning_rate": 8.277027027027028e-07, + "loss": 0.6706014156341553, + "step": 50 + }, + { + "epoch": 0.010142523586649903, + "grad_norm": 0.5119352644321808, + "learning_rate": 9.966216216216217e-07, + "loss": 0.6358686923980713, + "step": 60 + }, + { + "epoch": 0.011832944184424887, + "grad_norm": 0.4337471829765602, + "learning_rate": 1.1655405405405406e-06, + "loss": 0.618624210357666, + "step": 70 + }, + { + "epoch": 0.01352336478219987, + "grad_norm": 0.4205476110134685, + "learning_rate": 1.3344594594594596e-06, + "loss": 0.6060873508453369, + "step": 80 + }, + { + "epoch": 0.015213785379974854, + "grad_norm": 0.39627091778455564, + "learning_rate": 1.5033783783783785e-06, + "loss": 0.5913969993591308, + "step": 90 + }, + { + "epoch": 0.016904205977749838, + "grad_norm": 0.40212736895916457, + "learning_rate": 1.6722972972972977e-06, + "loss": 0.5814601421356201, + "step": 100 + }, + { + "epoch": 0.018594626575524822, + "grad_norm": 0.4773638249628802, + "learning_rate": 1.8412162162162164e-06, + "loss": 0.5719439029693604, + "step": 110 + }, + { + "epoch": 0.020285047173299806, + "grad_norm": 0.38472922772015794, + "learning_rate": 2.0101351351351353e-06, + "loss": 0.5604746818542481, + "step": 120 + }, + { + "epoch": 0.02197546777107479, + "grad_norm": 0.40656017027176017, + "learning_rate": 2.1790540540540543e-06, + "loss": 0.5584488391876221, + "step": 130 + }, + { + "epoch": 0.023665888368849773, + "grad_norm": 0.371308302071795, + "learning_rate": 2.347972972972973e-06, + "loss": 0.5508419036865234, + "step": 140 + }, + { + "epoch": 0.025356308966624757, + "grad_norm": 0.6240307244052877, + "learning_rate": 2.516891891891892e-06, + "loss": 0.545355224609375, + "step": 150 + }, + { + "epoch": 0.02704672956439974, + "grad_norm": 0.4324101126507423, + "learning_rate": 2.685810810810811e-06, + "loss": 0.5469128608703613, + "step": 160 + }, + { + "epoch": 0.028737150162174725, + "grad_norm": 0.4050600506019846, + "learning_rate": 2.85472972972973e-06, + "loss": 0.5449463367462158, + "step": 170 + }, + { + "epoch": 0.03042757075994971, + "grad_norm": 0.40162846746542147, + "learning_rate": 3.023648648648649e-06, + "loss": 0.5376415252685547, + "step": 180 + }, + { + "epoch": 0.032117991357724696, + "grad_norm": 0.38755458720694097, + "learning_rate": 3.192567567567568e-06, + "loss": 0.5347342491149902, + "step": 190 + }, + { + "epoch": 0.033808411955499676, + "grad_norm": 0.4920608811887175, + "learning_rate": 3.3614864864864864e-06, + "loss": 0.537785816192627, + "step": 200 + }, + { + "epoch": 0.03549883255327466, + "grad_norm": 0.4350756261944741, + "learning_rate": 3.5304054054054053e-06, + "loss": 0.5192846775054931, + "step": 210 + }, + { + "epoch": 0.037189253151049644, + "grad_norm": 0.4693428284277957, + "learning_rate": 3.6993243243243247e-06, + "loss": 0.5229539394378662, + "step": 220 + }, + { + "epoch": 0.03887967374882463, + "grad_norm": 0.47341352669542003, + "learning_rate": 3.868243243243244e-06, + "loss": 0.5329394340515137, + "step": 230 + }, + { + "epoch": 0.04057009434659961, + "grad_norm": 0.42129758409095647, + "learning_rate": 4.037162162162163e-06, + "loss": 0.5307604312896729, + "step": 240 + }, + { + "epoch": 0.0422605149443746, + "grad_norm": 0.40815950715332777, + "learning_rate": 4.206081081081081e-06, + "loss": 0.5192375183105469, + "step": 250 + }, + { + "epoch": 0.04395093554214958, + "grad_norm": 0.4200400303493133, + "learning_rate": 4.3750000000000005e-06, + "loss": 0.5104325294494629, + "step": 260 + }, + { + "epoch": 0.045641356139924566, + "grad_norm": 0.4759394203212884, + "learning_rate": 4.543918918918919e-06, + "loss": 0.5136491775512695, + "step": 270 + }, + { + "epoch": 0.047331776737699546, + "grad_norm": 0.4354678343040916, + "learning_rate": 4.712837837837838e-06, + "loss": 0.5056795597076416, + "step": 280 + }, + { + "epoch": 0.049022197335474534, + "grad_norm": 0.4796606080973553, + "learning_rate": 4.881756756756757e-06, + "loss": 0.5168024063110351, + "step": 290 + }, + { + "epoch": 0.050712617933249514, + "grad_norm": 0.5075769744330321, + "learning_rate": 5.050675675675676e-06, + "loss": 0.5202849388122559, + "step": 300 + }, + { + "epoch": 0.0524030385310245, + "grad_norm": 0.4153292083599306, + "learning_rate": 5.219594594594595e-06, + "loss": 0.5088020324707031, + "step": 310 + }, + { + "epoch": 0.05409345912879948, + "grad_norm": 0.6184601220323779, + "learning_rate": 5.388513513513513e-06, + "loss": 0.5058822154998779, + "step": 320 + }, + { + "epoch": 0.05578387972657447, + "grad_norm": 0.5404243375856757, + "learning_rate": 5.557432432432433e-06, + "loss": 0.5120021820068359, + "step": 330 + }, + { + "epoch": 0.05747430032434945, + "grad_norm": 0.4787472095986187, + "learning_rate": 5.726351351351351e-06, + "loss": 0.5063863754272461, + "step": 340 + }, + { + "epoch": 0.059164720922124436, + "grad_norm": 0.4911006620908002, + "learning_rate": 5.8952702702702705e-06, + "loss": 0.502506160736084, + "step": 350 + }, + { + "epoch": 0.06085514151989942, + "grad_norm": 0.7405518769222905, + "learning_rate": 6.06418918918919e-06, + "loss": 0.4920937538146973, + "step": 360 + }, + { + "epoch": 0.0625455621176744, + "grad_norm": 0.47943676154065007, + "learning_rate": 6.233108108108109e-06, + "loss": 0.5055969715118408, + "step": 370 + }, + { + "epoch": 0.06423598271544939, + "grad_norm": 0.5295416406304393, + "learning_rate": 6.402027027027028e-06, + "loss": 0.49520511627197267, + "step": 380 + }, + { + "epoch": 0.06592640331322437, + "grad_norm": 0.44250966671562564, + "learning_rate": 6.570945945945947e-06, + "loss": 0.5030886650085449, + "step": 390 + }, + { + "epoch": 0.06761682391099935, + "grad_norm": 0.5383736396097062, + "learning_rate": 6.739864864864866e-06, + "loss": 0.4966264247894287, + "step": 400 + }, + { + "epoch": 0.06930724450877435, + "grad_norm": 0.4378624064122213, + "learning_rate": 6.908783783783785e-06, + "loss": 0.5109675407409668, + "step": 410 + }, + { + "epoch": 0.07099766510654933, + "grad_norm": 0.7886546643219341, + "learning_rate": 7.0777027027027035e-06, + "loss": 0.4995694637298584, + "step": 420 + }, + { + "epoch": 0.0726880857043243, + "grad_norm": 0.44892133998631173, + "learning_rate": 7.246621621621622e-06, + "loss": 0.4928102970123291, + "step": 430 + }, + { + "epoch": 0.07437850630209929, + "grad_norm": 0.4522504419948549, + "learning_rate": 7.415540540540541e-06, + "loss": 0.4935169219970703, + "step": 440 + }, + { + "epoch": 0.07606892689987428, + "grad_norm": 0.47388387012658867, + "learning_rate": 7.58445945945946e-06, + "loss": 0.4919950008392334, + "step": 450 + }, + { + "epoch": 0.07775934749764926, + "grad_norm": 0.4751247826361683, + "learning_rate": 7.753378378378378e-06, + "loss": 0.4960982322692871, + "step": 460 + }, + { + "epoch": 0.07944976809542424, + "grad_norm": 0.48392017417638244, + "learning_rate": 7.922297297297298e-06, + "loss": 0.4992071151733398, + "step": 470 + }, + { + "epoch": 0.08114018869319922, + "grad_norm": 0.4974127003472514, + "learning_rate": 8.091216216216217e-06, + "loss": 0.4960615634918213, + "step": 480 + }, + { + "epoch": 0.08283060929097422, + "grad_norm": 0.45126823416690404, + "learning_rate": 8.260135135135135e-06, + "loss": 0.4928754806518555, + "step": 490 + }, + { + "epoch": 0.0845210298887492, + "grad_norm": 0.5896794617176134, + "learning_rate": 8.429054054054054e-06, + "loss": 0.49259119033813475, + "step": 500 + }, + { + "epoch": 0.08621145048652418, + "grad_norm": 0.46198142303389655, + "learning_rate": 8.597972972972974e-06, + "loss": 0.4931736946105957, + "step": 510 + }, + { + "epoch": 0.08790187108429916, + "grad_norm": 0.5089850771284543, + "learning_rate": 8.766891891891893e-06, + "loss": 0.48741836547851564, + "step": 520 + }, + { + "epoch": 0.08959229168207415, + "grad_norm": 0.498017321228989, + "learning_rate": 8.93581081081081e-06, + "loss": 0.4871868133544922, + "step": 530 + }, + { + "epoch": 0.09128271227984913, + "grad_norm": 0.4364519713463667, + "learning_rate": 9.104729729729732e-06, + "loss": 0.4887679100036621, + "step": 540 + }, + { + "epoch": 0.09297313287762411, + "grad_norm": 0.4482779936423717, + "learning_rate": 9.27364864864865e-06, + "loss": 0.48195371627807615, + "step": 550 + }, + { + "epoch": 0.09466355347539909, + "grad_norm": 0.4562904990399742, + "learning_rate": 9.442567567567569e-06, + "loss": 0.48915772438049315, + "step": 560 + }, + { + "epoch": 0.09635397407317409, + "grad_norm": 0.49452467224625607, + "learning_rate": 9.611486486486488e-06, + "loss": 0.4924494743347168, + "step": 570 + }, + { + "epoch": 0.09804439467094907, + "grad_norm": 0.4652453454681303, + "learning_rate": 9.780405405405407e-06, + "loss": 0.4876460075378418, + "step": 580 + }, + { + "epoch": 0.09973481526872405, + "grad_norm": 0.46684881016372576, + "learning_rate": 9.949324324324325e-06, + "loss": 0.4890481948852539, + "step": 590 + }, + { + "epoch": 0.10142523586649903, + "grad_norm": 0.5490321111052099, + "learning_rate": 9.999957346063017e-06, + "loss": 0.484678840637207, + "step": 600 + }, + { + "epoch": 0.10311565646427402, + "grad_norm": 0.7722942859795399, + "learning_rate": 9.999748430572558e-06, + "loss": 0.48883733749389646, + "step": 610 + }, + { + "epoch": 0.104806077062049, + "grad_norm": 0.5530949398407944, + "learning_rate": 9.999365426397275e-06, + "loss": 0.48575553894042967, + "step": 620 + }, + { + "epoch": 0.10649649765982398, + "grad_norm": 0.47335899243694096, + "learning_rate": 9.998808346873179e-06, + "loss": 0.4800987720489502, + "step": 630 + }, + { + "epoch": 0.10818691825759896, + "grad_norm": 0.47768175202180385, + "learning_rate": 9.99807721139749e-06, + "loss": 0.47647809982299805, + "step": 640 + }, + { + "epoch": 0.10987733885537396, + "grad_norm": 0.46600234628629655, + "learning_rate": 9.997172045427974e-06, + "loss": 0.47447705268859863, + "step": 650 + }, + { + "epoch": 0.11156775945314894, + "grad_norm": 0.5180380166358451, + "learning_rate": 9.996092880482047e-06, + "loss": 0.4927847385406494, + "step": 660 + }, + { + "epoch": 0.11325818005092392, + "grad_norm": 0.7812305828383127, + "learning_rate": 9.99483975413568e-06, + "loss": 0.48745927810668943, + "step": 670 + }, + { + "epoch": 0.1149486006486989, + "grad_norm": 0.43644647448782514, + "learning_rate": 9.993412710022096e-06, + "loss": 0.48123817443847655, + "step": 680 + }, + { + "epoch": 0.11663902124647389, + "grad_norm": 0.49127236612828806, + "learning_rate": 9.991811797830238e-06, + "loss": 0.4744853973388672, + "step": 690 + }, + { + "epoch": 0.11832944184424887, + "grad_norm": 0.5833255708338916, + "learning_rate": 9.99003707330305e-06, + "loss": 0.48299551010131836, + "step": 700 + }, + { + "epoch": 0.12001986244202385, + "grad_norm": 0.5184397410093639, + "learning_rate": 9.988088598235532e-06, + "loss": 0.48394503593444826, + "step": 710 + }, + { + "epoch": 0.12171028303979883, + "grad_norm": 0.5258890543376203, + "learning_rate": 9.985966440472594e-06, + "loss": 0.4847887992858887, + "step": 720 + }, + { + "epoch": 0.12340070363757383, + "grad_norm": 0.4640524383999511, + "learning_rate": 9.98367067390668e-06, + "loss": 0.48206357955932616, + "step": 730 + }, + { + "epoch": 0.1250911242353488, + "grad_norm": 0.4273195720362554, + "learning_rate": 9.981201378475213e-06, + "loss": 0.48335995674133303, + "step": 740 + }, + { + "epoch": 0.1267815448331238, + "grad_norm": 0.4888196321723977, + "learning_rate": 9.978558640157794e-06, + "loss": 0.4779070854187012, + "step": 750 + }, + { + "epoch": 0.12847196543089878, + "grad_norm": 0.4492781187011461, + "learning_rate": 9.975742550973223e-06, + "loss": 0.47565546035766604, + "step": 760 + }, + { + "epoch": 0.13016238602867375, + "grad_norm": 0.6183045865145201, + "learning_rate": 9.972753208976283e-06, + "loss": 0.4773505687713623, + "step": 770 + }, + { + "epoch": 0.13185280662644874, + "grad_norm": 0.4825877361384316, + "learning_rate": 9.969590718254337e-06, + "loss": 0.47838778495788575, + "step": 780 + }, + { + "epoch": 0.13354322722422374, + "grad_norm": 0.4228373437680581, + "learning_rate": 9.966255188923694e-06, + "loss": 0.47666234970092775, + "step": 790 + }, + { + "epoch": 0.1352336478219987, + "grad_norm": 0.49439709272758775, + "learning_rate": 9.962746737125783e-06, + "loss": 0.47107582092285155, + "step": 800 + }, + { + "epoch": 0.1369240684197737, + "grad_norm": 0.4644619381643305, + "learning_rate": 9.959065485023099e-06, + "loss": 0.47295198440551756, + "step": 810 + }, + { + "epoch": 0.1386144890175487, + "grad_norm": 0.40092407936813573, + "learning_rate": 9.95521156079496e-06, + "loss": 0.46324882507324217, + "step": 820 + }, + { + "epoch": 0.14030490961532366, + "grad_norm": 0.40293191886864566, + "learning_rate": 9.951185098633039e-06, + "loss": 0.4737586975097656, + "step": 830 + }, + { + "epoch": 0.14199533021309865, + "grad_norm": 0.4315377378558263, + "learning_rate": 9.946986238736688e-06, + "loss": 0.47527265548706055, + "step": 840 + }, + { + "epoch": 0.14368575081087362, + "grad_norm": 0.43129828851312546, + "learning_rate": 9.942615127308064e-06, + "loss": 0.4667802810668945, + "step": 850 + }, + { + "epoch": 0.1453761714086486, + "grad_norm": 0.7253025541777565, + "learning_rate": 9.938071916547033e-06, + "loss": 0.4730061531066895, + "step": 860 + }, + { + "epoch": 0.1470665920064236, + "grad_norm": 0.4358429443768519, + "learning_rate": 9.933356764645871e-06, + "loss": 0.4679386138916016, + "step": 870 + }, + { + "epoch": 0.14875701260419857, + "grad_norm": 0.5060899359980359, + "learning_rate": 9.928469835783757e-06, + "loss": 0.47495126724243164, + "step": 880 + }, + { + "epoch": 0.15044743320197357, + "grad_norm": 0.3895332485316844, + "learning_rate": 9.923411300121055e-06, + "loss": 0.4657557010650635, + "step": 890 + }, + { + "epoch": 0.15213785379974856, + "grad_norm": 0.43200962105069246, + "learning_rate": 9.918181333793393e-06, + "loss": 0.4725798606872559, + "step": 900 + }, + { + "epoch": 0.15382827439752353, + "grad_norm": 0.5031797328287678, + "learning_rate": 9.912780118905524e-06, + "loss": 0.4736931800842285, + "step": 910 + }, + { + "epoch": 0.15551869499529852, + "grad_norm": 0.45701564911823583, + "learning_rate": 9.90720784352499e-06, + "loss": 0.47264862060546875, + "step": 920 + }, + { + "epoch": 0.1572091155930735, + "grad_norm": 0.4450162875737329, + "learning_rate": 9.901464701675575e-06, + "loss": 0.47407169342041017, + "step": 930 + }, + { + "epoch": 0.15889953619084848, + "grad_norm": 0.45122564139548105, + "learning_rate": 9.895550893330537e-06, + "loss": 0.4679454803466797, + "step": 940 + }, + { + "epoch": 0.16058995678862348, + "grad_norm": 0.4573555163342898, + "learning_rate": 9.889466624405664e-06, + "loss": 0.4702300071716309, + "step": 950 + }, + { + "epoch": 0.16228037738639844, + "grad_norm": 0.4499082495323313, + "learning_rate": 9.883212106752088e-06, + "loss": 0.4699045181274414, + "step": 960 + }, + { + "epoch": 0.16397079798417344, + "grad_norm": 0.4931931137952571, + "learning_rate": 9.876787558148918e-06, + "loss": 0.4716080665588379, + "step": 970 + }, + { + "epoch": 0.16566121858194843, + "grad_norm": 0.42457299398663156, + "learning_rate": 9.87019320229565e-06, + "loss": 0.4631767272949219, + "step": 980 + }, + { + "epoch": 0.1673516391797234, + "grad_norm": 0.4329347769304198, + "learning_rate": 9.863429268804388e-06, + "loss": 0.46808829307556155, + "step": 990 + }, + { + "epoch": 0.1690420597774984, + "grad_norm": 0.48564688866162065, + "learning_rate": 9.856495993191836e-06, + "loss": 0.4762742042541504, + "step": 1000 + }, + { + "epoch": 0.17073248037527336, + "grad_norm": 0.4322957425108914, + "learning_rate": 9.849393616871107e-06, + "loss": 0.46973333358764646, + "step": 1010 + }, + { + "epoch": 0.17242290097304835, + "grad_norm": 0.44726230667077793, + "learning_rate": 9.842122387143317e-06, + "loss": 0.46886191368103025, + "step": 1020 + }, + { + "epoch": 0.17411332157082335, + "grad_norm": 0.4877471481922099, + "learning_rate": 9.834682557188967e-06, + "loss": 0.46724977493286135, + "step": 1030 + }, + { + "epoch": 0.17580374216859831, + "grad_norm": 0.45139860892547107, + "learning_rate": 9.827074386059135e-06, + "loss": 0.468550968170166, + "step": 1040 + }, + { + "epoch": 0.1774941627663733, + "grad_norm": 0.4083605201702828, + "learning_rate": 9.819298138666446e-06, + "loss": 0.4680886745452881, + "step": 1050 + }, + { + "epoch": 0.1791845833641483, + "grad_norm": 0.5192065551375825, + "learning_rate": 9.811354085775865e-06, + "loss": 0.4614398002624512, + "step": 1060 + }, + { + "epoch": 0.18087500396192327, + "grad_norm": 0.41211296295044714, + "learning_rate": 9.80324250399525e-06, + "loss": 0.46942787170410155, + "step": 1070 + }, + { + "epoch": 0.18256542455969826, + "grad_norm": 0.5801659241580247, + "learning_rate": 9.794963675765734e-06, + "loss": 0.4630770206451416, + "step": 1080 + }, + { + "epoch": 0.18425584515747323, + "grad_norm": 0.5983535960495054, + "learning_rate": 9.786517889351882e-06, + "loss": 0.46579856872558595, + "step": 1090 + }, + { + "epoch": 0.18594626575524822, + "grad_norm": 0.43798357338036104, + "learning_rate": 9.777905438831663e-06, + "loss": 0.46267199516296387, + "step": 1100 + }, + { + "epoch": 0.18763668635302322, + "grad_norm": 0.4325962700066863, + "learning_rate": 9.769126624086202e-06, + "loss": 0.4716958999633789, + "step": 1110 + }, + { + "epoch": 0.18932710695079819, + "grad_norm": 0.41620408070601617, + "learning_rate": 9.76018175078934e-06, + "loss": 0.46593875885009767, + "step": 1120 + }, + { + "epoch": 0.19101752754857318, + "grad_norm": 0.6965781109451706, + "learning_rate": 9.751071130396991e-06, + "loss": 0.4633523464202881, + "step": 1130 + }, + { + "epoch": 0.19270794814634817, + "grad_norm": 0.4459465191100755, + "learning_rate": 9.741795080136305e-06, + "loss": 0.47896766662597656, + "step": 1140 + }, + { + "epoch": 0.19439836874412314, + "grad_norm": 0.6319696655865172, + "learning_rate": 9.732353922994608e-06, + "loss": 0.46693859100341795, + "step": 1150 + }, + { + "epoch": 0.19608878934189813, + "grad_norm": 0.47012774591561624, + "learning_rate": 9.722747987708165e-06, + "loss": 0.4546792984008789, + "step": 1160 + }, + { + "epoch": 0.19777920993967313, + "grad_norm": 0.832723029381089, + "learning_rate": 9.712977608750735e-06, + "loss": 0.47440481185913086, + "step": 1170 + }, + { + "epoch": 0.1994696305374481, + "grad_norm": 0.4829770005211469, + "learning_rate": 9.703043126321921e-06, + "loss": 0.46451354026794434, + "step": 1180 + }, + { + "epoch": 0.2011600511352231, + "grad_norm": 0.47584739817374816, + "learning_rate": 9.692944886335319e-06, + "loss": 0.46211748123168944, + "step": 1190 + }, + { + "epoch": 0.20285047173299806, + "grad_norm": 0.39648704616543984, + "learning_rate": 9.682683240406485e-06, + "loss": 0.47053070068359376, + "step": 1200 + }, + { + "epoch": 0.20454089233077305, + "grad_norm": 0.4534813956704384, + "learning_rate": 9.672258545840687e-06, + "loss": 0.462983226776123, + "step": 1210 + }, + { + "epoch": 0.20623131292854804, + "grad_norm": 0.4391686833686041, + "learning_rate": 9.66167116562046e-06, + "loss": 0.4643733024597168, + "step": 1220 + }, + { + "epoch": 0.207921733526323, + "grad_norm": 0.3992535539144578, + "learning_rate": 9.650921468392974e-06, + "loss": 0.45770740509033203, + "step": 1230 + }, + { + "epoch": 0.209612154124098, + "grad_norm": 0.6549411613955338, + "learning_rate": 9.640009828457187e-06, + "loss": 0.46063737869262694, + "step": 1240 + }, + { + "epoch": 0.211302574721873, + "grad_norm": 0.4204768929959213, + "learning_rate": 9.628936625750828e-06, + "loss": 0.46723523139953616, + "step": 1250 + }, + { + "epoch": 0.21299299531964797, + "grad_norm": 0.38551469436375513, + "learning_rate": 9.617702245837157e-06, + "loss": 0.45136494636535646, + "step": 1260 + }, + { + "epoch": 0.21468341591742296, + "grad_norm": 0.4206545742529992, + "learning_rate": 9.606307079891537e-06, + "loss": 0.4603860855102539, + "step": 1270 + }, + { + "epoch": 0.21637383651519793, + "grad_norm": 0.5019242021118502, + "learning_rate": 9.594751524687821e-06, + "loss": 0.46168107986450196, + "step": 1280 + }, + { + "epoch": 0.21806425711297292, + "grad_norm": 0.4065610280835682, + "learning_rate": 9.583035982584538e-06, + "loss": 0.46237959861755373, + "step": 1290 + }, + { + "epoch": 0.21975467771074791, + "grad_norm": 0.4201022803564497, + "learning_rate": 9.571160861510875e-06, + "loss": 0.45450439453125, + "step": 1300 + }, + { + "epoch": 0.22144509830852288, + "grad_norm": 0.48129418825307496, + "learning_rate": 9.559126574952477e-06, + "loss": 0.45772609710693357, + "step": 1310 + }, + { + "epoch": 0.22313551890629787, + "grad_norm": 0.4380826104631551, + "learning_rate": 9.546933541937052e-06, + "loss": 0.4615782737731934, + "step": 1320 + }, + { + "epoch": 0.22482593950407287, + "grad_norm": 0.5041722965228266, + "learning_rate": 9.534582187019777e-06, + "loss": 0.45874805450439454, + "step": 1330 + }, + { + "epoch": 0.22651636010184784, + "grad_norm": 0.5332437794142343, + "learning_rate": 9.522072940268515e-06, + "loss": 0.4533642292022705, + "step": 1340 + }, + { + "epoch": 0.22820678069962283, + "grad_norm": 0.49071947040909053, + "learning_rate": 9.509406237248847e-06, + "loss": 0.4662328720092773, + "step": 1350 + }, + { + "epoch": 0.2298972012973978, + "grad_norm": 0.40385017293891995, + "learning_rate": 9.496582519008897e-06, + "loss": 0.4652996063232422, + "step": 1360 + }, + { + "epoch": 0.2315876218951728, + "grad_norm": 0.4146237415189512, + "learning_rate": 9.483602232063979e-06, + "loss": 0.4565859794616699, + "step": 1370 + }, + { + "epoch": 0.23327804249294778, + "grad_norm": 0.46073779616681215, + "learning_rate": 9.47046582838105e-06, + "loss": 0.46174845695495603, + "step": 1380 + }, + { + "epoch": 0.23496846309072275, + "grad_norm": 0.38101750619091945, + "learning_rate": 9.45717376536297e-06, + "loss": 0.4629813194274902, + "step": 1390 + }, + { + "epoch": 0.23665888368849775, + "grad_norm": 0.4379618065240927, + "learning_rate": 9.443726505832584e-06, + "loss": 0.46460161209106443, + "step": 1400 + }, + { + "epoch": 0.23834930428627274, + "grad_norm": 0.4676173735785799, + "learning_rate": 9.43012451801659e-06, + "loss": 0.4546971321105957, + "step": 1410 + }, + { + "epoch": 0.2400397248840477, + "grad_norm": 0.4702750217508668, + "learning_rate": 9.416368275529255e-06, + "loss": 0.45699052810668944, + "step": 1420 + }, + { + "epoch": 0.2417301454818227, + "grad_norm": 0.570311072883872, + "learning_rate": 9.402458257355911e-06, + "loss": 0.4610409736633301, + "step": 1430 + }, + { + "epoch": 0.24342056607959767, + "grad_norm": 0.4087099940494567, + "learning_rate": 9.388394947836278e-06, + "loss": 0.46268315315246583, + "step": 1440 + }, + { + "epoch": 0.24511098667737266, + "grad_norm": 0.596327200385323, + "learning_rate": 9.374178836647609e-06, + "loss": 0.4597465515136719, + "step": 1450 + }, + { + "epoch": 0.24680140727514766, + "grad_norm": 0.4268602658887389, + "learning_rate": 9.359810418787626e-06, + "loss": 0.4541053295135498, + "step": 1460 + }, + { + "epoch": 0.24849182787292262, + "grad_norm": 0.5653285477886548, + "learning_rate": 9.3452901945573e-06, + "loss": 0.45857672691345214, + "step": 1470 + }, + { + "epoch": 0.2501822484706976, + "grad_norm": 0.7824638784414897, + "learning_rate": 9.33061866954341e-06, + "loss": 0.45687179565429686, + "step": 1480 + }, + { + "epoch": 0.2518726690684726, + "grad_norm": 0.4685023923882284, + "learning_rate": 9.31579635460096e-06, + "loss": 0.45577211380004884, + "step": 1490 + }, + { + "epoch": 0.2535630896662476, + "grad_norm": 0.42596174239181667, + "learning_rate": 9.300823765835385e-06, + "loss": 0.4546334266662598, + "step": 1500 + }, + { + "epoch": 0.25525351026402254, + "grad_norm": 0.459993088579298, + "learning_rate": 9.285701424584568e-06, + "loss": 0.4472480773925781, + "step": 1510 + }, + { + "epoch": 0.25694393086179756, + "grad_norm": 0.596362594134855, + "learning_rate": 9.270429857400703e-06, + "loss": 0.453325891494751, + "step": 1520 + }, + { + "epoch": 0.25863435145957253, + "grad_norm": 0.4178802706307328, + "learning_rate": 9.255009596031952e-06, + "loss": 0.4538599967956543, + "step": 1530 + }, + { + "epoch": 0.2603247720573475, + "grad_norm": 0.41372980820233307, + "learning_rate": 9.239441177403938e-06, + "loss": 0.45840139389038087, + "step": 1540 + }, + { + "epoch": 0.2620151926551225, + "grad_norm": 0.44229655857380346, + "learning_rate": 9.223725143601037e-06, + "loss": 0.44556608200073244, + "step": 1550 + }, + { + "epoch": 0.2637056132528975, + "grad_norm": 0.4568368063923109, + "learning_rate": 9.207862041847513e-06, + "loss": 0.4543326377868652, + "step": 1560 + }, + { + "epoch": 0.26539603385067245, + "grad_norm": 0.3992030096330564, + "learning_rate": 9.191852424488464e-06, + "loss": 0.45322580337524415, + "step": 1570 + }, + { + "epoch": 0.2670864544484475, + "grad_norm": 0.4800872482091329, + "learning_rate": 9.175696848970579e-06, + "loss": 0.448167610168457, + "step": 1580 + }, + { + "epoch": 0.26877687504622244, + "grad_norm": 1.5893046541101095, + "learning_rate": 9.159395877822743e-06, + "loss": 0.4591785430908203, + "step": 1590 + }, + { + "epoch": 0.2704672956439974, + "grad_norm": 0.7772627717928515, + "learning_rate": 9.142950078636438e-06, + "loss": 0.44793338775634767, + "step": 1600 + }, + { + "epoch": 0.27215771624177243, + "grad_norm": 0.45054785945064246, + "learning_rate": 9.126360024045987e-06, + "loss": 0.45564422607421873, + "step": 1610 + }, + { + "epoch": 0.2738481368395474, + "grad_norm": 0.4062144277621208, + "learning_rate": 9.10962629170861e-06, + "loss": 0.4568020820617676, + "step": 1620 + }, + { + "epoch": 0.27553855743732236, + "grad_norm": 0.4034609731421723, + "learning_rate": 9.092749464284316e-06, + "loss": 0.45940208435058594, + "step": 1630 + }, + { + "epoch": 0.2772289780350974, + "grad_norm": 0.4018136021331866, + "learning_rate": 9.075730129415605e-06, + "loss": 0.45337772369384766, + "step": 1640 + }, + { + "epoch": 0.27891939863287235, + "grad_norm": 0.43962151340240485, + "learning_rate": 9.058568879707024e-06, + "loss": 0.45505146980285643, + "step": 1650 + }, + { + "epoch": 0.2806098192306473, + "grad_norm": 0.4199289492540323, + "learning_rate": 9.041266312704511e-06, + "loss": 0.45896520614624026, + "step": 1660 + }, + { + "epoch": 0.2823002398284223, + "grad_norm": 0.4181263154601458, + "learning_rate": 9.023823030874608e-06, + "loss": 0.460459041595459, + "step": 1670 + }, + { + "epoch": 0.2839906604261973, + "grad_norm": 0.40795828627859493, + "learning_rate": 9.006239641583471e-06, + "loss": 0.45454959869384765, + "step": 1680 + }, + { + "epoch": 0.28568108102397227, + "grad_norm": 0.4046378255672331, + "learning_rate": 8.98851675707573e-06, + "loss": 0.45649113655090334, + "step": 1690 + }, + { + "epoch": 0.28737150162174724, + "grad_norm": 0.40847471276070824, + "learning_rate": 8.970654994453163e-06, + "loss": 0.4552486419677734, + "step": 1700 + }, + { + "epoch": 0.28906192221952226, + "grad_norm": 0.38887379249470955, + "learning_rate": 8.952654975653215e-06, + "loss": 0.446870231628418, + "step": 1710 + }, + { + "epoch": 0.2907523428172972, + "grad_norm": 0.44918248701550884, + "learning_rate": 8.93451732742734e-06, + "loss": 0.4545734405517578, + "step": 1720 + }, + { + "epoch": 0.2924427634150722, + "grad_norm": 0.42111108783651335, + "learning_rate": 8.91624268131918e-06, + "loss": 0.4571378231048584, + "step": 1730 + }, + { + "epoch": 0.2941331840128472, + "grad_norm": 0.4376361106159771, + "learning_rate": 8.89783167364257e-06, + "loss": 0.4523021697998047, + "step": 1740 + }, + { + "epoch": 0.2958236046106222, + "grad_norm": 0.4125543712485479, + "learning_rate": 8.879284945459388e-06, + "loss": 0.45134286880493163, + "step": 1750 + }, + { + "epoch": 0.29751402520839715, + "grad_norm": 0.39223691908106756, + "learning_rate": 8.860603142557227e-06, + "loss": 0.4513846397399902, + "step": 1760 + }, + { + "epoch": 0.29920444580617217, + "grad_norm": 0.37509510978050736, + "learning_rate": 8.841786915426918e-06, + "loss": 0.4400909900665283, + "step": 1770 + }, + { + "epoch": 0.30089486640394714, + "grad_norm": 0.44139926255235873, + "learning_rate": 8.822836919239873e-06, + "loss": 0.45766630172729494, + "step": 1780 + }, + { + "epoch": 0.3025852870017221, + "grad_norm": 0.48830742143223577, + "learning_rate": 8.803753813825271e-06, + "loss": 0.45400180816650393, + "step": 1790 + }, + { + "epoch": 0.3042757075994971, + "grad_norm": 0.5574507035046785, + "learning_rate": 8.784538263647088e-06, + "loss": 0.4435715675354004, + "step": 1800 + }, + { + "epoch": 0.3059661281972721, + "grad_norm": 0.5225167208182738, + "learning_rate": 8.765190937780964e-06, + "loss": 0.4518153190612793, + "step": 1810 + }, + { + "epoch": 0.30765654879504706, + "grad_norm": 0.456709142206432, + "learning_rate": 8.74571250989089e-06, + "loss": 0.4490679740905762, + "step": 1820 + }, + { + "epoch": 0.309346969392822, + "grad_norm": 0.3950564064324204, + "learning_rate": 8.726103658205772e-06, + "loss": 0.4453883171081543, + "step": 1830 + }, + { + "epoch": 0.31103738999059705, + "grad_norm": 0.43108949686604414, + "learning_rate": 8.706365065495806e-06, + "loss": 0.4514158248901367, + "step": 1840 + }, + { + "epoch": 0.312727810588372, + "grad_norm": 0.4029582903079163, + "learning_rate": 8.686497419048696e-06, + "loss": 0.4506711006164551, + "step": 1850 + }, + { + "epoch": 0.314418231186147, + "grad_norm": 0.47097814167708196, + "learning_rate": 8.66650141064574e-06, + "loss": 0.4476929664611816, + "step": 1860 + }, + { + "epoch": 0.316108651783922, + "grad_norm": 0.48440126583440685, + "learning_rate": 8.64637773653773e-06, + "loss": 0.44446544647216796, + "step": 1870 + }, + { + "epoch": 0.31779907238169697, + "grad_norm": 0.39849105565330367, + "learning_rate": 8.626127097420711e-06, + "loss": 0.44705805778503416, + "step": 1880 + }, + { + "epoch": 0.31948949297947193, + "grad_norm": 0.43218756408209813, + "learning_rate": 8.605750198411586e-06, + "loss": 0.4613940238952637, + "step": 1890 + }, + { + "epoch": 0.32117991357724696, + "grad_norm": 0.38906721440922765, + "learning_rate": 8.585247749023567e-06, + "loss": 0.4503718376159668, + "step": 1900 + }, + { + "epoch": 0.3228703341750219, + "grad_norm": 0.4502618710490373, + "learning_rate": 8.564620463141455e-06, + "loss": 0.4474172592163086, + "step": 1910 + }, + { + "epoch": 0.3245607547727969, + "grad_norm": 0.48392261273487897, + "learning_rate": 8.543869058996807e-06, + "loss": 0.45044708251953125, + "step": 1920 + }, + { + "epoch": 0.3262511753705719, + "grad_norm": 0.46357543002429463, + "learning_rate": 8.52299425914291e-06, + "loss": 0.45404787063598634, + "step": 1930 + }, + { + "epoch": 0.3279415959683469, + "grad_norm": 0.7728990225682476, + "learning_rate": 8.501996790429618e-06, + "loss": 0.45133085250854493, + "step": 1940 + }, + { + "epoch": 0.32963201656612184, + "grad_norm": 0.46229314858380605, + "learning_rate": 8.480877383978066e-06, + "loss": 0.45330057144165037, + "step": 1950 + }, + { + "epoch": 0.33132243716389687, + "grad_norm": 0.45494105017751585, + "learning_rate": 8.45963677515519e-06, + "loss": 0.44877138137817385, + "step": 1960 + }, + { + "epoch": 0.33301285776167183, + "grad_norm": 0.4317089109386061, + "learning_rate": 8.43827570354813e-06, + "loss": 0.4513542175292969, + "step": 1970 + }, + { + "epoch": 0.3347032783594468, + "grad_norm": 0.6488590237946437, + "learning_rate": 8.416794912938483e-06, + "loss": 0.4554163932800293, + "step": 1980 + }, + { + "epoch": 0.3363936989572218, + "grad_norm": 0.528391137748562, + "learning_rate": 8.395195151276397e-06, + "loss": 0.44977054595947263, + "step": 1990 + }, + { + "epoch": 0.3380841195549968, + "grad_norm": 0.5024989817984604, + "learning_rate": 8.373477170654536e-06, + "loss": 0.4485034942626953, + "step": 2000 + }, + { + "epoch": 0.33977454015277175, + "grad_norm": 0.41678908010057425, + "learning_rate": 8.351641727281882e-06, + "loss": 0.45275564193725587, + "step": 2010 + }, + { + "epoch": 0.3414649607505467, + "grad_norm": 0.4165453002530441, + "learning_rate": 8.329689581457412e-06, + "loss": 0.4469959259033203, + "step": 2020 + }, + { + "epoch": 0.34315538134832174, + "grad_norm": 0.4395909846620004, + "learning_rate": 8.307621497543625e-06, + "loss": 0.4442157745361328, + "step": 2030 + }, + { + "epoch": 0.3448458019460967, + "grad_norm": 0.5120332702550214, + "learning_rate": 8.285438243939923e-06, + "loss": 0.44135217666625975, + "step": 2040 + }, + { + "epoch": 0.3465362225438717, + "grad_norm": 0.40470346443657984, + "learning_rate": 8.263140593055856e-06, + "loss": 0.4434605598449707, + "step": 2050 + }, + { + "epoch": 0.3482266431416467, + "grad_norm": 0.5574860966144031, + "learning_rate": 8.240729321284233e-06, + "loss": 0.4367219924926758, + "step": 2060 + }, + { + "epoch": 0.34991706373942166, + "grad_norm": 0.6284853204866423, + "learning_rate": 8.218205208974081e-06, + "loss": 0.4486133575439453, + "step": 2070 + }, + { + "epoch": 0.35160748433719663, + "grad_norm": 0.5523042621914968, + "learning_rate": 8.195569040403478e-06, + "loss": 0.44528541564941404, + "step": 2080 + }, + { + "epoch": 0.35329790493497165, + "grad_norm": 0.4861292804265429, + "learning_rate": 8.172821603752244e-06, + "loss": 0.4419032096862793, + "step": 2090 + }, + { + "epoch": 0.3549883255327466, + "grad_norm": 0.5151777753558611, + "learning_rate": 8.149963691074494e-06, + "loss": 0.45229430198669435, + "step": 2100 + }, + { + "epoch": 0.3566787461305216, + "grad_norm": 0.5350570897896791, + "learning_rate": 8.126996098271068e-06, + "loss": 0.44216156005859375, + "step": 2110 + }, + { + "epoch": 0.3583691667282966, + "grad_norm": 0.4480111640687634, + "learning_rate": 8.103919625061803e-06, + "loss": 0.4482156753540039, + "step": 2120 + }, + { + "epoch": 0.3600595873260716, + "grad_norm": 0.41191616176536405, + "learning_rate": 8.080735074957706e-06, + "loss": 0.450608491897583, + "step": 2130 + }, + { + "epoch": 0.36175000792384654, + "grad_norm": 0.40297834092541657, + "learning_rate": 8.05744325523296e-06, + "loss": 0.44606647491455076, + "step": 2140 + }, + { + "epoch": 0.36344042852162156, + "grad_norm": 0.4085693775301131, + "learning_rate": 8.034044976896818e-06, + "loss": 0.44092235565185545, + "step": 2150 + }, + { + "epoch": 0.36513084911939653, + "grad_norm": 0.4579341322125244, + "learning_rate": 8.01054105466538e-06, + "loss": 0.4550692081451416, + "step": 2160 + }, + { + "epoch": 0.3668212697171715, + "grad_norm": 0.41154951045968907, + "learning_rate": 7.986932306933197e-06, + "loss": 0.4456637382507324, + "step": 2170 + }, + { + "epoch": 0.36851169031494646, + "grad_norm": 0.45743856816562845, + "learning_rate": 7.963219555744802e-06, + "loss": 0.44521183967590333, + "step": 2180 + }, + { + "epoch": 0.3702021109127215, + "grad_norm": 0.45144429372810385, + "learning_rate": 7.939403626766072e-06, + "loss": 0.4406290531158447, + "step": 2190 + }, + { + "epoch": 0.37189253151049645, + "grad_norm": 0.44161291067919384, + "learning_rate": 7.915485349255477e-06, + "loss": 0.4410409927368164, + "step": 2200 + }, + { + "epoch": 0.3735829521082714, + "grad_norm": 0.5482442710608512, + "learning_rate": 7.891465556035219e-06, + "loss": 0.4488658905029297, + "step": 2210 + }, + { + "epoch": 0.37527337270604644, + "grad_norm": 0.4458309105591097, + "learning_rate": 7.867345083462215e-06, + "loss": 0.44423704147338866, + "step": 2220 + }, + { + "epoch": 0.3769637933038214, + "grad_norm": 0.41067167379424, + "learning_rate": 7.843124771398997e-06, + "loss": 0.4448094844818115, + "step": 2230 + }, + { + "epoch": 0.37865421390159637, + "grad_norm": 0.39552535741630207, + "learning_rate": 7.818805463184449e-06, + "loss": 0.44344267845153806, + "step": 2240 + }, + { + "epoch": 0.3803446344993714, + "grad_norm": 0.41067808788053767, + "learning_rate": 7.794388005604451e-06, + "loss": 0.4351670265197754, + "step": 2250 + }, + { + "epoch": 0.38203505509714636, + "grad_norm": 0.47593510766741803, + "learning_rate": 7.7698732488624e-06, + "loss": 0.44367637634277346, + "step": 2260 + }, + { + "epoch": 0.3837254756949213, + "grad_norm": 0.4086182566076896, + "learning_rate": 7.745262046549588e-06, + "loss": 0.44177837371826173, + "step": 2270 + }, + { + "epoch": 0.38541589629269635, + "grad_norm": 0.43047766375857177, + "learning_rate": 7.720555255615508e-06, + "loss": 0.4466276168823242, + "step": 2280 + }, + { + "epoch": 0.3871063168904713, + "grad_norm": 0.3965968852531915, + "learning_rate": 7.695753736337987e-06, + "loss": 0.44551968574523926, + "step": 2290 + }, + { + "epoch": 0.3887967374882463, + "grad_norm": 0.4251738713536779, + "learning_rate": 7.67085835229325e-06, + "loss": 0.44549951553344724, + "step": 2300 + }, + { + "epoch": 0.3904871580860213, + "grad_norm": 0.46815316080000746, + "learning_rate": 7.645869970325848e-06, + "loss": 0.43446955680847166, + "step": 2310 + }, + { + "epoch": 0.39217757868379627, + "grad_norm": 0.4184962573632885, + "learning_rate": 7.620789460518465e-06, + "loss": 0.44701266288757324, + "step": 2320 + }, + { + "epoch": 0.39386799928157123, + "grad_norm": 0.38087617164724735, + "learning_rate": 7.595617696161635e-06, + "loss": 0.445133113861084, + "step": 2330 + }, + { + "epoch": 0.39555841987934626, + "grad_norm": 0.5453845457808255, + "learning_rate": 7.570355553723325e-06, + "loss": 0.44228591918945315, + "step": 2340 + }, + { + "epoch": 0.3972488404771212, + "grad_norm": 0.5390485070913686, + "learning_rate": 7.545003912818424e-06, + "loss": 0.4409176826477051, + "step": 2350 + }, + { + "epoch": 0.3989392610748962, + "grad_norm": 0.47828293578657854, + "learning_rate": 7.5195636561781084e-06, + "loss": 0.4372897148132324, + "step": 2360 + }, + { + "epoch": 0.40062968167267116, + "grad_norm": 0.4156886189220343, + "learning_rate": 7.4940356696191144e-06, + "loss": 0.447946834564209, + "step": 2370 + }, + { + "epoch": 0.4023201022704462, + "grad_norm": 0.4259105437856762, + "learning_rate": 7.468420842012882e-06, + "loss": 0.443576717376709, + "step": 2380 + }, + { + "epoch": 0.40401052286822114, + "grad_norm": 0.42755879405461517, + "learning_rate": 7.442720065254621e-06, + "loss": 0.45192480087280273, + "step": 2390 + }, + { + "epoch": 0.4057009434659961, + "grad_norm": 0.4446235368031096, + "learning_rate": 7.416934234232236e-06, + "loss": 0.444570255279541, + "step": 2400 + }, + { + "epoch": 0.40739136406377113, + "grad_norm": 0.40743320730035465, + "learning_rate": 7.3910642467951864e-06, + "loss": 0.4399536609649658, + "step": 2410 + }, + { + "epoch": 0.4090817846615461, + "grad_norm": 0.5746706375826369, + "learning_rate": 7.36511100372321e-06, + "loss": 0.43631649017333984, + "step": 2420 + }, + { + "epoch": 0.41077220525932107, + "grad_norm": 0.4340142399235041, + "learning_rate": 7.339075408694968e-06, + "loss": 0.45034146308898926, + "step": 2430 + }, + { + "epoch": 0.4124626258570961, + "grad_norm": 0.44523108344512796, + "learning_rate": 7.312958368256569e-06, + "loss": 0.43903651237487795, + "step": 2440 + }, + { + "epoch": 0.41415304645487105, + "grad_norm": 0.5091716719016176, + "learning_rate": 7.286760791790013e-06, + "loss": 0.4393869400024414, + "step": 2450 + }, + { + "epoch": 0.415843467052646, + "grad_norm": 0.43382179526470277, + "learning_rate": 7.260483591481522e-06, + "loss": 0.4424809455871582, + "step": 2460 + }, + { + "epoch": 0.41753388765042104, + "grad_norm": 0.407012689135247, + "learning_rate": 7.234127682289778e-06, + "loss": 0.4412867546081543, + "step": 2470 + }, + { + "epoch": 0.419224308248196, + "grad_norm": 0.41215616692154944, + "learning_rate": 7.207693981914071e-06, + "loss": 0.44841842651367186, + "step": 2480 + }, + { + "epoch": 0.420914728845971, + "grad_norm": 0.4518038177652311, + "learning_rate": 7.1811834107623344e-06, + "loss": 0.44159650802612305, + "step": 2490 + }, + { + "epoch": 0.422605149443746, + "grad_norm": 0.5163947809066302, + "learning_rate": 7.154596891919105e-06, + "loss": 0.4374223709106445, + "step": 2500 + }, + { + "epoch": 0.42429557004152096, + "grad_norm": 0.39820310977742257, + "learning_rate": 7.127935351113384e-06, + "loss": 0.43600940704345703, + "step": 2510 + }, + { + "epoch": 0.42598599063929593, + "grad_norm": 0.41241743553445703, + "learning_rate": 7.10119971668639e-06, + "loss": 0.44450817108154295, + "step": 2520 + }, + { + "epoch": 0.4276764112370709, + "grad_norm": 0.425125793245871, + "learning_rate": 7.074390919559249e-06, + "loss": 0.4380540370941162, + "step": 2530 + }, + { + "epoch": 0.4293668318348459, + "grad_norm": 0.6461727062118474, + "learning_rate": 7.047509893200577e-06, + "loss": 0.435422420501709, + "step": 2540 + }, + { + "epoch": 0.4310572524326209, + "grad_norm": 0.5524697209445791, + "learning_rate": 7.020557573593968e-06, + "loss": 0.4344505310058594, + "step": 2550 + }, + { + "epoch": 0.43274767303039585, + "grad_norm": 0.4106799649591827, + "learning_rate": 6.993534899205418e-06, + "loss": 0.43467392921447756, + "step": 2560 + }, + { + "epoch": 0.4344380936281709, + "grad_norm": 0.47419462628081854, + "learning_rate": 6.966442810950635e-06, + "loss": 0.4437819480895996, + "step": 2570 + }, + { + "epoch": 0.43612851422594584, + "grad_norm": 0.5091288622298781, + "learning_rate": 6.939282252162286e-06, + "loss": 0.4341723918914795, + "step": 2580 + }, + { + "epoch": 0.4378189348237208, + "grad_norm": 0.40678856254540896, + "learning_rate": 6.9120541685571444e-06, + "loss": 0.4385373592376709, + "step": 2590 + }, + { + "epoch": 0.43950935542149583, + "grad_norm": 0.40466633467374624, + "learning_rate": 6.884759508203164e-06, + "loss": 0.44423751831054686, + "step": 2600 + }, + { + "epoch": 0.4411997760192708, + "grad_norm": 0.4150721188072644, + "learning_rate": 6.857399221486467e-06, + "loss": 0.44628586769104006, + "step": 2610 + }, + { + "epoch": 0.44289019661704576, + "grad_norm": 0.4409008284827818, + "learning_rate": 6.8299742610782535e-06, + "loss": 0.44063844680786135, + "step": 2620 + }, + { + "epoch": 0.4445806172148208, + "grad_norm": 0.4430457862634213, + "learning_rate": 6.802485581901626e-06, + "loss": 0.4308623313903809, + "step": 2630 + }, + { + "epoch": 0.44627103781259575, + "grad_norm": 0.4592560146145528, + "learning_rate": 6.774934141098344e-06, + "loss": 0.4483074188232422, + "step": 2640 + }, + { + "epoch": 0.4479614584103707, + "grad_norm": 0.4182419384464618, + "learning_rate": 6.747320897995493e-06, + "loss": 0.4336414813995361, + "step": 2650 + }, + { + "epoch": 0.44965187900814574, + "grad_norm": 0.438063822803867, + "learning_rate": 6.719646814072084e-06, + "loss": 0.43684959411621094, + "step": 2660 + }, + { + "epoch": 0.4513422996059207, + "grad_norm": 0.42289652128353217, + "learning_rate": 6.691912852925574e-06, + "loss": 0.44373302459716796, + "step": 2670 + }, + { + "epoch": 0.45303272020369567, + "grad_norm": 0.4036390318140732, + "learning_rate": 6.664119980238315e-06, + "loss": 0.44059133529663086, + "step": 2680 + }, + { + "epoch": 0.4547231408014707, + "grad_norm": 0.43302204039469716, + "learning_rate": 6.636269163743928e-06, + "loss": 0.44221057891845705, + "step": 2690 + }, + { + "epoch": 0.45641356139924566, + "grad_norm": 0.40358739632993024, + "learning_rate": 6.608361373193608e-06, + "loss": 0.44517173767089846, + "step": 2700 + }, + { + "epoch": 0.4581039819970206, + "grad_norm": 0.4358355709244199, + "learning_rate": 6.580397580322358e-06, + "loss": 0.42831597328186033, + "step": 2710 + }, + { + "epoch": 0.4597944025947956, + "grad_norm": 0.43280631627772653, + "learning_rate": 6.55237875881515e-06, + "loss": 0.4354698181152344, + "step": 2720 + }, + { + "epoch": 0.4614848231925706, + "grad_norm": 0.4245846691082156, + "learning_rate": 6.52430588427303e-06, + "loss": 0.4449951171875, + "step": 2730 + }, + { + "epoch": 0.4631752437903456, + "grad_norm": 0.4314018816383608, + "learning_rate": 6.49617993417914e-06, + "loss": 0.44388618469238283, + "step": 2740 + }, + { + "epoch": 0.46486566438812055, + "grad_norm": 0.44826365164777787, + "learning_rate": 6.468001887864688e-06, + "loss": 0.44153881072998047, + "step": 2750 + }, + { + "epoch": 0.46655608498589557, + "grad_norm": 0.43908236075177787, + "learning_rate": 6.43977272647484e-06, + "loss": 0.44250946044921874, + "step": 2760 + }, + { + "epoch": 0.46824650558367054, + "grad_norm": 0.3850389053146295, + "learning_rate": 6.4114934329345715e-06, + "loss": 0.4358978271484375, + "step": 2770 + }, + { + "epoch": 0.4699369261814455, + "grad_norm": 0.6097960037471896, + "learning_rate": 6.383164991914424e-06, + "loss": 0.43413305282592773, + "step": 2780 + }, + { + "epoch": 0.4716273467792205, + "grad_norm": 0.4461689157475998, + "learning_rate": 6.354788389796238e-06, + "loss": 0.4385429859161377, + "step": 2790 + }, + { + "epoch": 0.4733177673769955, + "grad_norm": 0.5441220360355755, + "learning_rate": 6.326364614638794e-06, + "loss": 0.43816003799438474, + "step": 2800 + }, + { + "epoch": 0.47500818797477046, + "grad_norm": 0.41572374444805754, + "learning_rate": 6.297894656143415e-06, + "loss": 0.438665771484375, + "step": 2810 + }, + { + "epoch": 0.4766986085725455, + "grad_norm": 0.4571323669570309, + "learning_rate": 6.269379505619504e-06, + "loss": 0.4369631767272949, + "step": 2820 + }, + { + "epoch": 0.47838902917032045, + "grad_norm": 0.4264556810440158, + "learning_rate": 6.240820155950027e-06, + "loss": 0.44220762252807616, + "step": 2830 + }, + { + "epoch": 0.4800794497680954, + "grad_norm": 0.397942977911585, + "learning_rate": 6.2122176015569405e-06, + "loss": 0.43413677215576174, + "step": 2840 + }, + { + "epoch": 0.48176987036587043, + "grad_norm": 0.45124864351563504, + "learning_rate": 6.183572838366572e-06, + "loss": 0.4400357246398926, + "step": 2850 + }, + { + "epoch": 0.4834602909636454, + "grad_norm": 0.42428517380688374, + "learning_rate": 6.1548868637749306e-06, + "loss": 0.4344414234161377, + "step": 2860 + }, + { + "epoch": 0.48515071156142037, + "grad_norm": 0.41383689495932036, + "learning_rate": 6.126160676612992e-06, + "loss": 0.4421424388885498, + "step": 2870 + }, + { + "epoch": 0.48684113215919533, + "grad_norm": 0.4529042500836241, + "learning_rate": 6.097395277111909e-06, + "loss": 0.43562684059143064, + "step": 2880 + }, + { + "epoch": 0.48853155275697036, + "grad_norm": 0.436461736013555, + "learning_rate": 6.0685916668681925e-06, + "loss": 0.4411266326904297, + "step": 2890 + }, + { + "epoch": 0.4902219733547453, + "grad_norm": 0.4660224260239127, + "learning_rate": 6.039750848808826e-06, + "loss": 0.4391491889953613, + "step": 2900 + }, + { + "epoch": 0.4919123939525203, + "grad_norm": 0.4265622760480254, + "learning_rate": 6.010873827156352e-06, + "loss": 0.43004140853881834, + "step": 2910 + }, + { + "epoch": 0.4936028145502953, + "grad_norm": 0.5891326466041507, + "learning_rate": 5.981961607393905e-06, + "loss": 0.43016576766967773, + "step": 2920 + }, + { + "epoch": 0.4952932351480703, + "grad_norm": 0.42731374205948136, + "learning_rate": 5.953015196230201e-06, + "loss": 0.437261962890625, + "step": 2930 + }, + { + "epoch": 0.49698365574584524, + "grad_norm": 0.40601940500233463, + "learning_rate": 5.924035601564478e-06, + "loss": 0.43418092727661134, + "step": 2940 + }, + { + "epoch": 0.49867407634362027, + "grad_norm": 0.44316397124344875, + "learning_rate": 5.895023832451414e-06, + "loss": 0.4333051681518555, + "step": 2950 + }, + { + "epoch": 0.5003644969413952, + "grad_norm": 0.42103355983145363, + "learning_rate": 5.865980899065979e-06, + "loss": 0.4366158485412598, + "step": 2960 + }, + { + "epoch": 0.5020549175391702, + "grad_norm": 0.4189038279835885, + "learning_rate": 5.836907812668267e-06, + "loss": 0.43808746337890625, + "step": 2970 + }, + { + "epoch": 0.5037453381369452, + "grad_norm": 0.4045771583980379, + "learning_rate": 5.8078055855682904e-06, + "loss": 0.4391347885131836, + "step": 2980 + }, + { + "epoch": 0.5054357587347201, + "grad_norm": 0.6123791815482257, + "learning_rate": 5.778675231090715e-06, + "loss": 0.4369372844696045, + "step": 2990 + }, + { + "epoch": 0.5071261793324952, + "grad_norm": 0.4504376197363758, + "learning_rate": 5.749517763539601e-06, + "loss": 0.42980470657348635, + "step": 3000 + }, + { + "epoch": 0.5088165999302702, + "grad_norm": 0.43408260936457443, + "learning_rate": 5.720334198163063e-06, + "loss": 0.4386304378509521, + "step": 3010 + }, + { + "epoch": 0.5105070205280451, + "grad_norm": 0.4225926173781409, + "learning_rate": 5.6911255511179295e-06, + "loss": 0.4303256034851074, + "step": 3020 + }, + { + "epoch": 0.5121974411258201, + "grad_norm": 0.4464137671609211, + "learning_rate": 5.661892839434362e-06, + "loss": 0.4334456443786621, + "step": 3030 + }, + { + "epoch": 0.5138878617235951, + "grad_norm": 0.4264014041223435, + "learning_rate": 5.63263708098044e-06, + "loss": 0.4284989833831787, + "step": 3040 + }, + { + "epoch": 0.51557828232137, + "grad_norm": 0.4469737217816344, + "learning_rate": 5.603359294426717e-06, + "loss": 0.4342545986175537, + "step": 3050 + }, + { + "epoch": 0.5172687029191451, + "grad_norm": 0.42589508183124813, + "learning_rate": 5.574060499210759e-06, + "loss": 0.4403389930725098, + "step": 3060 + }, + { + "epoch": 0.5189591235169201, + "grad_norm": 0.5297222464707912, + "learning_rate": 5.54474171550164e-06, + "loss": 0.435770320892334, + "step": 3070 + }, + { + "epoch": 0.520649544114695, + "grad_norm": 0.3800451330600584, + "learning_rate": 5.515403964164421e-06, + "loss": 0.43670501708984377, + "step": 3080 + }, + { + "epoch": 0.52233996471247, + "grad_norm": 0.5333744177944942, + "learning_rate": 5.486048266724609e-06, + "loss": 0.43523521423339845, + "step": 3090 + }, + { + "epoch": 0.524030385310245, + "grad_norm": 0.5434046403400835, + "learning_rate": 5.4566756453325835e-06, + "loss": 0.4394557952880859, + "step": 3100 + }, + { + "epoch": 0.52572080590802, + "grad_norm": 0.6610762094695175, + "learning_rate": 5.427287122728008e-06, + "loss": 0.4303136348724365, + "step": 3110 + }, + { + "epoch": 0.527411226505795, + "grad_norm": 0.4682270464152013, + "learning_rate": 5.39788372220422e-06, + "loss": 0.4351104736328125, + "step": 3120 + }, + { + "epoch": 0.52910164710357, + "grad_norm": 0.5276146962130529, + "learning_rate": 5.368466467572595e-06, + "loss": 0.42786803245544436, + "step": 3130 + }, + { + "epoch": 0.5307920677013449, + "grad_norm": 0.3898103195251585, + "learning_rate": 5.339036383126905e-06, + "loss": 0.4315065383911133, + "step": 3140 + }, + { + "epoch": 0.5324824882991199, + "grad_norm": 0.49019068218850664, + "learning_rate": 5.309594493607646e-06, + "loss": 0.4383066177368164, + "step": 3150 + }, + { + "epoch": 0.534172908896895, + "grad_norm": 0.4028365280209736, + "learning_rate": 5.280141824166363e-06, + "loss": 0.43825907707214357, + "step": 3160 + }, + { + "epoch": 0.5358633294946699, + "grad_norm": 0.4094965220781369, + "learning_rate": 5.250679400329953e-06, + "loss": 0.43253560066223146, + "step": 3170 + }, + { + "epoch": 0.5375537500924449, + "grad_norm": 0.40846275540289434, + "learning_rate": 5.221208247964951e-06, + "loss": 0.43136014938354494, + "step": 3180 + }, + { + "epoch": 0.5392441706902199, + "grad_norm": 0.49954149484857235, + "learning_rate": 5.191729393241822e-06, + "loss": 0.4329479694366455, + "step": 3190 + }, + { + "epoch": 0.5409345912879948, + "grad_norm": 0.3931028479875822, + "learning_rate": 5.162243862599221e-06, + "loss": 0.4355682373046875, + "step": 3200 + }, + { + "epoch": 0.5426250118857698, + "grad_norm": 0.42120237348360007, + "learning_rate": 5.132752682708252e-06, + "loss": 0.43157129287719725, + "step": 3210 + }, + { + "epoch": 0.5443154324835449, + "grad_norm": 0.43276553833311104, + "learning_rate": 5.103256880436724e-06, + "loss": 0.4270349025726318, + "step": 3220 + }, + { + "epoch": 0.5460058530813198, + "grad_norm": 0.5211667786145312, + "learning_rate": 5.073757482813397e-06, + "loss": 0.4324329853057861, + "step": 3230 + }, + { + "epoch": 0.5476962736790948, + "grad_norm": 0.4755287439381494, + "learning_rate": 5.044255516992218e-06, + "loss": 0.435423755645752, + "step": 3240 + }, + { + "epoch": 0.5493866942768698, + "grad_norm": 0.4637604896810374, + "learning_rate": 5.014752010216558e-06, + "loss": 0.4313016891479492, + "step": 3250 + }, + { + "epoch": 0.5510771148746447, + "grad_norm": 0.40550687413116615, + "learning_rate": 4.9852479897834424e-06, + "loss": 0.4341496467590332, + "step": 3260 + }, + { + "epoch": 0.5527675354724197, + "grad_norm": 0.4657009916810442, + "learning_rate": 4.955744483007784e-06, + "loss": 0.42819700241088865, + "step": 3270 + }, + { + "epoch": 0.5544579560701948, + "grad_norm": 0.4956322489349777, + "learning_rate": 4.926242517186603e-06, + "loss": 0.4234212875366211, + "step": 3280 + }, + { + "epoch": 0.5561483766679697, + "grad_norm": 0.40681714039435574, + "learning_rate": 4.896743119563279e-06, + "loss": 0.4332298278808594, + "step": 3290 + }, + { + "epoch": 0.5578387972657447, + "grad_norm": 0.38587035769576944, + "learning_rate": 4.867247317291751e-06, + "loss": 0.438218355178833, + "step": 3300 + }, + { + "epoch": 0.5595292178635196, + "grad_norm": 0.4551274587379102, + "learning_rate": 4.8377561374007805e-06, + "loss": 0.43701925277709963, + "step": 3310 + }, + { + "epoch": 0.5612196384612946, + "grad_norm": 0.4040304584035835, + "learning_rate": 4.808270606758179e-06, + "loss": 0.4318737030029297, + "step": 3320 + }, + { + "epoch": 0.5629100590590697, + "grad_norm": 0.4512054219017183, + "learning_rate": 4.77879175203505e-06, + "loss": 0.43484320640563967, + "step": 3330 + }, + { + "epoch": 0.5646004796568446, + "grad_norm": 0.4082489988390108, + "learning_rate": 4.74932059967005e-06, + "loss": 0.4284003734588623, + "step": 3340 + }, + { + "epoch": 0.5662909002546196, + "grad_norm": 0.42276817092848296, + "learning_rate": 4.7198581758336396e-06, + "loss": 0.43506608009338377, + "step": 3350 + }, + { + "epoch": 0.5679813208523946, + "grad_norm": 0.42621910508451183, + "learning_rate": 4.690405506392355e-06, + "loss": 0.43180079460144044, + "step": 3360 + }, + { + "epoch": 0.5696717414501695, + "grad_norm": 0.58603996179948, + "learning_rate": 4.660963616873096e-06, + "loss": 0.43529691696166994, + "step": 3370 + }, + { + "epoch": 0.5713621620479445, + "grad_norm": 0.43475498420426534, + "learning_rate": 4.631533532427405e-06, + "loss": 0.42524237632751466, + "step": 3380 + }, + { + "epoch": 0.5730525826457196, + "grad_norm": 0.44296635506788934, + "learning_rate": 4.6021162777957815e-06, + "loss": 0.42964849472045896, + "step": 3390 + }, + { + "epoch": 0.5747430032434945, + "grad_norm": 0.4739115865696253, + "learning_rate": 4.572712877271993e-06, + "loss": 0.4318963050842285, + "step": 3400 + }, + { + "epoch": 0.5764334238412695, + "grad_norm": 0.4251182604533514, + "learning_rate": 4.543324354667418e-06, + "loss": 0.429244327545166, + "step": 3410 + }, + { + "epoch": 0.5781238444390445, + "grad_norm": 0.4422586426616063, + "learning_rate": 4.513951733275395e-06, + "loss": 0.42932448387145994, + "step": 3420 + }, + { + "epoch": 0.5798142650368194, + "grad_norm": 0.4691091599178207, + "learning_rate": 4.48459603583558e-06, + "loss": 0.4259922027587891, + "step": 3430 + }, + { + "epoch": 0.5815046856345945, + "grad_norm": 0.5464764518023947, + "learning_rate": 4.455258284498363e-06, + "loss": 0.42319440841674805, + "step": 3440 + }, + { + "epoch": 0.5831951062323695, + "grad_norm": 0.41304172848458615, + "learning_rate": 4.42593950078924e-06, + "loss": 0.4340841293334961, + "step": 3450 + }, + { + "epoch": 0.5848855268301444, + "grad_norm": 0.44352336434522394, + "learning_rate": 4.396640705573284e-06, + "loss": 0.42516536712646485, + "step": 3460 + }, + { + "epoch": 0.5865759474279194, + "grad_norm": 0.4396217564214065, + "learning_rate": 4.367362919019561e-06, + "loss": 0.43398313522338866, + "step": 3470 + }, + { + "epoch": 0.5882663680256944, + "grad_norm": 0.4639850426028468, + "learning_rate": 4.338107160565639e-06, + "loss": 0.42090563774108886, + "step": 3480 + }, + { + "epoch": 0.5899567886234693, + "grad_norm": 0.49730143479919997, + "learning_rate": 4.308874448882072e-06, + "loss": 0.42863998413085935, + "step": 3490 + }, + { + "epoch": 0.5916472092212444, + "grad_norm": 0.4320500925423939, + "learning_rate": 4.279665801836938e-06, + "loss": 0.43216619491577146, + "step": 3500 + }, + { + "epoch": 0.5933376298190194, + "grad_norm": 0.38405843815880253, + "learning_rate": 4.250482236460399e-06, + "loss": 0.4306344985961914, + "step": 3510 + }, + { + "epoch": 0.5950280504167943, + "grad_norm": 0.41562127671231863, + "learning_rate": 4.2213247689092846e-06, + "loss": 0.4339097499847412, + "step": 3520 + }, + { + "epoch": 0.5967184710145693, + "grad_norm": 0.5206266110542977, + "learning_rate": 4.192194414431712e-06, + "loss": 0.42906818389892576, + "step": 3530 + }, + { + "epoch": 0.5984088916123443, + "grad_norm": 0.44079942953014034, + "learning_rate": 4.163092187331733e-06, + "loss": 0.42707481384277346, + "step": 3540 + }, + { + "epoch": 0.6000993122101193, + "grad_norm": 0.5283111002109292, + "learning_rate": 4.1340191009340215e-06, + "loss": 0.43108377456665037, + "step": 3550 + }, + { + "epoch": 0.6017897328078943, + "grad_norm": 0.497346167548402, + "learning_rate": 4.104976167548587e-06, + "loss": 0.42334275245666503, + "step": 3560 + }, + { + "epoch": 0.6034801534056693, + "grad_norm": 0.41994436685076686, + "learning_rate": 4.075964398435522e-06, + "loss": 0.4256128787994385, + "step": 3570 + }, + { + "epoch": 0.6051705740034442, + "grad_norm": 0.44264493338347205, + "learning_rate": 4.046984803769801e-06, + "loss": 0.42928495407104494, + "step": 3580 + }, + { + "epoch": 0.6068609946012192, + "grad_norm": 0.45103704784300114, + "learning_rate": 4.018038392606096e-06, + "loss": 0.4291574478149414, + "step": 3590 + }, + { + "epoch": 0.6085514151989942, + "grad_norm": 0.4052714162982127, + "learning_rate": 3.98912617284365e-06, + "loss": 0.42896642684936526, + "step": 3600 + }, + { + "epoch": 0.6102418357967692, + "grad_norm": 0.40164760162129637, + "learning_rate": 3.960249151191178e-06, + "loss": 0.4323906898498535, + "step": 3610 + }, + { + "epoch": 0.6119322563945442, + "grad_norm": 0.4505206662224979, + "learning_rate": 3.931408333131809e-06, + "loss": 0.42946605682373046, + "step": 3620 + }, + { + "epoch": 0.6136226769923192, + "grad_norm": 0.38809773635856676, + "learning_rate": 3.902604722888092e-06, + "loss": 0.4359119892120361, + "step": 3630 + }, + { + "epoch": 0.6153130975900941, + "grad_norm": 0.4515178914649961, + "learning_rate": 3.873839323387009e-06, + "loss": 0.42914657592773436, + "step": 3640 + }, + { + "epoch": 0.6170035181878691, + "grad_norm": 0.48547177051092294, + "learning_rate": 3.845113136225072e-06, + "loss": 0.43363237380981445, + "step": 3650 + }, + { + "epoch": 0.618693938785644, + "grad_norm": 0.4431323439189628, + "learning_rate": 3.81642716163343e-06, + "loss": 0.427580738067627, + "step": 3660 + }, + { + "epoch": 0.6203843593834191, + "grad_norm": 0.40919513437853744, + "learning_rate": 3.7877823984430608e-06, + "loss": 0.42395830154418945, + "step": 3670 + }, + { + "epoch": 0.6220747799811941, + "grad_norm": 0.445422416784889, + "learning_rate": 3.7591798440499755e-06, + "loss": 0.4330305099487305, + "step": 3680 + }, + { + "epoch": 0.623765200578969, + "grad_norm": 0.42604546747481925, + "learning_rate": 3.7306204943804973e-06, + "loss": 0.4383516311645508, + "step": 3690 + }, + { + "epoch": 0.625455621176744, + "grad_norm": 0.4655383013749577, + "learning_rate": 3.7021053438565863e-06, + "loss": 0.43866143226623533, + "step": 3700 + }, + { + "epoch": 0.627146041774519, + "grad_norm": 0.3989287897287261, + "learning_rate": 3.673635385361206e-06, + "loss": 0.43120598793029785, + "step": 3710 + }, + { + "epoch": 0.628836462372294, + "grad_norm": 0.43139571316850417, + "learning_rate": 3.6452116102037625e-06, + "loss": 0.43346233367919923, + "step": 3720 + }, + { + "epoch": 0.630526882970069, + "grad_norm": 0.43077204056512486, + "learning_rate": 3.6168350080855785e-06, + "loss": 0.4254899978637695, + "step": 3730 + }, + { + "epoch": 0.632217303567844, + "grad_norm": 0.4116188525169869, + "learning_rate": 3.5885065670654306e-06, + "loss": 0.43075990676879883, + "step": 3740 + }, + { + "epoch": 0.6339077241656189, + "grad_norm": 0.48980622755885445, + "learning_rate": 3.560227273525162e-06, + "loss": 0.43142094612121584, + "step": 3750 + }, + { + "epoch": 0.6355981447633939, + "grad_norm": 0.45257900417419006, + "learning_rate": 3.5319981121353133e-06, + "loss": 0.4283766746520996, + "step": 3760 + }, + { + "epoch": 0.637288565361169, + "grad_norm": 0.43598385649668175, + "learning_rate": 3.503820065820861e-06, + "loss": 0.4272482395172119, + "step": 3770 + }, + { + "epoch": 0.6389789859589439, + "grad_norm": 0.4436945578231624, + "learning_rate": 3.47569411572697e-06, + "loss": 0.4362170696258545, + "step": 3780 + }, + { + "epoch": 0.6406694065567189, + "grad_norm": 0.4423636015024226, + "learning_rate": 3.447621241184852e-06, + "loss": 0.432710075378418, + "step": 3790 + }, + { + "epoch": 0.6423598271544939, + "grad_norm": 0.5550229086437715, + "learning_rate": 3.4196024196776452e-06, + "loss": 0.42471537590026853, + "step": 3800 + }, + { + "epoch": 0.6440502477522688, + "grad_norm": 0.4441992666501525, + "learning_rate": 3.391638626806393e-06, + "loss": 0.429352855682373, + "step": 3810 + }, + { + "epoch": 0.6457406683500438, + "grad_norm": 0.3852461787826987, + "learning_rate": 3.363730836256074e-06, + "loss": 0.42467470169067384, + "step": 3820 + }, + { + "epoch": 0.6474310889478189, + "grad_norm": 0.47623628052793926, + "learning_rate": 3.3358800197616856e-06, + "loss": 0.4357749938964844, + "step": 3830 + }, + { + "epoch": 0.6491215095455938, + "grad_norm": 0.42486869443758596, + "learning_rate": 3.3080871470744273e-06, + "loss": 0.4325972557067871, + "step": 3840 + }, + { + "epoch": 0.6508119301433688, + "grad_norm": 0.5004616407501641, + "learning_rate": 3.280353185927918e-06, + "loss": 0.42637929916381834, + "step": 3850 + }, + { + "epoch": 0.6525023507411438, + "grad_norm": 0.4596076466050951, + "learning_rate": 3.252679102004509e-06, + "loss": 0.4192366600036621, + "step": 3860 + }, + { + "epoch": 0.6541927713389187, + "grad_norm": 0.4598817421019848, + "learning_rate": 3.225065858901658e-06, + "loss": 0.42298049926757814, + "step": 3870 + }, + { + "epoch": 0.6558831919366938, + "grad_norm": 0.4869637478788273, + "learning_rate": 3.197514418098375e-06, + "loss": 0.4236114501953125, + "step": 3880 + }, + { + "epoch": 0.6575736125344688, + "grad_norm": 0.4191779853522958, + "learning_rate": 3.170025738921748e-06, + "loss": 0.4369206428527832, + "step": 3890 + }, + { + "epoch": 0.6592640331322437, + "grad_norm": 0.46354651428620175, + "learning_rate": 3.142600778513534e-06, + "loss": 0.4308767795562744, + "step": 3900 + }, + { + "epoch": 0.6609544537300187, + "grad_norm": 0.433362558403198, + "learning_rate": 3.1152404917968376e-06, + "loss": 0.4263267517089844, + "step": 3910 + }, + { + "epoch": 0.6626448743277937, + "grad_norm": 0.4183955388560034, + "learning_rate": 3.087945831442859e-06, + "loss": 0.4287719249725342, + "step": 3920 + }, + { + "epoch": 0.6643352949255686, + "grad_norm": 0.4569797787084886, + "learning_rate": 3.0607177478377146e-06, + "loss": 0.42838282585144044, + "step": 3930 + }, + { + "epoch": 0.6660257155233437, + "grad_norm": 0.405528119203322, + "learning_rate": 3.033557189049367e-06, + "loss": 0.4259345054626465, + "step": 3940 + }, + { + "epoch": 0.6677161361211187, + "grad_norm": 0.4445510274119577, + "learning_rate": 3.006465100794583e-06, + "loss": 0.4231560230255127, + "step": 3950 + }, + { + "epoch": 0.6694065567188936, + "grad_norm": 0.3956379066918208, + "learning_rate": 2.979442426406034e-06, + "loss": 0.42560606002807616, + "step": 3960 + }, + { + "epoch": 0.6710969773166686, + "grad_norm": 0.487413886720085, + "learning_rate": 2.9524901067994238e-06, + "loss": 0.4272177696228027, + "step": 3970 + }, + { + "epoch": 0.6727873979144436, + "grad_norm": 0.4557490354463524, + "learning_rate": 2.9256090804407522e-06, + "loss": 0.4238264083862305, + "step": 3980 + }, + { + "epoch": 0.6744778185122186, + "grad_norm": 0.46762585507399806, + "learning_rate": 2.8988002833136114e-06, + "loss": 0.4286961555480957, + "step": 3990 + }, + { + "epoch": 0.6761682391099936, + "grad_norm": 0.459519945726867, + "learning_rate": 2.872064648886618e-06, + "loss": 0.4258302688598633, + "step": 4000 + }, + { + "epoch": 0.6778586597077685, + "grad_norm": 0.4158599550893325, + "learning_rate": 2.845403108080895e-06, + "loss": 0.42467894554138186, + "step": 4010 + }, + { + "epoch": 0.6795490803055435, + "grad_norm": 0.764661370612818, + "learning_rate": 2.8188165892376655e-06, + "loss": 0.42564783096313474, + "step": 4020 + }, + { + "epoch": 0.6812395009033185, + "grad_norm": 0.46090960281188625, + "learning_rate": 2.792306018085932e-06, + "loss": 0.4252346992492676, + "step": 4030 + }, + { + "epoch": 0.6829299215010934, + "grad_norm": 0.5052241362723152, + "learning_rate": 2.7658723177102243e-06, + "loss": 0.42507052421569824, + "step": 4040 + }, + { + "epoch": 0.6846203420988685, + "grad_norm": 0.4969762444434996, + "learning_rate": 2.73951640851848e-06, + "loss": 0.42835030555725095, + "step": 4050 + }, + { + "epoch": 0.6863107626966435, + "grad_norm": 0.3887380837718711, + "learning_rate": 2.713239208209989e-06, + "loss": 0.4258549690246582, + "step": 4060 + }, + { + "epoch": 0.6880011832944184, + "grad_norm": 0.3783428232134585, + "learning_rate": 2.6870416317434334e-06, + "loss": 0.4262125015258789, + "step": 4070 + }, + { + "epoch": 0.6896916038921934, + "grad_norm": 0.41965865205854214, + "learning_rate": 2.6609245913050345e-06, + "loss": 0.42023792266845705, + "step": 4080 + }, + { + "epoch": 0.6913820244899684, + "grad_norm": 0.40186299701928146, + "learning_rate": 2.63488899627679e-06, + "loss": 0.42939143180847167, + "step": 4090 + }, + { + "epoch": 0.6930724450877433, + "grad_norm": 0.5147185623048582, + "learning_rate": 2.6089357532048152e-06, + "loss": 0.42742137908935546, + "step": 4100 + }, + { + "epoch": 0.6947628656855184, + "grad_norm": 0.4004984558472973, + "learning_rate": 2.583065765767766e-06, + "loss": 0.42586841583251955, + "step": 4110 + }, + { + "epoch": 0.6964532862832934, + "grad_norm": 0.49746517756929526, + "learning_rate": 2.5572799347453813e-06, + "loss": 0.4294744968414307, + "step": 4120 + }, + { + "epoch": 0.6981437068810683, + "grad_norm": 0.45191836993834755, + "learning_rate": 2.531579157987119e-06, + "loss": 0.42096834182739257, + "step": 4130 + }, + { + "epoch": 0.6998341274788433, + "grad_norm": 0.4388169816996864, + "learning_rate": 2.505964330380886e-06, + "loss": 0.43329315185546874, + "step": 4140 + }, + { + "epoch": 0.7015245480766183, + "grad_norm": 0.4646683084770869, + "learning_rate": 2.480436343821892e-06, + "loss": 0.4317659378051758, + "step": 4150 + }, + { + "epoch": 0.7032149686743933, + "grad_norm": 0.4144813387224547, + "learning_rate": 2.4549960871815777e-06, + "loss": 0.4222762107849121, + "step": 4160 + }, + { + "epoch": 0.7049053892721683, + "grad_norm": 1.149880889208155, + "learning_rate": 2.4296444462766766e-06, + "loss": 0.426224422454834, + "step": 4170 + }, + { + "epoch": 0.7065958098699433, + "grad_norm": 0.41212484110906356, + "learning_rate": 2.4043823038383675e-06, + "loss": 0.43084254264831545, + "step": 4180 + }, + { + "epoch": 0.7082862304677182, + "grad_norm": 0.40025278610336024, + "learning_rate": 2.3792105394815347e-06, + "loss": 0.42110452651977537, + "step": 4190 + }, + { + "epoch": 0.7099766510654932, + "grad_norm": 0.4205397675832194, + "learning_rate": 2.3541300296741535e-06, + "loss": 0.42673492431640625, + "step": 4200 + }, + { + "epoch": 0.7116670716632683, + "grad_norm": 0.43501797735562275, + "learning_rate": 2.3291416477067493e-06, + "loss": 0.4395922660827637, + "step": 4210 + }, + { + "epoch": 0.7133574922610432, + "grad_norm": 0.4286409355798364, + "learning_rate": 2.304246263662014e-06, + "loss": 0.42594170570373535, + "step": 4220 + }, + { + "epoch": 0.7150479128588182, + "grad_norm": 0.39409267212647164, + "learning_rate": 2.2794447443844935e-06, + "loss": 0.42094078063964846, + "step": 4230 + }, + { + "epoch": 0.7167383334565932, + "grad_norm": 0.448306587655997, + "learning_rate": 2.254737953450413e-06, + "loss": 0.4300067901611328, + "step": 4240 + }, + { + "epoch": 0.7184287540543681, + "grad_norm": 0.41278204876846897, + "learning_rate": 2.230126751137604e-06, + "loss": 0.42948102951049805, + "step": 4250 + }, + { + "epoch": 0.7201191746521431, + "grad_norm": 0.8234588798535949, + "learning_rate": 2.2056119943955493e-06, + "loss": 0.423651123046875, + "step": 4260 + }, + { + "epoch": 0.7218095952499182, + "grad_norm": 0.4295386395064719, + "learning_rate": 2.181194536815553e-06, + "loss": 0.4270059585571289, + "step": 4270 + }, + { + "epoch": 0.7235000158476931, + "grad_norm": 0.4845164711653868, + "learning_rate": 2.1568752286010046e-06, + "loss": 0.42238831520080566, + "step": 4280 + }, + { + "epoch": 0.7251904364454681, + "grad_norm": 0.4188111308447989, + "learning_rate": 2.132654916537786e-06, + "loss": 0.42424306869506834, + "step": 4290 + }, + { + "epoch": 0.7268808570432431, + "grad_norm": 0.4083567150439788, + "learning_rate": 2.108534443964785e-06, + "loss": 0.4173469066619873, + "step": 4300 + }, + { + "epoch": 0.728571277641018, + "grad_norm": 0.49701750342474227, + "learning_rate": 2.0845146507445234e-06, + "loss": 0.4256436347961426, + "step": 4310 + }, + { + "epoch": 0.7302616982387931, + "grad_norm": 0.4556476468988333, + "learning_rate": 2.0605963732339294e-06, + "loss": 0.4249898433685303, + "step": 4320 + }, + { + "epoch": 0.7319521188365681, + "grad_norm": 0.390956985533463, + "learning_rate": 2.0367804442551987e-06, + "loss": 0.4315620422363281, + "step": 4330 + }, + { + "epoch": 0.733642539434343, + "grad_norm": 0.3993855335495715, + "learning_rate": 2.013067693066805e-06, + "loss": 0.4309099197387695, + "step": 4340 + }, + { + "epoch": 0.735332960032118, + "grad_norm": 0.4126264964735023, + "learning_rate": 1.989458945334623e-06, + "loss": 0.42850918769836427, + "step": 4350 + }, + { + "epoch": 0.7370233806298929, + "grad_norm": 0.44736633124886904, + "learning_rate": 1.9659550231031816e-06, + "loss": 0.4222278594970703, + "step": 4360 + }, + { + "epoch": 0.7387138012276679, + "grad_norm": 0.42368325672394164, + "learning_rate": 1.942556744767044e-06, + "loss": 0.42037811279296877, + "step": 4370 + }, + { + "epoch": 0.740404221825443, + "grad_norm": 0.5501466174054114, + "learning_rate": 1.919264925042295e-06, + "loss": 0.41927204132080076, + "step": 4380 + }, + { + "epoch": 0.7420946424232179, + "grad_norm": 0.39918622365681766, + "learning_rate": 1.8960803749381973e-06, + "loss": 0.42456836700439454, + "step": 4390 + }, + { + "epoch": 0.7437850630209929, + "grad_norm": 0.43304426432279913, + "learning_rate": 1.8730039017289326e-06, + "loss": 0.4330174446105957, + "step": 4400 + }, + { + "epoch": 0.7454754836187679, + "grad_norm": 0.39829603640659866, + "learning_rate": 1.8500363089255074e-06, + "loss": 0.4192543029785156, + "step": 4410 + }, + { + "epoch": 0.7471659042165428, + "grad_norm": 0.41399088851086324, + "learning_rate": 1.827178396247759e-06, + "loss": 0.42575607299804685, + "step": 4420 + }, + { + "epoch": 0.7488563248143179, + "grad_norm": 0.7360790909254504, + "learning_rate": 1.8044309595965225e-06, + "loss": 0.4194206237792969, + "step": 4430 + }, + { + "epoch": 0.7505467454120929, + "grad_norm": 0.44707313603093624, + "learning_rate": 1.7817947910259197e-06, + "loss": 0.42949066162109373, + "step": 4440 + }, + { + "epoch": 0.7522371660098678, + "grad_norm": 0.6041320702862265, + "learning_rate": 1.7592706787157682e-06, + "loss": 0.4255552291870117, + "step": 4450 + }, + { + "epoch": 0.7539275866076428, + "grad_norm": 0.45773641763660167, + "learning_rate": 1.7368594069441452e-06, + "loss": 0.43103628158569335, + "step": 4460 + }, + { + "epoch": 0.7556180072054178, + "grad_norm": 0.41301944176532956, + "learning_rate": 1.7145617560600775e-06, + "loss": 0.4204230785369873, + "step": 4470 + }, + { + "epoch": 0.7573084278031927, + "grad_norm": 0.6409284079564223, + "learning_rate": 1.6923785024563755e-06, + "loss": 0.43199663162231444, + "step": 4480 + }, + { + "epoch": 0.7589988484009678, + "grad_norm": 0.42176176532876736, + "learning_rate": 1.670310418542589e-06, + "loss": 0.4303304672241211, + "step": 4490 + }, + { + "epoch": 0.7606892689987428, + "grad_norm": 0.41067768414220995, + "learning_rate": 1.6483582727181203e-06, + "loss": 0.42124075889587403, + "step": 4500 + }, + { + "epoch": 0.7623796895965177, + "grad_norm": 0.4783665056517865, + "learning_rate": 1.626522829345466e-06, + "loss": 0.4269865989685059, + "step": 4510 + }, + { + "epoch": 0.7640701101942927, + "grad_norm": 0.5049031164710026, + "learning_rate": 1.604804848723603e-06, + "loss": 0.426270866394043, + "step": 4520 + }, + { + "epoch": 0.7657605307920677, + "grad_norm": 0.4857945955434734, + "learning_rate": 1.583205087061519e-06, + "loss": 0.4200442314147949, + "step": 4530 + }, + { + "epoch": 0.7674509513898427, + "grad_norm": 0.6317053106938714, + "learning_rate": 1.5617242964518737e-06, + "loss": 0.4251349925994873, + "step": 4540 + }, + { + "epoch": 0.7691413719876177, + "grad_norm": 0.44940467166388814, + "learning_rate": 1.5403632248448126e-06, + "loss": 0.4180570125579834, + "step": 4550 + }, + { + "epoch": 0.7708317925853927, + "grad_norm": 0.4779559868678119, + "learning_rate": 1.5191226160219353e-06, + "loss": 0.42661218643188475, + "step": 4560 + }, + { + "epoch": 0.7725222131831676, + "grad_norm": 0.48731681458704584, + "learning_rate": 1.4980032095703812e-06, + "loss": 0.4164596080780029, + "step": 4570 + }, + { + "epoch": 0.7742126337809426, + "grad_norm": 0.42493021443963513, + "learning_rate": 1.4770057408570932e-06, + "loss": 0.42499027252197263, + "step": 4580 + }, + { + "epoch": 0.7759030543787176, + "grad_norm": 0.4461752465394288, + "learning_rate": 1.4561309410031927e-06, + "loss": 0.4126904964447021, + "step": 4590 + }, + { + "epoch": 0.7775934749764926, + "grad_norm": 0.45608491001161766, + "learning_rate": 1.4353795368585455e-06, + "loss": 0.42144598960876467, + "step": 4600 + }, + { + "epoch": 0.7792838955742676, + "grad_norm": 0.49822249900794946, + "learning_rate": 1.4147522509764354e-06, + "loss": 0.43109354972839353, + "step": 4610 + }, + { + "epoch": 0.7809743161720426, + "grad_norm": 0.4695623975406333, + "learning_rate": 1.3942498015884148e-06, + "loss": 0.42487325668334963, + "step": 4620 + }, + { + "epoch": 0.7826647367698175, + "grad_norm": 0.6458133705476774, + "learning_rate": 1.3738729025792908e-06, + "loss": 0.4279775619506836, + "step": 4630 + }, + { + "epoch": 0.7843551573675925, + "grad_norm": 0.5664119160533859, + "learning_rate": 1.3536222634622704e-06, + "loss": 0.43117513656616213, + "step": 4640 + }, + { + "epoch": 0.7860455779653676, + "grad_norm": 0.42786217028357204, + "learning_rate": 1.3334985893542596e-06, + "loss": 0.42508134841918943, + "step": 4650 + }, + { + "epoch": 0.7877359985631425, + "grad_norm": 0.43637907827702244, + "learning_rate": 1.3135025809513047e-06, + "loss": 0.4202974796295166, + "step": 4660 + }, + { + "epoch": 0.7894264191609175, + "grad_norm": 0.438569542782335, + "learning_rate": 1.293634934504196e-06, + "loss": 0.4253946304321289, + "step": 4670 + }, + { + "epoch": 0.7911168397586925, + "grad_norm": 0.587103245107529, + "learning_rate": 1.273896341794229e-06, + "loss": 0.4194544792175293, + "step": 4680 + }, + { + "epoch": 0.7928072603564674, + "grad_norm": 0.4010620435372963, + "learning_rate": 1.2542874901091111e-06, + "loss": 0.4227456092834473, + "step": 4690 + }, + { + "epoch": 0.7944976809542424, + "grad_norm": 0.4027753025082721, + "learning_rate": 1.234809062219039e-06, + "loss": 0.4224235534667969, + "step": 4700 + }, + { + "epoch": 0.7961881015520174, + "grad_norm": 0.4860032717278702, + "learning_rate": 1.2154617363529126e-06, + "loss": 0.4228099822998047, + "step": 4710 + }, + { + "epoch": 0.7978785221497924, + "grad_norm": 0.48458357986452577, + "learning_rate": 1.1962461861747305e-06, + "loss": 0.4361612319946289, + "step": 4720 + }, + { + "epoch": 0.7995689427475674, + "grad_norm": 0.5128580678938933, + "learning_rate": 1.1771630807601287e-06, + "loss": 0.4273702144622803, + "step": 4730 + }, + { + "epoch": 0.8012593633453423, + "grad_norm": 0.4046622055593574, + "learning_rate": 1.1582130845730826e-06, + "loss": 0.4226740837097168, + "step": 4740 + }, + { + "epoch": 0.8029497839431173, + "grad_norm": 0.3997957153545625, + "learning_rate": 1.1393968574427744e-06, + "loss": 0.42818431854248046, + "step": 4750 + }, + { + "epoch": 0.8046402045408924, + "grad_norm": 0.4025063941387675, + "learning_rate": 1.1207150545406136e-06, + "loss": 0.425289249420166, + "step": 4760 + }, + { + "epoch": 0.8063306251386673, + "grad_norm": 0.4183154464205255, + "learning_rate": 1.1021683263574313e-06, + "loss": 0.4195976734161377, + "step": 4770 + }, + { + "epoch": 0.8080210457364423, + "grad_norm": 0.4384474275798556, + "learning_rate": 1.0837573186808214e-06, + "loss": 0.43142261505126955, + "step": 4780 + }, + { + "epoch": 0.8097114663342173, + "grad_norm": 0.4557749163813245, + "learning_rate": 1.0654826725726608e-06, + "loss": 0.4209465980529785, + "step": 4790 + }, + { + "epoch": 0.8114018869319922, + "grad_norm": 0.5432867266168557, + "learning_rate": 1.0473450243467865e-06, + "loss": 0.4263154029846191, + "step": 4800 + }, + { + "epoch": 0.8130923075297672, + "grad_norm": 0.5025593460716719, + "learning_rate": 1.0293450055468374e-06, + "loss": 0.4319735527038574, + "step": 4810 + }, + { + "epoch": 0.8147827281275423, + "grad_norm": 0.4755935024526056, + "learning_rate": 1.0114832429242705e-06, + "loss": 0.4187938690185547, + "step": 4820 + }, + { + "epoch": 0.8164731487253172, + "grad_norm": 0.4010757390976713, + "learning_rate": 9.93760358416529e-07, + "loss": 0.4261464595794678, + "step": 4830 + }, + { + "epoch": 0.8181635693230922, + "grad_norm": 0.7131694816309398, + "learning_rate": 9.761769691253931e-07, + "loss": 0.4193047046661377, + "step": 4840 + }, + { + "epoch": 0.8198539899208672, + "grad_norm": 0.5034513530726354, + "learning_rate": 9.587336872954906e-07, + "loss": 0.4203728199005127, + "step": 4850 + }, + { + "epoch": 0.8215444105186421, + "grad_norm": 0.42178444814812144, + "learning_rate": 9.414311202929771e-07, + "loss": 0.42111892700195314, + "step": 4860 + }, + { + "epoch": 0.8232348311164172, + "grad_norm": 0.5122204909729405, + "learning_rate": 9.242698705843961e-07, + "loss": 0.423065185546875, + "step": 4870 + }, + { + "epoch": 0.8249252517141922, + "grad_norm": 0.3989956407391952, + "learning_rate": 9.072505357156858e-07, + "loss": 0.42530975341796873, + "step": 4880 + }, + { + "epoch": 0.8266156723119671, + "grad_norm": 0.39938195227376233, + "learning_rate": 8.903737082913905e-07, + "loss": 0.4214590072631836, + "step": 4890 + }, + { + "epoch": 0.8283060929097421, + "grad_norm": 0.40185499788640217, + "learning_rate": 8.736399759540132e-07, + "loss": 0.4245802879333496, + "step": 4900 + }, + { + "epoch": 0.8299965135075171, + "grad_norm": 0.40431837535545917, + "learning_rate": 8.570499213635635e-07, + "loss": 0.41890692710876465, + "step": 4910 + }, + { + "epoch": 0.831686934105292, + "grad_norm": 0.4407892358374833, + "learning_rate": 8.406041221772593e-07, + "loss": 0.4315225124359131, + "step": 4920 + }, + { + "epoch": 0.8333773547030671, + "grad_norm": 0.587964877158027, + "learning_rate": 8.243031510294225e-07, + "loss": 0.4260035514831543, + "step": 4930 + }, + { + "epoch": 0.8350677753008421, + "grad_norm": 0.3867363003903258, + "learning_rate": 8.081475755115381e-07, + "loss": 0.4230846881866455, + "step": 4940 + }, + { + "epoch": 0.836758195898617, + "grad_norm": 0.4125267432837227, + "learning_rate": 7.921379581524879e-07, + "loss": 0.4201014518737793, + "step": 4950 + }, + { + "epoch": 0.838448616496392, + "grad_norm": 0.4145768688095069, + "learning_rate": 7.762748563989653e-07, + "loss": 0.42217350006103516, + "step": 4960 + }, + { + "epoch": 0.840139037094167, + "grad_norm": 0.3827238095008044, + "learning_rate": 7.605588225960631e-07, + "loss": 0.4181986808776855, + "step": 4970 + }, + { + "epoch": 0.841829457691942, + "grad_norm": 0.45519859678121805, + "learning_rate": 7.449904039680483e-07, + "loss": 0.42473936080932617, + "step": 4980 + }, + { + "epoch": 0.843519878289717, + "grad_norm": 0.38187166057209, + "learning_rate": 7.295701425992984e-07, + "loss": 0.42186822891235354, + "step": 4990 + }, + { + "epoch": 0.845210298887492, + "grad_norm": 0.4100653082076505, + "learning_rate": 7.142985754154336e-07, + "loss": 0.41666412353515625, + "step": 5000 + }, + { + "epoch": 0.8469007194852669, + "grad_norm": 0.3990265533675085, + "learning_rate": 6.991762341646163e-07, + "loss": 0.41996259689331056, + "step": 5010 + }, + { + "epoch": 0.8485911400830419, + "grad_norm": 0.42655171589794805, + "learning_rate": 6.842036453990386e-07, + "loss": 0.41867885589599607, + "step": 5020 + }, + { + "epoch": 0.850281560680817, + "grad_norm": 0.40280454432813595, + "learning_rate": 6.69381330456591e-07, + "loss": 0.42267436981201173, + "step": 5030 + }, + { + "epoch": 0.8519719812785919, + "grad_norm": 0.7423046244692998, + "learning_rate": 6.547098054427031e-07, + "loss": 0.42384800910949705, + "step": 5040 + }, + { + "epoch": 0.8536624018763669, + "grad_norm": 0.4385504136747162, + "learning_rate": 6.401895812123737e-07, + "loss": 0.42662858963012695, + "step": 5050 + }, + { + "epoch": 0.8553528224741418, + "grad_norm": 0.40221301509494206, + "learning_rate": 6.25821163352392e-07, + "loss": 0.42463250160217286, + "step": 5060 + }, + { + "epoch": 0.8570432430719168, + "grad_norm": 0.4678190928201736, + "learning_rate": 6.116050521637218e-07, + "loss": 0.4259337425231934, + "step": 5070 + }, + { + "epoch": 0.8587336636696918, + "grad_norm": 1.5908098668249737, + "learning_rate": 5.975417426440911e-07, + "loss": 0.42664356231689454, + "step": 5080 + }, + { + "epoch": 0.8604240842674667, + "grad_norm": 0.40958701025875693, + "learning_rate": 5.836317244707451e-07, + "loss": 0.42066402435302735, + "step": 5090 + }, + { + "epoch": 0.8621145048652418, + "grad_norm": 0.38142342331351625, + "learning_rate": 5.698754819834107e-07, + "loss": 0.42577228546142576, + "step": 5100 + }, + { + "epoch": 0.8638049254630168, + "grad_norm": 0.5995765733030113, + "learning_rate": 5.562734941674175e-07, + "loss": 0.42906174659729, + "step": 5110 + }, + { + "epoch": 0.8654953460607917, + "grad_norm": 0.4124816632193718, + "learning_rate": 5.428262346370305e-07, + "loss": 0.42333269119262695, + "step": 5120 + }, + { + "epoch": 0.8671857666585667, + "grad_norm": 0.43153283983780877, + "learning_rate": 5.295341716189522e-07, + "loss": 0.42881431579589846, + "step": 5130 + }, + { + "epoch": 0.8688761872563417, + "grad_norm": 0.9191108566472296, + "learning_rate": 5.163977679360221e-07, + "loss": 0.41905965805053713, + "step": 5140 + }, + { + "epoch": 0.8705666078541167, + "grad_norm": 0.4198392449021922, + "learning_rate": 5.034174809911042e-07, + "loss": 0.427170467376709, + "step": 5150 + }, + { + "epoch": 0.8722570284518917, + "grad_norm": 0.4444926311135468, + "learning_rate": 4.905937627511536e-07, + "loss": 0.4227573394775391, + "step": 5160 + }, + { + "epoch": 0.8739474490496667, + "grad_norm": 0.5606934658286145, + "learning_rate": 4.779270597314861e-07, + "loss": 0.4257050514221191, + "step": 5170 + }, + { + "epoch": 0.8756378696474416, + "grad_norm": 0.41569630734941043, + "learning_rate": 4.65417812980225e-07, + "loss": 0.4265610694885254, + "step": 5180 + }, + { + "epoch": 0.8773282902452166, + "grad_norm": 0.47494065883948217, + "learning_rate": 4.5306645806294904e-07, + "loss": 0.41692366600036623, + "step": 5190 + }, + { + "epoch": 0.8790187108429917, + "grad_norm": 0.45085269223305413, + "learning_rate": 4.4087342504752383e-07, + "loss": 0.4252819061279297, + "step": 5200 + }, + { + "epoch": 0.8807091314407666, + "grad_norm": 0.3913069944608277, + "learning_rate": 4.288391384891261e-07, + "loss": 0.42319507598876954, + "step": 5210 + }, + { + "epoch": 0.8823995520385416, + "grad_norm": 0.48873707062317545, + "learning_rate": 4.169640174154627e-07, + "loss": 0.4205298900604248, + "step": 5220 + }, + { + "epoch": 0.8840899726363166, + "grad_norm": 0.3939589445180343, + "learning_rate": 4.052484753121799e-07, + "loss": 0.4183074951171875, + "step": 5230 + }, + { + "epoch": 0.8857803932340915, + "grad_norm": 0.9063181567182339, + "learning_rate": 3.936929201084644e-07, + "loss": 0.42419729232788084, + "step": 5240 + }, + { + "epoch": 0.8874708138318665, + "grad_norm": 0.4205501036887155, + "learning_rate": 3.822977541628453e-07, + "loss": 0.424894905090332, + "step": 5250 + }, + { + "epoch": 0.8891612344296416, + "grad_norm": 0.43108338551767145, + "learning_rate": 3.7106337424917205e-07, + "loss": 0.42048206329345705, + "step": 5260 + }, + { + "epoch": 0.8908516550274165, + "grad_norm": 0.5544953283474947, + "learning_rate": 3.599901715428139e-07, + "loss": 0.4223438262939453, + "step": 5270 + }, + { + "epoch": 0.8925420756251915, + "grad_norm": 0.4304365854392619, + "learning_rate": 3.4907853160702777e-07, + "loss": 0.42336835861206057, + "step": 5280 + }, + { + "epoch": 0.8942324962229665, + "grad_norm": 0.3906588855234446, + "learning_rate": 3.38328834379541e-07, + "loss": 0.4154191970825195, + "step": 5290 + }, + { + "epoch": 0.8959229168207414, + "grad_norm": 0.5031541905142518, + "learning_rate": 3.277414541593144e-07, + "loss": 0.41904850006103517, + "step": 5300 + }, + { + "epoch": 0.8976133374185165, + "grad_norm": 0.4530444890179973, + "learning_rate": 3.173167595935156e-07, + "loss": 0.4230810165405273, + "step": 5310 + }, + { + "epoch": 0.8993037580162915, + "grad_norm": 0.48713249648075824, + "learning_rate": 3.0705511366468264e-07, + "loss": 0.4264675617218018, + "step": 5320 + }, + { + "epoch": 0.9009941786140664, + "grad_norm": 0.5208238749067577, + "learning_rate": 2.969568736780809e-07, + "loss": 0.4253951072692871, + "step": 5330 + }, + { + "epoch": 0.9026845992118414, + "grad_norm": 0.4822048723169926, + "learning_rate": 2.8702239124926536e-07, + "loss": 0.42444214820861814, + "step": 5340 + }, + { + "epoch": 0.9043750198096164, + "grad_norm": 0.4592549523630122, + "learning_rate": 2.7725201229183595e-07, + "loss": 0.41964020729064944, + "step": 5350 + }, + { + "epoch": 0.9060654404073913, + "grad_norm": 0.5273092393546448, + "learning_rate": 2.676460770053935e-07, + "loss": 0.4201678276062012, + "step": 5360 + }, + { + "epoch": 0.9077558610051664, + "grad_norm": 0.49079242898504394, + "learning_rate": 2.5820491986369655e-07, + "loss": 0.4261648654937744, + "step": 5370 + }, + { + "epoch": 0.9094462816029414, + "grad_norm": 0.39447657056029006, + "learning_rate": 2.4892886960300955e-07, + "loss": 0.42170066833496095, + "step": 5380 + }, + { + "epoch": 0.9111367022007163, + "grad_norm": 0.39984798676859423, + "learning_rate": 2.3981824921066264e-07, + "loss": 0.4172752857208252, + "step": 5390 + }, + { + "epoch": 0.9128271227984913, + "grad_norm": 0.42983400440300035, + "learning_rate": 2.3087337591379877e-07, + "loss": 0.42790851593017576, + "step": 5400 + }, + { + "epoch": 0.9145175433962662, + "grad_norm": 0.5322157941863958, + "learning_rate": 2.2209456116833726e-07, + "loss": 0.42197275161743164, + "step": 5410 + }, + { + "epoch": 0.9162079639940413, + "grad_norm": 0.7319643214256284, + "learning_rate": 2.1348211064811886e-07, + "loss": 0.4245607376098633, + "step": 5420 + }, + { + "epoch": 0.9178983845918163, + "grad_norm": 0.6154493827068899, + "learning_rate": 2.050363242342679e-07, + "loss": 0.4241465091705322, + "step": 5430 + }, + { + "epoch": 0.9195888051895912, + "grad_norm": 0.38677628278359527, + "learning_rate": 1.9675749600475137e-07, + "loss": 0.42714385986328124, + "step": 5440 + }, + { + "epoch": 0.9212792257873662, + "grad_norm": 0.4023137059518498, + "learning_rate": 1.8864591422413647e-07, + "loss": 0.4192478179931641, + "step": 5450 + }, + { + "epoch": 0.9229696463851412, + "grad_norm": 0.5187932907244228, + "learning_rate": 1.8070186133355482e-07, + "loss": 0.41727705001831056, + "step": 5460 + }, + { + "epoch": 0.9246600669829161, + "grad_norm": 0.965073641979697, + "learning_rate": 1.7292561394086638e-07, + "loss": 0.42743620872497556, + "step": 5470 + }, + { + "epoch": 0.9263504875806912, + "grad_norm": 0.7609466724404457, + "learning_rate": 1.6531744281103268e-07, + "loss": 0.42295517921447756, + "step": 5480 + }, + { + "epoch": 0.9280409081784662, + "grad_norm": 0.5111775114201492, + "learning_rate": 1.578776128566828e-07, + "loss": 0.4170988082885742, + "step": 5490 + }, + { + "epoch": 0.9297313287762411, + "grad_norm": 0.4545039552455224, + "learning_rate": 1.5060638312889288e-07, + "loss": 0.4168592929840088, + "step": 5500 + }, + { + "epoch": 0.9314217493740161, + "grad_norm": 0.3892891280788642, + "learning_rate": 1.4350400680816555e-07, + "loss": 0.4170875072479248, + "step": 5510 + }, + { + "epoch": 0.9331121699717911, + "grad_norm": 0.40500981225510563, + "learning_rate": 1.365707311956138e-07, + "loss": 0.4208053112030029, + "step": 5520 + }, + { + "epoch": 0.934802590569566, + "grad_norm": 0.41669067149487427, + "learning_rate": 1.29806797704351e-07, + "loss": 0.4162314414978027, + "step": 5530 + }, + { + "epoch": 0.9364930111673411, + "grad_norm": 0.45468975448954785, + "learning_rate": 1.2321244185108438e-07, + "loss": 0.42525811195373536, + "step": 5540 + }, + { + "epoch": 0.9381834317651161, + "grad_norm": 0.5324807640892435, + "learning_rate": 1.1678789324791385e-07, + "loss": 0.4258564949035645, + "step": 5550 + }, + { + "epoch": 0.939873852362891, + "grad_norm": 0.42891448398762166, + "learning_rate": 1.1053337559433774e-07, + "loss": 0.42623538970947267, + "step": 5560 + }, + { + "epoch": 0.941564272960666, + "grad_norm": 0.501340218520871, + "learning_rate": 1.0444910666946362e-07, + "loss": 0.42596940994262694, + "step": 5570 + }, + { + "epoch": 0.943254693558441, + "grad_norm": 0.4031637084492024, + "learning_rate": 9.853529832442643e-08, + "loss": 0.4168665885925293, + "step": 5580 + }, + { + "epoch": 0.944945114156216, + "grad_norm": 0.41610280627051877, + "learning_rate": 9.27921564750095e-08, + "loss": 0.4280057907104492, + "step": 5590 + }, + { + "epoch": 0.946635534753991, + "grad_norm": 0.3941913310019063, + "learning_rate": 8.721988109447632e-08, + "loss": 0.4269193172454834, + "step": 5600 + }, + { + "epoch": 0.948325955351766, + "grad_norm": 0.4025191194269793, + "learning_rate": 8.181866620660839e-08, + "loss": 0.42088003158569337, + "step": 5610 + }, + { + "epoch": 0.9500163759495409, + "grad_norm": 0.4071300779033532, + "learning_rate": 7.658869987894612e-08, + "loss": 0.41224422454833987, + "step": 5620 + }, + { + "epoch": 0.9517067965473159, + "grad_norm": 0.4950344979035128, + "learning_rate": 7.153016421624525e-08, + "loss": 0.4289411544799805, + "step": 5630 + }, + { + "epoch": 0.953397217145091, + "grad_norm": 0.42576170549234565, + "learning_rate": 6.66432353541302e-08, + "loss": 0.4195157527923584, + "step": 5640 + }, + { + "epoch": 0.9550876377428659, + "grad_norm": 0.41466397846386327, + "learning_rate": 6.192808345296786e-08, + "loss": 0.42493529319763185, + "step": 5650 + }, + { + "epoch": 0.9567780583406409, + "grad_norm": 0.3861387762178082, + "learning_rate": 5.7384872691936264e-08, + "loss": 0.42592926025390626, + "step": 5660 + }, + { + "epoch": 0.9584684789384159, + "grad_norm": 0.5844447829296148, + "learning_rate": 5.301376126331248e-08, + "loss": 0.42506136894226076, + "step": 5670 + }, + { + "epoch": 0.9601588995361908, + "grad_norm": 0.4583100629468275, + "learning_rate": 4.8814901366961985e-08, + "loss": 0.4225175857543945, + "step": 5680 + }, + { + "epoch": 0.9618493201339658, + "grad_norm": 0.4511824979451254, + "learning_rate": 4.478843920504017e-08, + "loss": 0.424249267578125, + "step": 5690 + }, + { + "epoch": 0.9635397407317409, + "grad_norm": 0.36704192082082593, + "learning_rate": 4.093451497690193e-08, + "loss": 0.42214536666870117, + "step": 5700 + }, + { + "epoch": 0.9652301613295158, + "grad_norm": 0.46415491364375805, + "learning_rate": 3.725326287421838e-08, + "loss": 0.42182073593139646, + "step": 5710 + }, + { + "epoch": 0.9669205819272908, + "grad_norm": 0.43678313014125836, + "learning_rate": 3.374481107630612e-08, + "loss": 0.4228252410888672, + "step": 5720 + }, + { + "epoch": 0.9686110025250658, + "grad_norm": 0.44999534894541443, + "learning_rate": 3.040928174566415e-08, + "loss": 0.4173929214477539, + "step": 5730 + }, + { + "epoch": 0.9703014231228407, + "grad_norm": 0.5166241536078265, + "learning_rate": 2.7246791023717854e-08, + "loss": 0.42366867065429686, + "step": 5740 + }, + { + "epoch": 0.9719918437206158, + "grad_norm": 0.49082550972111405, + "learning_rate": 2.42574490267794e-08, + "loss": 0.42436580657958983, + "step": 5750 + }, + { + "epoch": 0.9736822643183907, + "grad_norm": 0.41566861360225094, + "learning_rate": 2.1441359842206966e-08, + "loss": 0.41978960037231444, + "step": 5760 + }, + { + "epoch": 0.9753726849161657, + "grad_norm": 0.4467142353931868, + "learning_rate": 1.8798621524788173e-08, + "loss": 0.4175607681274414, + "step": 5770 + }, + { + "epoch": 0.9770631055139407, + "grad_norm": 0.41925536664649327, + "learning_rate": 1.6329326093320053e-08, + "loss": 0.4178473472595215, + "step": 5780 + }, + { + "epoch": 0.9787535261117156, + "grad_norm": 0.4142968221515882, + "learning_rate": 1.4033559527407703e-08, + "loss": 0.41806626319885254, + "step": 5790 + }, + { + "epoch": 0.9804439467094906, + "grad_norm": 0.48270508356543623, + "learning_rate": 1.1911401764468922e-08, + "loss": 0.41689310073852537, + "step": 5800 + }, + { + "epoch": 0.9821343673072657, + "grad_norm": 0.4223736800888985, + "learning_rate": 9.96292669695198e-09, + "loss": 0.418758487701416, + "step": 5810 + }, + { + "epoch": 0.9838247879050406, + "grad_norm": 0.835433326472655, + "learning_rate": 8.188202169763793e-09, + "loss": 0.4206347942352295, + "step": 5820 + }, + { + "epoch": 0.9855152085028156, + "grad_norm": 0.43870192086162735, + "learning_rate": 6.5872899779045875e-09, + "loss": 0.4244359016418457, + "step": 5830 + }, + { + "epoch": 0.9872056291005906, + "grad_norm": 0.40318943557648546, + "learning_rate": 5.160245864319069e-09, + "loss": 0.41902694702148435, + "step": 5840 + }, + { + "epoch": 0.9888960496983655, + "grad_norm": 0.44780330264589363, + "learning_rate": 3.907119517954083e-09, + "loss": 0.4193845748901367, + "step": 5850 + }, + { + "epoch": 0.9905864702961406, + "grad_norm": 0.46299907040473565, + "learning_rate": 2.827954572027225e-09, + "loss": 0.41649885177612306, + "step": 5860 + }, + { + "epoch": 0.9922768908939156, + "grad_norm": 0.7022500478758524, + "learning_rate": 1.922788602511938e-09, + "loss": 0.4247690200805664, + "step": 5870 + }, + { + "epoch": 0.9939673114916905, + "grad_norm": 0.4194367425429352, + "learning_rate": 1.1916531268230114e-09, + "loss": 0.4229640007019043, + "step": 5880 + }, + { + "epoch": 0.9956577320894655, + "grad_norm": 0.40623075402193076, + "learning_rate": 6.345736027257853e-10, + "loss": 0.42009563446044923, + "step": 5890 + }, + { + "epoch": 0.9973481526872405, + "grad_norm": 0.47810385384154763, + "learning_rate": 2.51569427442977e-10, + "loss": 0.4222869396209717, + "step": 5900 + }, + { + "epoch": 0.9990385732850154, + "grad_norm": 0.40176422604323225, + "learning_rate": 4.2653936984660136e-11, + "loss": 0.42395753860473634, + "step": 5910 + }, + { + "epoch": 1.0, + "step": 5916, + "total_flos": 1.962434144184251e+19, + "train_loss": 0.44837146779828335, + "train_runtime": 384303.2502, + "train_samples_per_second": 1.97, + "train_steps_per_second": 0.015 + } + ], + "logging_steps": 10, + "max_steps": 5916, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 1479, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.962434144184251e+19, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..195dcd19989329870339940417a0f1073613cca5 GIT binary patch literal 44416 zcmdpehhL8U-~QR&S{gzngpgS(X(6OSB}z*X8npMgTBIl>(Xf)1hLQFzp$P4WhLFr@hCWbT3#sxt?@5O=+EUva`A1WOL43+~u@`?<^I-+^}$Q`7L4WP96M6L-V`L4)46xaTs=of zh>7Y&R@SYjUrQfWSnHJW;#`cokMARS+i0gxpGMt_P25!vy?1;6=D_f~ZAIaGco^yS z;Gg>Q`(yGc@;4{%Ez~Lr2??t+!W17bFK^a1PU>=SaB%AqW*Yha4<~~PzJBO(kxm?6 zAK6(>UBlN&aVM$$_`3f6=Kr65zEO!Pu3ReY<~tO>1t7$0vx{U_UWzU;{JB#%Qpytxsvv7GpkjCJF7*CVZIf@0MB zyStXIIdr#T>4gHn`RU^M@)AD=>$V^L`2(*iF7s#X?rDvRSaV2C;(Ggs2fN?tU;Ok* zNAd56-M<=Ag1nHQDbrBnd>2)T>t^K_x!xH+u@+puoa^$Q&aor<`i)6dQ@>L)GHqI( zski;i65eb^-F54{{6ktj-eLT%mX=m!SGaQ6uU}`A^rRS>m`=XExvm+P-*)ST({Py)Z)d9#n-NV{pZZR__Fxnl{h5(ivx$x+~iM%$ZB53 z;*s||x#ZIfBX8bpZ#ZU}HfGeV6zK_Z{bU}S*j%H$QUfqIC#*0>hC$tSUKL0A3t8xNWeph z-F5%5WSOEHkE!=)WX^dtHTth!BU(;9pO^|g$6w9OPFuIlKh}!beEy5v+QlJ~J1;dp z+-Mr=GdtCB!FM{Q+95%wC8=r>gK77>e%;JyhOce?tn3~S4~4MhJ1;hwc&6oseo9LD znpiwPmw%jYaIlyfU48^%aLI_~q={sm65U6N$4q`Pum{e++**6b!#z@AfCF=|jRnA;qy~i{OwD zwe#ntWiNcal0Q(i)YNBkwdMO*gA7OO^IVhC6fKBD=;5PBk6t;Oc>a;8sHjlkVLWAN zY5p!+=C+)@#N2rCyo_h>u>%L#1UDKoQo=G;H+$LDIBwmzAwltc^_l*oaN)T{)gn6D zwVOBVotUf>)vpMzsJXlA#LQCK;M?^X^*LI4dN=Jp+h)tymNKf|-f`hBrLzCfA)%SLpZeP42QDRHlncROUx zAB*yQm}{Kjsl&tA@$&O|{)Z1Aia6i1d~UE=#OhS0|yS!)6}O6HcCsUkL6DJ z2(kK$$11w(T&wObv(6~|G4}kz=X^r;a6B zjXkxf>iqRFK1=;^RoL?KKsNsNt}cd6n>Jk$-6g`ZXc^Bv-_eF+yaEDDlv{u9Px0&f zd6q9X?)BMW+Zx#1eB8c`MbwQlF)`VXUHm8e+amlj@X{rV$>DCQ?_G5ESC93IyLRE{ z-A+C#du0Z`7J6>+o%3R3W>!nA>v&ov8t~?nnyM=~6l)I;Ad2MZm_Gg9?Y%#O#B3n+D zF&gDLvGHAI94H*WTkSDD_9p;g+IN21lp6D_X)7e#6OlF8H^Zb*1c#;Sr#Tp280xIN zwtrP~f%`VvRNJ;S+OZ`J+=?`uQ!Pz@<*HST+)5MT4vvm(x4JtkL*3f_Snk*L+;6bj za_0TA>|(q1rlHo?Z`|--bJvZ&EzddN(j}Ie+1V}5zxAR#zZ-r#Lk+&)Ine$%=DdG# zu`<@`X0s9+vy1_`12PBx{{HuMl6jUc4GmYGYyOj`JU_EdJ!}~pg89V6gxQDts-0(E zCmo5;JXa@)T^p>mCvqU-$&(EvC$KJBbkQ(P9iwM#+mxG|TS;v#_cqI#5(KNb#^i%7RMYg|h(k)M>gvph z4Yp3d>))I+#_5Nq6s%M^*xAJ+-VBzqhz0j{fB&u`6{NSS%X8`4qgAK2mYQv@ zclW*&W$LrU$H(V*mR02E==q!+xkSUXyf5XnSq0_65(Z?x4?Rw|cX__7JL7!%=li(w zUE^OEl$Di}8mu^%$?+)9O~ltJgw=+&<-2xWUUOIF@L?W6nv`7`*xOV|-67?x>vSKR zRRr^nwrVHVm6n$?IJlRK9AEx(Y>Ld>n5?)5jfF0LoW`GT%r-Pg$4G>d<= zS${0OVrFv0zINAmdr#s$bpwMX+Ocwe0W91h4aHa&ayX3UKJsG)GDdE0ZgaltCcuc$ zrRQ@VwDK!@Pi;pGrV|qrQ=Fd}IlOl9#P^6po2}~C_I)i}y89w$sj+JtQ=ImtGk4vY z$G>`RlGKi6-LxsgaMM?$P2&{fH2w9Gnzv~&7mAi#C>#|mni)P=6SIT+?%lf+RmyXI z$kg1fZO%gaPmcQ;Jhwdg>%)WK%a`q2t8@?T3c7ZUXM^DjR)nJx-?7_ zD>#*4uRL`hu`HM!`%JJ4!pKo;gWi>La>8Vun@oML9y4*T?8zPNZQ3mvaq@S4GDYj` zG`}Leh5k(K-O2!NrC>ZC9b(7CP?gyATemLKXp}G~^B0faG^CR%GD*0)7h+&@u4Cfo zuATJd_Fb~qwCk&(T0@4S94EU zY;JDu{J=q$h&POdCgH$ZGq{-B&p1~e0f8Xor>1hJrce$Kv7 zm2fa>GXe+DP&@8%qSkjVpf2%H7eJsk-C9aBMwSbU=lHWzY+<6iLJld=}lbwet& zE)e8$o)|nyh8G)9WzQbQ8xavhxLb?*q$6^UKRCCGT&Ub zIrnZxG@AKacSu^!`bclL*UxS=VuOmasL^ITsHA-e(n;9W3n+^hmk-8-3(kN~)_SlXl@ zm@HOFN#<`}BV3|b^FVkxj4r9iGRV>v_5OPVc+%RIoA3NC%i6ntp4DR2STtvzWaZ|r3f)x1dg#z0ui4S2+lua6i)P18L=E_n ziA0z>o?~}1fd1=mf~N?~Md0XtsTThX6Zai48Q|~q=?;v_9((&ObHh=^M!HMxdi-8T z@_pnn6IBO?tw2H-F`p-Ar$(v1((xSoE*@dwU?Ed4UWK?tZ{EBy@76Fg6IYs>u&9aK zDMY4}1RUxY?yypoQI#hoBqZ?mZQ&IP3Wk}6Y5wA@W!Nu)7@Nl9g$T$&YwmeH``T~= ztVi&sM#8n*x7SMNdyJ;E|M|1=3+}q}*_3{`NuJZ21S?l;XL{-+5_adanHev{<=x2K zWQA9BBg#7_OFQe0ysE5Zla0|bQgZrr7_5gC@iQl<#{4NOl3dyA>nkfy6a3Qfjw^X? z4uKLl^i9N?xLZ}PUa=z~r%sHQ1#vJ@Wk`-cpK({o7a;!Onq9B1b~<8#tBv=!wcQ$@ zn;vjg*raM_+wW+U`u5$xkt0U{|2|(R7KjoM6l8z!;DOrw+-&7(-`QSMoD2_Jak{_% z;3cxa>8YVDcI_%1pnK9kdk;rh%`aN6AQu!>mVe3%NJDk#e03 zUBT7>I(*Zb9zM`2>3^H;JMTkB8w83Atxg~H{?UJ2GU5PYb5xz@ZXT)rH!0lva@!*1 zrKPohH9w7?a8*_HBXhvHWb2-_8#g)|W;;x#TGN}nw7Em6OaKzZzTJr-F0HOU_@Q^y zUtF)?hmw+#n!f(6I;EHA+oUKSFt{^`-QH7w?Q><1=D%9D)8&bF#u?-Ey|`t7p1|VS zKNqxn3r8DI`0tV6)zQ(xVhQ~I{gkR?1lxszp^J4MVUK02hVyP|@fZ#0#%Ztl`{#4^ zE88En_cl>H%A4+b4Ifw`CwJTnmo>?m{1FobVA%n}Dv0v{urXcUBSDC=zj(807bsQE zmkf|rHBHScn_c>j+Z%X)^Nd__RUJuH9|?`O#?tX>FT20^7yGK^Wk`nWY`)|indp07 zyFeePz@PVgiyCb~tXVLKUp)sJ^3uiYXGOo}*vC^UZoO&Q6{8yjLyy0Fd+!W*o1n*d z|3-w5%hfirF?MxYJJ^i#oOq+;l{SIvNgv;EOChr9!OH=Eq#-hkW&TVYjH*d<&ufod zOyQ2ySpCG{`D5+V_Cj59V>>NtgcCh`38X%?_0HkLhs8lZyb$Hj$J}3^n#|^gUE#kt zb6(2(@5g=DV`Hx%E>W4sEFLE$5JJ+Ro`ikM!Yx|Ska{eY+aeX4u=%C!QprPi`|53Y zL_|XFY&&BP{Eu05{%U#}AkkkxwGzKHzUv7YA?|Hk+KC-*V6wA1eT`{LkpwW9-=EDQ zt9{pt*?Q_V534`zlBmaiBgu$2o3XO9KkvAh-=D|fkZUxu~X74E{`O0}+xPh*A~(ZTY-HLYDxGBsOkLdu6-4JL%vbvBTq@ZulWE zi8jN9Q(G4@QsQiPcXtP#sS-DTSWj=2NgXDnqO!6B0XxT`JETrFTyZ#9_m8W^L{sq` z)AN=q$m;{nhTn$VvEp33hAM?}x^JBz(u?UxaL+z5@A{tSrvUP?A@(0QKxYQmvw+feyAqaVbZ18hpJnoJ=g&*JCCo zqIZ3!&M~sEl!NC0UYL&urOYOP1~x;&pkn(CT#;>{uRXQvP}`%fu9l#)LR_4}fos>U zP12qGJ)$%XhC@UUuxs%5LpJpGuCd5>SC(vh)zdMdIt7MhQFD6>=vAP0;%+mu`xB?z zn~#~BOHlPwN~zi!8ti#aJ@m=-^8Ck~$2}XQ*HPk;8us73$4QPhzyB9|9j6X$Q(Y!& z+xq?Q+||pMRRPJBX8-Dfo{0lVR!41e&DD3#6{Hm|nLr%q{Pnh?V$U*phl-v{J-}h& ztn|2qe@Tf-Vij`m^~lJh8P9U_4;2;`R+gkIg#8Tg_oq}ieRkH2)j<`s-fc|st5>d>t*Gjea<#?EjX)L}x* z1Vi`s=^8=OymEyzk%b!CchXKE_M-$whrmt3m#(N=#MNfED$;g&{8fPz+L(6YQb+lv zE}WbshPWvru5v|58sPic!>bUJzLEPRLNmfzp11O`HCwju5~WsKd(kav;}DF@ zNhnX|%7zC+kvbvvRt^cHaMZwn8isBtzzrPO`4J)$k)eQHtU0i=mNZfC)Kr-ZHp>Em1uCzS7eY6W2UGbT6!@F0uU7){gZ2{xVWrVd4-BekY0> zL_uTCU8H~ARPO!a15-D>sp zsrXLQW#40$ayqev!cW+0{oozgfr9BLP zp?OI6o^O586U}G6)2HRA(t9LvI=w4juZD!AECl5UNDNfJb)i+4a7UkX(|7CvUXZCx z#WQ?RYE+Ru`itj%5}m!gz1zahruNJD48K`(L{Bep^}$a* z)^v4kEp)n_nb^D=jB*Ye^-p{_7aX0wcehP*Cf)NhwXd+O)=RHnzdqH4(QLOjBG2K} z1|qxaioOLHY_e9yYMzI5It0|LFiW4IAoq4l*d_bRw?S3;CY8RmVnP4ng_$Dh(;gL}kfFqzG# z=RgV?0{1rS`IK0+D?fw|`#2;tRUSr^BI?&|GS)hs+OJfIC7*fWn-U?d=kw2D zy;xw4-rj!hhVI~I^9t4(@Oxl(RmjAkC|7YgwbTZ4fJQlwze&2x%vHSuU0nfNEMC=n zNRN^L(hjlx6=>;d%hVjfFn#%b>yH~5EyE`6e`eB@Zu}7lcLun?4XD~WjV`r!*D~lo z%Xhlm&&g>%ckih3z;c;E_MnHVO)oBdE0X?s)VbcpR!3LY9wmnC_}1lY^&=xAl|Pz( zAKxHI@i08a_~^`p(I5VkGoc7y0&~B>Ro~S2$98J#Kcrz|6=6&V+v{afC3TUOmuxSfk6}^_hvM80mALW z;8*PU1r}@n>%)pf#yIfXsRrUY8hP=@a;$EKnQ36dtFOgs*72K(iG+ZJXTd^Dpf zt48riUDjFFJDNXqiZBeBr84a@%lAoKm;19rUOxA$?!LVI$3WoHe%~QekfnirlT#zA z<9-4HNw%^Ew9jCYVdn}2Lz%>UCRU)Jy4m6TYlWyuQ2Hv|GHRh)C#I+KXIQ@$xIaJG zBwT2+$>)Il-~P6xI>~x7GwHoqc0_YZHz{1u=X~cT6Lm*6nGKY0h)Wte`+KYCN*V z=2h|B=%%%i8ebf$HzG!ZdMnEjkrv9a8~B{D2}6lbo9|T58p^r&5+;B(w6gQ2(rc`> znZs=C>}9An48B=&PcANMw{25>Q&UrSLCRQd+PmJ2;xOp*Uwek2TJlqaGb6QKST>gu z6VF^F)o4O0A>cGGQ^MBIZqrKN>*G^YJ)LA)>_dqc9a?4}m@-|u(G(F370l2_k5+jh zAa!!>Kt&aDs2LHn7A<-O5HSRM|GK#IvxQ_W+L>44MVWm_DMs@~L>G7xLOjBcjLaRhQImNvH z^7a>wn<&oytz+fl5}4+u6Oa+YCPYO>P+3vrp>`Fz&WuzDfWv0zE zR>~@05a1wff}{8uQKr&zi%CHDogeo_y(ReS)k+k}hk#8>zI`h$J?-?9um_axw)o7r zp%%(-U|>KD0}8JFeT#25S$@f}KP(kVu+3nzMfd|ST~tB#96o%lF6u^jI5z~AU5W_F zfCD@zU$dbEIRoWt?Yecmjt{tmH&eY$8T$b1nYlz5LC=V2fc{@#VDL=osaxG2>a`NPn58(I~XP1fm&(VwH3Q#Upg|nvazw5r!1oub~Zxm z?gSnAgq-Ud2@??QNm&zEkl*n~jVd4%0YU&QgyWOs{d-1)UclX8H6I&lz@j8yYS)hU z)a{!Ya_@dC0Mf<)93VL2KZo_}27#E=n8cyX1HW}@ZVwgOl&)*rj7mgh^09D8`v}y> zV%bh1lQuuKxYWERFMWJ)x$76dljRqQTCvB$;n{7L#y0MF;#Qa#?D*A|zeCjhJFin; zGw+={cTizh{`Be7Afj7iZ?wLC)BwF}*7vZ1Ce;AuT)mgnn9=>P+6t5}N!ca`z8Vv- za%S%S)X*&JrcUgN9c0mBZ$5wkf%OoGrPyr#v!lZg740Xc#iDSs1l_wQ2D8A?kFExA zT zgMi!lxBO~d_JxZIbar-Cf2~XMJ5pv36G(Qf`|lgR>@sBU~12C$i5AO#SUyiIU0#&+-2Ax{9kLCE4+`;iyvw{_d}a zOu&K2C!pZ;OB@H0htKJ_xRm6YJgo?7NBQ67+^U(0!mRA<4jM<=wSlyllJ%re*2(qu z!Twi6t(q}GXPr}TqZZM9jXsrpac(m9&(6-i78~35B5mdDf?g^O*c5T=mZavLt$R^^ zg@`DCx|@_yp+`e^R&u{j+DvqV)5c}VJSm=XpT_leokw~gwJ-<-Ductre3*bhgeEpb zK<#8FkuL8sY_$d1bl@q_YQ9#b?q?e|QoH?-ct}hYlMnOG!j+#GX1(qH>hi>s=&Yim zqW)Mmr0~)K0Vrd_%ijL!X2&0zsN}Fwu{vdNyM#2UC+o4p*yA#(nACfw9V5y_N#A>* zJo`5S#450+Ml-P+^p;Q5Yf$w82G1W+9sYyB6X$dHP9XP+cx{Bp3{_5POVD0tQgJzn z-Qb^?n256bI;VlJ#%=)aLC9+gk!jKcEg(G|$Z89708M8|Db2$tl8K24HjWo z_}G{8j(yEr2!r7(UK9WDVc@yC$80-Y`god>t340#Soww@^)Z$24}ClE0K>4G1kZ|E zFDzPe@iItb#((6GodG3SsIWi{SCx+9fc8>`Exdx@TkYP4Zc#zT>G6;7Lv4b=fYmTf zKL;9lrIYf}rbC*Vi&08jjk{)L4^l&ENr(_t?0qijru4^)*B)&cGd>(Q^~mo?YJ(c! zUm)=;tP48mY^A}VJNhN%G0RTiZ#%H@kZ(aKT$VuzlqMBb?axSOhhQ(GVa><&$0L7m zZ1j-I$@9Q|4Qg+1S1`6qX+iK=L-8PfFg|bDKyD5~&4qq*nLF6z>{KAqbW@HAE^9RW zCQHV-P_TYj^RA-7ulnSO>fv0+pX_jYSzY9liM#kEv3O=Ulx(jBHLLCyZ`R(1F#7Xa zP#1=fS!CWORgOJ!NYpF&y6*?EFJP*P4vjod3cKe=*j}zCq0v5Y1ew#Xt15iQRG;+5 zBeqTchIg_3ZCYQvIc>*hHo*V={M75l^rG<|7^yS{^Rp}aamQI7((@2`xxA~Y-E=L60;+^ zhN(!xJ-V7vRRvI{tgI|0&ORZ{f^y@+_pSHcLt!ROnlvu*T7t8^GrnS3N)3w0JapbukOoeTDf)WGm|>$mol7GhF^S3Q&rU^;x|3AzV2@Rg{<0(7ZyCIPmVIt zuuAqhIc=}ElDWva#2?be(fod3SnOjX(d;&tn4I_U^Ry2`JnG7*N(P$bm5I@>V=REY zT2WPHQ5hm2y!8|-sdB=>v1-*S;zc|?iy2si`q<3Q9Xo_Dx|PTRag9rreH8UGOg7G? z=_E(@uY!~tY)I4Rr%(`C4Dp$jfP0F-L`aW;M^p7l&U7;PR$E)!GvM6Yh`f-)NJD8@ zcP)Iij^KFaPfM(_WL=LW@uL3yx_j8Attvw{O@i8fM^nz>JFDP^XcVU=vSmtv)chK7#kI;*rAcBF9pD801i5gUP`H6_MAkU#lQg5{b~>Y`>LN%0cG~5OT-*+d^$Wzs&7BBpE>p z(8u##HWG>@D0mU(nT~t&Giw~__;`=R{KZXmCMVuaX_AGszI-wJUjE47=!2;J_VO{(0RX^%h}53a^z!J)Z=KH{tfFb3 zW4@TL3^SFcRa#m1Kjh&(!f^`LJ>on>Q7KKIfJ!;9iOrN}LNL60waW8X=opw`+dYX2 zrLa^TY(=?O*JM%38fMzY`o_9Da*jvCxAkbsYVC2_W$@&srF(r7DN{j0 z5d@Q~{20HlQmK!CW(A^6%)#H=0Z$s%Xn3^}F$#OZ3PhB1pZQtWU!xwV9Y1ZfD2BQs zEN3T9Of$re0d%uhP0fFz05?aZ5EN?L5!9>RMy@AmsbP9qa?gtt$@a0N`+>!`gM-tB zLK`k-%K<&qaCx&)W35H-gK_V4?cbAqzKxJt}I z{UkIudKGH;Ct-%kY_Uqe{=_I|E!?S)L4f@2TZqVm86sf>>pk=MhMKs~Wt%CRjz?GK z@ytteHABuZtc?ECeDz&j-Sdy*Y$d1lGGP!1ctz~q(D2IJU0~XYt~-k_v=#v2Z(R_xqI~!Bo!XjHZGsQ%1#-E@9#^l;}D>DDcq36 z>jsn&grW!WWKLk!^uD-9+}j9=q%ilf(9_imx(mvE#gE@!LaGp#kr5yQAf}7hItgLq z`YI;Fg{63{#gLbJ#*IXmJ3@poII%!qm0_VFg>{>@JOS_u=dV>nk%x{&+_ew|!&%in_0Rf6YawzZs`F5W9k(J=?l!^=e|{f;5yHTGxjZ@A3DSA3!My6lWZT zen!{-ZIx{pceO4PDG_|Flg#|V%EAj#N^9ln)l8rcpe43c;fL|M*#coh+O5cK17L)Epe$Y5M@b=2KBtkH;) zbQxtug{!L`j|JfK!`+f*OBec4tWI%KC&VKfF20!IvyqSVQw&JX4c(1^Y0DWyJ8{2r zE63b`3VX=g4f|i$Tj&(qt?j?(oRy%^s}}`J8XP^SZekQEutoNZOOiK5ZBsc%Z9C@ z@iTeP&0=QCPTH7TyBUBc?IUp%qmHm+$_M2uhB)n}U(>dmaQeerFEjew)!0u7YwCY@ z*uELCzzmiuxSHf3n>Y#u{ie~GajcHexPR?HN7n<2dh{c5yCZ4GNlG)Ln$_MU@KLmT ziG0+x=xWl2BSn;d@S2O4{@IXW9f7+1^o=t-Q^YQ;omdXTIy2M_qHw`Mi!+t{Zb*$A za~=MEfOsoA=ZHTK<*Lxy&o;6JW3ARWgr<=|@IJ{VLzD1wQ7S0Qzy(KKrirtpK?53C z5F#@1JrTKlm+0~8iH;6{zg35T960ApSyLi9yY zS>jeJB|dj3MWl^`)cZs|`?i3_(ovku4A>v-y}h9z!(H$)lwwQx!_;=UitN525V=ki z_)1aiASyZ8LU55%)G`GpR%#HMmiVq+%aI4;a{d4tUB7)h7!r&*kTPlBz|vi*qC#9>UXH>s^dAVQMufS>@7nx>B^=rz@o zNYErnB0?r^bWxj3FQS@8nL#%t?9vW83nC>E0$~VUH3zy7S|x&*57{jc63|Lq3wB94 zmp)-c^`AO-QAdA$YHaZt7z_gRq$*2&5`Vh1KAK)cyQ zY!U=C!Z=L8)$quANiO0T7oMS00fZ&?tGSI4Z`ub2!jW~T5>U>MXkFSe!9W9{Ewy}( zE)hD9LQ%4WGEbJrzTE=VIu@4k#$o6&x}0;A`1b93ieuQd=xF)~@Zjd|emNYD@s(S) z9NF-VNOxoMpmK)c2OGNd>^9yulJrY_J9qJo3~7L~vJz!q^1eW@$)+lO{TO$8x#z&N6?@ze!cAN?Ka_B6LScn6dtQDB!0&>2B+A zL<=*W%Zw&c(+6)JtJ%I8`$S9PdVTJam$?U4@o_GdV!!_ypetm1rAhNf5F0qh9ZLaU?yD-Gxp-_X@C$o*3BrI&bfi-=h49B+y^liT8sxLr7aFfXu$Px_6$;lJg zPz36W?(*1v))#hOF|afERChM?laM#wiD z@gMHbf+&%k3*1L^Xri!^<{N1L*K^)OyXO@X3nv;KQ9;Qa0+{i_Bt%C+;_*VjB1U{N z&@ekSOirM9_KGO=*~PP5U?1g>jO|e!AZh@$&=u7EHj)$|$ucD_1yXGfcpup($37vl zeRS=^CiLBE|Te^>~iR8-LPZXEDcwhcC zL*mjb>D)}>1-L3*Mt5J|LTp!L)g!5=R@l%a$Mx0uCCjQ!k+u_@XByWR-E;mh;F=sR3*7- zfZ^Al+gyQKCE)RIx9l}Q$l4YaC=$~plcvD6yd^7a@_g&MbM9g)RZe!A47>N#=YX8S zRQT-KGpdW&1_|X}9JGL(-8J-@@;awJbHJi9|+_xQ>Jt3xn@w*$zKkcAYKlJ<;v z`H0m)2{JbmA_FLPNN)j5uyB5JlNu1oUTD4u4h`LHV9+wEkR~F}r+QG_&(&SJWLX#^ zh~-1;dMo-8lJsDhERB_SB>h7uW016pLeu%C@sW|;`}YS=5El#j0)#1cf7_LL>x*d04mARFA-+O_xPJY*9|VMxsPc4*ht=2X?N4|w5RDoX=`=tI{D;du zFh50rrUfX720f7S=4Yolps7UMJ7m1SQi(=;U%rKPVUuH>tb(ckopEsEf0K#>Qw-4? zWNqYbFjK*QM@nYzEmw;Y-((Xm*7B>0KXu__lHuuOi9{||A} zhnD9;4lqdAzS+lIOr?=@;U6jA0)kv|q$Dz$cJQ74%{yuTdHi?e@jqzfZB#@A4yaC9_40D-bi7%`qbK(KK6siW(eoS`}cqu!Cec3Axu~&=sYA z-{v5l{OP>-B>f>T$ms$ip=R}$@XC-+5-I9!$nAp<7dXcH%E~7 z_SD;v!5EjJ{oCmaOKQzyzhph8*9(L9Zwa`%Q_kk1DvRjJ^h{aHEF>jfbmzloh$u>4 z03efYdiXF6o(4V`*$yY`{c6ox52N@7rTKrYta7{ZAeGi99=Y&IBjZ}U;I)OU?X>ax zJ7ZcNFlA*&i!VW_t3}5EoJ?;5N2OY zP@C7RVS!{>S_&09ARquyvcn|?&qnHBq-O%IPZOWX)1)DYMBYkgQf|PT9n3JWq?7LY z&6}iETicoNwtmA+t#po-qcpH$1Eav`R)#KX1Wo z1QMANJ-Q^VkODs_+R}`IVRp)_ERd~p3N19H;2WeTkr=qRcm2Kgc~%;E4$5-pH;=-( zJVrkV34*F-(hFO2G2U9i$;wKD{%&dcxNf+nrp9V|APAEGgTpG4slv-3XL6r9b*kjl zR@G#^Je&Bs9-@vK6}UZZeTEWol3oh)-2>(FR#Y1OzrB-XJ)~8FnmX*4q}#gUG=wRr z;U!q2ZRfXvIpMdwr0dFMZpIz8g*>h~3f?*4%a<=h8L<7rf0hw3TCK7t*qizn=|>wn z8C0m?@NlAjlF}KtmmmbvAiNJ?A5$%aEe^pAJWcn|D~#1Mh+0+`5I49YKj9hJ5jsXc zQJJVj0|DuI0fr-Qr@$EIK-0{ao@{t^o#Vp~J%+Ob495?bEmW%Xls6W!2~)%?+Sg|T z$0S_$OMW$FhylAxEaE(%r4{r-=hb&KZW7Q>G&JPQ0Hk1I@^OQNT;Yu3Bq?u7peTg8 zsxaCFQJANdl$7-P_+%vm_IeY<{j2o=ckv>QCaQHGT~u`1 zS{Z{jTXpQI?}7{^`YMvn%bEHTZtONGihXmR&;ca`V0xV$S|xm!_w=#6Uci5PVhCb% zmt$1LRrV^YNCpt#Ifb;!9xOwX{YicJ$h|q7p!_|0+~mN0rpgB!sKe!YV5WQYe91>u z;ykGbx$f_xYEJ(PuAmqK*Q)zA={AUzQ1(2*LwQlSda&UpW?C9eP5&#SO_uyd?m>Mz z>RIT*+h>lnk>@+r@RyEr@EHqDzS4%C+(sVQ9Q*5pZmp8W-}L{ip6p^4|zGQDn5AyG4(3^pc~X1y&F>1`oo>+M?@LlNN;XYu{C z9We_e%?AhaHPkZy*Yd?7Y6{+y*)OLed1{JZaWhuiw?a%%`VIsk&6%V@lW5YHR9w$Xm1Lxs5zX*1ShwQJIlR(%j+{qkF3O_2!sMj$E<)WHPN5zWK%QON5d- zr8D8#ni$x%0EAMw$mp1uFr2mD#>z;ky%?je{o};4WGr**zp{KV=l?P`!qH(vD39L0 zG)c+`E;Seh9_XiTL2nx*z@%5Bc$L8*$h-vDq*Nq35g;J1XPmqD?#)L)g_@VYS^WP2 zK&v{anCNLIF9{$KoQQI;CriLq3j^HwrX6=Qg?GAafbsq5$#P~?o6W%b;k39gs1y^U zC#CAX`u=CjcAm%n1QRG&3DC8}LN`PjaNftt6O&ztzy>5ld`53j zwxE+!aq@cv2$?$UKABMGj;A#;5AajqGk-k_>$*H{L;)l5L!st14#j(n{#VI(>(;Gs zub?f12++u)#EuNz^a|Q&g^;s60>;@W6h!>+l^8N>lbg$^Zk>&Im}I-tziqnF(2Hv3 zL0SP@UucVmlxc?eyU=A0ZfjKMBedZ-4WV?%9`7(wm$GlGZ)P+yVK}a5se1X1gK_l& z8VoJS)q-wpO-bE=F*XVlDi!%# z&lS| zH)G_oKNI;)Xp>1`nvQ8M>XR$6PBappsZQIlE&entqO!xC`Y#xIBo0u6ha$KPT|neL z5ae|SC@7uWEKJ-`R0%YqOtVsY`&oEeBsOj0M!);^_vkzzs0uPZF&6a})ZR*ZETVGX zTztO=-2$sfF#%X&rlAP}Jz+~pzXhHUirOWJVZi}%FsrYK)USAku}6`1J$cy?Tz@Rk z=iQ(I50!Cjs&~J)@wyr()pm$Qs3(=~T4?p;>ZYf9*cJ7y`x#a3#Iz2l{XbIm_o|)O z^=Z1t{{9l_3-bHuBVFtJx0k8l`5(ppq80Q5+P%G&-1xOqVR7+^hx#8GHC-H%S8{2} z$k2R5D6<9f(Euv2{$WxAw^?AuE=sf7Vj6I#&%x8Y_qWyfD!$9N*(C#X%dldP z$RPSiAkKHEB)jjp{V(Sc8pfOO#9Wf+pv)|_8_{Olznm%)y`3^bVH_roRdchjIitn1 z18;Cq)6me+70uJqd7E&pm4&`suMG=Wq(rT2R7#M<$E{i-6kdKHEGjy7J$ZV3po(Zr zjVCUU4mh9*P5kycn#<%Qe^{-r=#!!gM1z@|#KP23Dsu5=oc9Ov|2 zQllSpTQM4e_4R`T@d3o@iRMuv9srke`1<-%#9m8qkZkvZ&l@5Oew_M1XCk$>Tc??E zK}(bvkAA^?7=s3ntAjz&*^dt&E84_7ezKZEIX3u%d%I2;-MPtx;J5^5?+6@e9lcSV}h<%l^13boEY$xMZr~c7 zJgm2=6p#!gz(@+$%>*l&fKSZmRxzNkmV2}8yCV!|`TJDwuiU74+TqUP>k(ZcAtX%mN6>hv1D0v>qq~1Fa~D-`?ag(9J-GnUxohwFDE)=^aBMS^40~sspUA?tf|%5q}NM? zp8uosu`<{@sAe9yZq0uRue`XaaeCn>TO~8vN4mBD;( zk1SL2&wH#yQ`x(1(ET3=)QEn;eIGShY);}o3OQ#+3hXE`?&v=GS@G!dXqsOL?)};E z1#wJ3WETZOka>h(tUx1aU( zl)C-hX!rm8+Hl2gTGX!VF1CKgH;Z2tnJijJRL>CIH7XgKt;f>8Hz`)LkfMHYk`&H& zQ$L=fZr-*&Pw!I0eB*ZI!h0o&@~

{oLc6JrDGEu2J)Wo6@LpiL#HE?mhMRp~JU!Ff@JQ z&U`Mn=AV{l<$p&d`YqBdDFp$gnBg=FJ$jv;*HFrW1vmRMsGsal&zK7PB)Z*;mm;;Q%2udx&= zx8#p5Fv9rOKg$aFk8skEz`P0NJW%TM**z#S>Zch7p~H&K)N62LA~UK zU-x|HS+korH2y>~p<|NA!lviB}KDkuaLbr z6`|~ry^>J&h-@K5B8iO5q$v0K>i4~`>%JcM^}8O|Uq0V&yx*_!e4fwqJkH}d&i@~; zu&4ZSEhmIxun1LgbaZUogl7h>iA`^O%qew$v5+GY8P<{6wznELN#l>O5JtU!uB%gv z@EZQ_l1i|mBtdfq=pMNrt{a@L3WO*EV-od8LXI%lKpw(~LK;9=M_G=KICYhvUkeru zGndz{-7qZoGJpEyT`O_o%NZp1l_7pmR*UAp#GB9J|I9z+DSj94Cl3A?C`}fM1(b_{ zX86z(hpGk#P1my}JTQT4rwVO0U=5>2oBuTOCM^hF|M6%2hi#?;ucPTZ@o$hw;Rbv* ze2H;?bZzOSTy@doNANs>*hG%~73U7i{|mWv+i#PV35cwe%1^RpXbQU6{D?4Iob|@# z{mH)kA6~^weIzU-K6UM1e_i#epAlqMtZCr8)DsF?xJ=jF^O{jWI=hNDye^Drz0AKvU(00nCuDMZ6N=cCV_(ptH;qy(Ce>K8Q2v!tN_OB}r!Y_rxEo)gHc%txGYf96EOf~38AOCTZm zfkvz4TvotE%F1#MGz)nNs29UUFDm5808DAgSt-D~J^>U0NQs1V^5z#{-FIf@&{L<~K( z_4RF?-g%-gbO>PoB#(K#x+nAsIcjm2LP(IMYfg$r)c?*%a@g0rA*!Zm> zNaxS~8qw=n==;76-H10+rMTpXJ@E#D%zE-fOroVqBNZ_+Puue1Gslm;RIIY#bArfW z@_6B`d@dbRh9j$Cm;HV8n-Aa=eKTMOVX44eEHvJrle&^b-Ecp(M8NBVy^6ocZZ6T> zOnDkSwyA9N9>gvBUbwQFlOgAeLeF$~Rg~0(f+aU)&URw?!;sJm4h=Tt1uZC+@&OuU zE{RR%{C_`buP$I`KfdwV_vx|~=F(2NN_0E1eBPkrZzXg?G{Ay;vo5NYxIrB|e-f=! zUDwfSUx`%ehIXw>aS7VwffR}X4)jgZQtPJY=wBSbS&bX@O=hXc6tdQCp-Zzi&!?J4 zWUr_o$Pvfa&svIijA$OfH9P@OOI(NTfr5!O(KQ=)y*ui+nA)OBQAK6qJYX4hYSn!p4ppCs|Qa=$c+_0IS%6%nLxzvEAt&aG&G-dueTA6ZJk;wHx?#f94VA6wA_@Ck0@ zP+zL!i)y+PGV(J1LD#KY%J~L^?yQxx780`13N?7zjnrMxH>1a=+}d7Xw`?JpwXH7u zX2e_U=jca_EUhx@u}b!j_x{W5H={6Yq**ddT8G3;h{DU+8YM%>)l zZ~yV=I@9N*Y+EWO^ZT?MjXGTaIydk%eY+ z!TEf?>A>zUWe6EO$w zVxWyN5HfX7PEvt5=MpdP-HpjR6yEfzjbm9=ql$~#O?};;jN&4P*;?Db=@`)@p>JOw z2=^dPidSdy$3_L9;O+sRgOQ{b0qPQy*GVdDD97L!U_0tODr^ksMD=J3v_%5psNiaz z+%aGm9zfv(Hu|1aw!y)H{;NDLT11C>Z6O3$rKo=frML!1t9AKprs; zCK|xo1(1A1>SuG(Yc8&!@BU>QFp?x1P+KoeXKG4cR zsao`{W8m(QUstCe2pDh+g?8Yd@-Nd@FrHRpUN&XWdv;z4R3g{=z(3^zR-5}-k^vIx z&>m+P9Vp=VGaeC~fkIVlYS9w+KD3f*BO6o|R- zg%aCFV9)>*OP@uDyQLKz$YmZ8=~die{+B7qro483fp%O-=l%Jym8bIjkjF24kAN3% zo(tJ1rUD46Q7R}Z#szf)S_c3Ll(iTXDjZqASaTttEA zQT*(g5>GY0up>W3#-T#aASUsF9zhy*Ia|c&%QVVrQp0 z^o;3MVkOS)W9K7<(v}#sbX|RbAKv-$HSW93A0ULkbosJ#;~$I;DaV~2n(f*y-5e|g z;d)2tzM-WW|CGPWdNo2}E94&0UU%pvc?482J@?dWm(rQ976FPgVuiK$eX1S*(3G{U z?i^jz?RAC%F9LD+mM7X4$A8;Rt14I#cc+bMe~GIUYj7fmW@w#C3k|XS4Y^^W(dY@N4)-rd_sF`KGf6IHZY3%C^2jRpOmCo}*`68Jgo_ zvkXJ_hdpq0dp{lw;lHn-_*|q`KIdLv09NT988}S!vhOEngQDBw?9O$j~AUD#sz9Q{^AySe-q= zU3@1?ZlUL}WT{306mT4--qFBI8oX)w1)WO}de_F+%|f-?yT!Ur}3jyY*VBC~X<;%>Hx@X_v_i ze{uS7(*%_bct+@U8ViIi^5}eHPX4&o;L+GACuW&pBd|U+{MoV#$rlhQx?dJ#w+A`H z?g(>+2RjEdByJeUN9ESN(W&RBO@}(I6>&Xtp55q($etp0E5< z-|g7{16EJC;iJjlzlDhcqVDd^4(R!L1m5%Bom9AC-!*)d%r?aKyAL14N`w3TNNP=% zA%B!5XCKLhK#Ju`j3rB~Yd_rF8Zm!edzq} zNGZNrK3$z!cV=(m7kFW&UD16;0V}KX0BpNCOC?wlT-P;%WR8te2r0%**qv6`EO0mf zTJ1}U$fk`pWty{6VJWEdEl2be3YFiWg`GeYB0+MON*w3LFi&@S_&d&ddAO~+ok%Ku zx;ZNl=7oZ?Q$9#47!MThn$BgUXI4oBHIje2&=%eSE}%JTVNEPbI)3Fq?j6eJ4=vR9!c0vO6oq;lr?E7|# z4fA==_@vC%(|e4%Beg&L0H>`JVI_KO{_M#kW1jf9$#-xk(r@5Stm;x;z4u`on(RYD zTV*t+GOoL;=jpc!woAWYBDCbY++%gN7^5zChIKpLX{X}%MM>swIJcWKtt?lBcz^PJ zY3+qomg~VI;p82*c%IufKI!{pm&)%uA$^A`%xCZ=_iTToI`o}Zx#yV^80vX*UOP6}#gDkC< zWC$Ky@kuv`RC>qt{z_zL$5_KgB&xspsn2p@cH%~$HD|hwN(PkMdqX%#Xv4PvjiLEF zP{HLkmxy$ySoNiF)v$@xVwd}KAff0HU%U2P(8q>7Am$|Yq^jB?Z_d?i)GSYpr17Fg*Pz%O<^#|gQhLoJR&1vdjj zZ)y@Y!sU@&L+*+oQpB5{T;KU?N`qzsoM%|?N38YY@%T^nOs3HG|I(Eo7y z6k6fKubfiEjU!eg(&~lqubx|RQdA9AXqb+^+(yA_F2;YGX2m(0Ddy2ZA4LZlS&CwZ z2H)XrK!N(yz>PMv=|kiD2_XR?$ZcFs|JqXtHj-b!YIPz(#CWnKGwrY_(w zzb2|hCu4HHsYMUlpp~EN`>duTH&b=^Wdf%YuK@5+iaLyF0zKRAPB9?TH8XeCUf) z!`22qj0>lte)i5Z8A#o*b6-KR%>C=^3Tg5Y3hNuj{SM|ddo&>=ceVP-!gOmqTT)NEA#sobF*PC+q3;WSOTZPLNxxkB6`K= z-=FxwVLB3r!O}>JVSQvb=Hp`i6l=mZ+t;2DFkCaf=-+0=eMwdA zCiidk-%?^Xff*wyNO34;!}j(uH&h@lr6S7(X|`Ht__NO8wD{LuFyAw`6C=BPc_!>C zm2c*}W%<`yMsW?VIlVa&q0<-?V(I7&>gcX`^OLyiVC8ket$ee#pN&W?r%Dn*kMKHmhaI&w_gKo6`r!DC_o)L?{yFXbD z@qdIVaVpkNU}jYnRv6x}4}0Guso|405gc5z23Q|v#6-L+>kkG-TS0U9(@jwa5s3bQ z#7Oza=caL~#fEW4zaI~FnLwlMZ3`U6=u1A(S12{GIe1I#aY6p-Olu_kL#C71?}*8H7$8GwbIP!ophyLfHG`MtZ@0;;^^hU=M9ESUTI!e8lhYB2Jv3vtJt z8@rsSY+il|LT^Y`EJi%rT*KJ=6PLt4G2_0=F?-pP$i<2 z6xwq|$DKfdzwrVDR+~_~p}q>Gt7I~}2+%<$Q3F|BeNQJ%#>N|eq??nUr<>7pY!#$- z?K!N{ivV(2TS^IIf!c;nmVYF9e@~%V-V77Wp$|u3(UKs|MQ*g#w4W|S+&axZx=pp! zWgnYDf8`!Qr^UUWU4_#3Vb8mloi`j9l)jYPY8V?OpZmrP&!}!qNgR%j0v_!WdIfls zJ#YPI{k918thmoPh+-fS<=-zxHVi#2=e-&Q$XT^TWjTiB|ADt{yzLA6U_WpH5dt5~ zrZMo~W&&Xu^_gk86SJ&V^?c~18{R~F)RVo&oV8QE6>!+qU%fP_V|r{xZ?aWhvCcKy zbt8g%aoKjX-QXkUgVgJhVH52d!@^5WigY~prY8d~3AWsjc=H2a&9|PyAD1fH_fY-1 zzq?qWHiFq|JTRUC$G)xp3udr)c`y-<71uKBBgar$v*EE(!E_?9YCDl*nz(ZwGkqcW zbZ~NdZq48&nQ*z3l@)|DxaZ#SWQ=jsZ<}bCX_{p}x>J>XZQiyqPArv#6+e8EaTJbl z8FO6(&;>)8{eg>M-baeq0O<`S{-Pa40E8yC#i2oliV9&uStL*u^7HdMZ(m5)f@w6V z&n`?E#S*JhMQEO;glk|*7q2p=7M`< z!+mLANdk`uBG)-#g7`#gJL<=Z)v2tn2V%nwMWl}Jzz$+b*AT2JJ@|7r8Rvbi3e$Dt zOUgR3cKv$d<7m9ljOPh^>RNKH-zj5LwbtPE&)fh*6kSfLWJXCC2tXY>1j=~m-bMg? zWcK`<20HTqoz(#}qdu^(BMk{TQJgRP%&UYTP19 zVdvEh`F-OL*43$n!&~hH)5@&MsZCxA#TCM{N~H$*`Mrr;YCh2_wmWA{0zxznHPmbz zwb*&5z67B`8?TAmC~%8#cv_6JC!3{iN{ImsEj`k)<*23yCzsI;T-B22w0z=z;&l&C z75v+KWNDrYwS-92P^Yo!tW8u+eud~^2Kd$R+qYrUPO31KZE_#T`ruhPx-AZFWqqjk z3pB;eUVqwK>0bfoE11tf40h*xFo*5}YLN&!RMtl=oVeojNrLpe?|j#P{Ep5cZ*;u) z3cJ&>{uOaunE;t;pKS5urBnmQDj(UHijm@ruW>)eteEu~G?>$YrLC3e>ua6 z@F2}7u~*9_S!WF}6xn|jrWqmEW zVsLmSH~)hzmHVzCli`6D`D$%f-6+OP>s2_5^8h$|Z)RXXfg1OsM$^y$4ru|*RQWUn zEK4RpY6tWe0+`j;4KhHGLqLlg*6kGg?PrgRJmos>8c5bn1{gCV6(6xfP5djqK*geB znA~-z1u_unlV}VC0=ctHFpj1q?t+gpcHopJkTo(Ti?JZ8^w@ZlF2)ZIUuzJc`xbS( z`Q+2d?nX}iy7ACyAJn0c#`|*F6O8;-Eq`frW^Li3xN`7y|I^g^Y;Eq{~@bZ?6jY(tt4hJNV!X zPTm5YD^OVTLDkDY@AF^XZ)k-V&Li$%iwN8&nzQ$tKLD_E-t{+_e`aco&6%u7|9xPC zd>5p~)&~L5R2ZhCUJ-`=RwzxY3E@^-W&|8{=zDr%hWQ_?!7aI%6%vvD4vBaJE3660 zSt7Ltk_kw4hxwzSaL9!zgGeEkD9YBnSxy)8aDVe0^1&JNW$tL1M^1IAu+58Eo0o(> zg9d&w)d-a4<6T!HmaVQuXs8(9_+O#bXP)){CFcWj@7nWV81>=-t_Y>KL5WKV796{v zpf+Q80aIY0BToa6t81QFxiKS$j*qD%{y~{=Ppl=UDkQ4bPA&7NVc#!(^wuu>-keTl zcK_1t^`+Xb3%LcmhHoK^kXIAJWfn|cs`q@4=v;3nQ-v1=kX_CG3$gEkUSEVce-f#e zDhN0l3zym)82Z-Jc5b(%CP9t*<`6%+ec1Aryh=V>-*9^PLwex#_C-@ZQq^hRF4KgJ z;`g2N7%T{CYy~oQ)O-epWuO!!7@QVc6z=dpG=|H-}Gs0mxux~qLllso$q!@>km;4#F_;R4nQak0)>O+K() z9$na_`C3J31-*8BpY$**S(aYkGD8qUg55v$yv_IA@gSvCV*K);K%ggme@}Eg}`@bi^Vk!S4z`k!2NCjm*D0}Nbae~ery?ptf zrLz3ludDC(4T`=oeu)}Y9R0HqKB!JP|0u<*!{sMAGh|)yLD+W*krK*I3qBgGPWPM` zqv|4Qh%P8>Tp*x4Cdl_WAi9$ie}G%KyI&b2VgmEVRgRi38QnI|^Y6!!0RiOJN$mW!|6J~_ z|JPK~#_s|~H=>~{3?~>l^zgK5?s`?+T3i{7Pof@Rr%bzEHJg)~r2N)@nn{@>#FCmZYni85y$TL-F*~*M&Snr*PLKk2EX0-XoDwtb%~(U-@pu zq@h7|eOcbJ-QG+-8)lA;1hej6gsa4ccd55)Db^H{L2tU+YFN5fEsg=)gk>drAwsRK zh8O^nE9%GcuoYIxE;L&5j7AokY6!X5uuI|kb&YAqL8x7>j3{r+)%HQJKYq_k>(r%z zppGD1B4E~@YD08CGxh^%a7a@jr%mBeji>JWy3xOvMCP-fWRw^Z0G#^KW#h39Pgq{5 zR`%vh4#1$a$nX0V*_fT0f4X;9^2~(T-!LoNZoQrSBXhnv&80J{%GR6YNUf$THmSb` zJ%wilnHPeTCEgJY?ru-;j%Q@CKIr6D^v#-!9{X8}AOKhhR#@2NjP>V0Ex1?Rmd%G5jm*ZrFB1^YogLhRQY}mO`Pa(sk}nIit!1)n|;&&H!6ndAOlw9xR<-kKKO|WYIa=JdAu5Ez4`@sn_Y7jCr;dtfO76n zTnhjbX2?-Xf>(m>CE+I&1(Qo_M&FK$TDgDDu43w3|10gfNrij0gm}>j=b;y|gij;+ zO(`-c)x1ge!__!q`s{liqy?ruscLSyn?K7e1RV|>4o)HDvWSI&zP0pqsEDUA??2xp zQGYisU>Gx7_i6?kPJ-p?hYd%mvF0408L3uTrRTv&n)E7y5)972gvpK{#0QEx`K1zP zLWoca><%r)J5@jQ6?oDWs#Adwvg6Lz9VF|1xe*DK4F#}QV@M!MhbIE+;FJ%)E~*2B zrBbPezjZNc=M^g^{GMkXO6opKsJtcP|W!wCY+;mk(ar?u6pvpEyzcu*3GmGAwVUd8>0v~QMB*A z`r~$D^Q7>LsSI&%ZIzv@3D^QNKGGszuMVHE^&uRuiPGX%wsgi9 z&(XmP-Der`|Mcj0RF4xCw4;PxJdy`QI+mbr>;k;I0_2Fk5&s5RskxTFzk7x$Q*8N{ zcTS}upi)r$eJ+Y1hqcNm)FgaekI8fsWNj!LzEkY4 z?Q!X?oQaKA4PnuJ?3s29ifQn1Dm1mzNy(@8!V`~FGuc}e@OhN+%yZ-xbo&(-&-?!| zPR}*swbR4MXTjHtFgWK~K7VH(5I)7t0;t?DH6_mvwM`SYN>`Hw%j70!+g^nB)x;IU z7}qXqs6xri$)YkFcH3DmuslGR{{&FL5j@V<%aA88LECX-7;P0xJT?!7%$-<`2)U1B zZP`y9+?ZkRf5YXfl$t`1`{?`$B@pi6chApcLH=czZm5?tRF|UTD_U}6kpE4XwtuQt z=w6#r{-m)yOTRr;T}j~MwEFrkeaq52+l1O9$G_74G($FxRd`x65Jv8$%VGsLehoON>)JVIlEL;vv1_XPF_7W245*Vpjq_9rXX%;V z(YMc9iPVtj4v1u;xX@v@Vc8d9Knt_m&0`_15MSTt4Tuc5<)|KF`Bp&nRXZ^xTR>GC zpU@@Dt7sv(5SFi7ch>O?sT**lIAKQ%T?VOR)7P%I21PP?2KE1%8=Lw_bydK^E1Fu^ z$5dyl02!JJdxg|^kz56C2Aey37H-5{yba%BsPw6q z#=zxpHSP#w+q_YM(t+4+VUfcU`|P1hN?^y;^n+A2uBA}()qrCdWF-KJ>R01Ai(}wE zQq4{;DXU`hYkhcQ;~ZjMCEg_VjO4+?y9xm}>2TFg6nWBPXPE2A63Z`tvgtl*$ciQT zp;+tA2g`*2amt1-JB_^c;xN&fXWogQ8SR z#}s%ZRg;!Oq+GSky6uM9xMTZ*_!P~l}l7T?$Azz>x zzZYE6BpyDDk%^$2Q&rR8=**m5QX{Bi)SU&Dhd1fIC!vgXC3dL8*IN2J!D)2B! zxz?5eL4d-~R%u7SG|NIO(KP?2|A<9(&f3=7*?U}eGu+Ek2HGg8JAd-hUFV7_y)i-N z;;)Y(!j=wsP3x+z6{OvSzik@xAvjXY9L3^kIcIUzp|EbM#owgVK*9R}nBqcym>PF~Dy{rAXUrq6ueJ_K zk0qqFpu9gP%ncIUOP9pDoX_`Sh#^}Im5d#P$nlXQ{hPjMh0xH;L3Frpj+G2nEh&ZL z`_AUEmjcx&Fs00}L!lur0g)Xp3?2lq@?g-zX_jfMf?N7LefeO^Ujh5`tj3jU59--= zFN@9TJ3WuD%_ubN&@1YTui6jxOa8K$j&-A`Ptwo1?8B4nxUxMVguM{=z?9ehXDEK@ z(kA3l5SA|=O;!qw?ISKKGr;d1jDQ}Bc`!liG^o-%jdS*;KYX&jTb^o?rf9@8499fr z(F}A)WJ~bT*XO?FiE-H!gVp?ebnkJGUHx*Py-)?=p`l`ETWygNXBQ9*C@gZNO4ZA* zd`;dUhP&3F2ecmT=iMs*wfoZ$`XbLCM@WnNGfK;8coA%`R-JFnEvGc0kJ)JnHlMv ztf0xfYw5_4NaoTCE6s@{*nqc@XnyahncbVO`)>FE| z^Jeq(pw$9s+&~Fs{d-Lw4^q3bU~ z1Z!CtxF*FfbbYTY85)FE{-JLYKIQa=9I-DyOa2SQ zD6wYgAQOT2?wB=yaDf%U|BIC5O}y81#*+tk1r_bucj}QU$x2Y`Xc&Sa>mA+ zUewsudpqU&4Jd?Qnk-n$L49nG~v0;@X_HM6mLu*(U^|+HDjzcsk48i*( zwHi>Rw<@Ya3a4$Qt^!;i&GYzi`FBkp=-q>|=$u*-MaJ|SQ2iXA^(qEudcUgi_Z!!K zX@4www?tWPjLDtdv0M4f!ocL0Fw-0d`G4{2p(&rEpZcCZ zn2tiX2*7`))5L9xNMMC{l5h&uA2DPJm(ZCeL@=m!@6S-SP z5Y6Mv`fqkpuq+nlu2dZ*C{0Cz-rS%P=*zwvyleWBWtIGnmC43DVLF5o=2v)U79G>R z%X7+BUMHQ!YKIfg7T_e1A-k94PnCbw<$v_~Z-D_y&1Ydg4;w3TC4(q6+X%*2d8e?T z=O|#QT$6+-+6tYJ`jgfm^6=4r@D3}qjN~T?Z&G1LZpuKbsR;7T@SrJRpaadUUw~%m z&_uT8Tw1pUUrdvESi`r`u3PZ@-VrTNoof$tD4dk);QDIwtL;x;2LnAKMR|jv!nvbb z%Z0;+%;}Fz`a1R2_MtL#n5>P=ot`hlXW{lAOX_Mn))UlSbD8yGoxh`CpcLKy6{(YX zdr!+hcVKFPvQ+ZrZAya6t2Y}!lExM$k=g&CY23~uPw$&kfh<0s@1ua2^#F9GRcjUJ z;a>6CkEty^$WI>(!m1?t;PiQ|TnVz{T%NVBl8xO#MmY{8*dKbNPNX>!jt-2wjX3&y z_q+I`59S1Ew{QFf6py8{jF^C~Z{30^7Su3swgUMVb~QXq_OA-91rY*34PGjxI*+A8 zs5NqYst|9K^^Ry;EV;CHgJQiz349QtPgfeoa1&b#JEHf8owxGzV#%;`^$hW4I6fe*CMpP=50p*ksn-IYslw(#X#P?6$33G`a5{_@&zDYV^SD{#ZcQ%qL4oa+4+T#G+7dmsX7$^6KYA=utxqh9VPn_C z;vo%S6Lc_Q_h%rh?^-)CvUK{!D2efDKA0(GaRKENc*g5M1M2f=@G`Q6B?1D!o8Bol z9)F&M%SS-FAj1<)-ylPUbQl0TFH(eey6o{2XGr3}q#$95@>CMwoMH&e(tkIs~c)%t4G((l@RFjh^MpN!KEx4S0Z5{j? zQ4XdhnUY+$^famTr^Ri?o~2)Jsk4-)X;Un3VnFLgVJ9AW4i>q&!d_#d0TS)Rf8T*b5;OMZc{TDdTqCy zUlry~wCAlk_ZYnWuf~+Z6+(L4J`CBsa7O142tPh)T=*+jk7wHxXd`&th6>wqP<-iZ z{`JrGvWnMkOP@r3X6e|2yS=?97i$WdPR?Sf6dH;BFpHhtYv{JCLq~|tS3#~U7Vb#) z;hhH4_iSEA*^&+-!>7mFZ6Wi_OF|b#NUhI)A(gyJUAw7ndM}rs=v?&Xkvzp<%2`AX zom%u4xh#*h9C96YW2%vF`?&6xm2}^>i?JzpizI$$I>Tx3OLk=zCFE`mmitU9dnRSu z(|Bv8i}m>LtIVH)#rdvgE({+QtY@=jGauaUZJ)eA>lW8n^FjRDAY@E=@)XH$+2v_5rbIhz@_c&8P&GMDk`+w}`<#xoc^f z9OLCK02q-<9+yQ3c;->(2KEM&@4(GP5{zV^<#Z=+?idQFa=a_K1Z`h*}f(d{r`2ao?Ts@x`ccQ7poD#JdMFrx?*k zdIB3`KA#U;_^;*2#+nS;cpa%!UC4Bu>MS(t`naP0bUp$Z(@(pj@=TK`qd(?_1PT58 zYyG+LupV8#)2pfxyOwv{(!2}%lFojIq<62p3VOa2ZO+>WxQzy-j&3w3ijdDR!s6Q85;|xw-uYNAos4ihkTRJ6^xi& zB>{zl%^TW_f8A%iVbDNw6Wd4`1t0cvqNqlHZ|?xrGfjyJO3PTPf&Y<^n_0QnWL8{x#Fc>?ld6o7f4y{LMm*3_YMjBUn089=&A@|k>Ee$~DtfWztg7H3 z?64#5`8Ghzb$#TT`OhEtJx{@(N?6l=ZAEkrtjs? zEk+#rC0#1}b})#9F0fzleB?cA@hMp#Wp;dph-IX#OQcD!dzlkY?z9FYX?sm1HYh?4 z$+U@6Z8as3A9H^(N1)zBMzU=MyP-Qn-8obGZMbCusrr+gC}iHtR;LD zogkJUixkjGw`8jt7>S+1S8iEOpzDrVVB^!n&#Sz>UcJWkNK5ca?b-W4k%pCt*+r6E zA-gBG@WA5qt||=JzAafJx>Nb(VKA>_Egco!)5!=AYQENBCh8o*kh%M~BEk{M>Hgff zj4~^U&G~rvqjxvsQ~8MV&irnA%4{7Hd6}{{ZW9^XCs=4{f%OY_2mB;0+Ip zchMFpfMr6t=@lJwjzl3syWYF{^PkoF%DuW+%C2&X^)7Dr^lVmkV$`jh48+bXZF9`z z4{gR2&Bus0;fa~jw9C!mnl&+p$*pucY_COpJ_F*6iO*+`Ui6zY*lW?2FoHAl1=$*HvZo<8K>x6pm8v;?En_ z@uVjVTf4{p#<|}^4LKEWsxjIb5-c#ulZt+r_~$+U)9ncj#L6>g z<6w<01qwy!u$j{ur8;$vepqVccvF#|s+G!AtC;-jlK{cPVl#r*kzY9b3g3TKIyT2A zz+?Y5t)%vDb4`dZ#&1@Qd*n|ryO_LawdgJAWb7_(#H2C!N@4nR)q@| z*3$ZZ;oAwUmb9L5Ztgm%fVz$eQuU_VCfr+Ot^v2D_YDsv<|mShMn;3r#Aw};Rh_cw z+ZEiCZzd|?-UwAUDY^g;tKWs+V5G;W?N3uj0TxfzIWBVn{s=RJ8U9m$br;^?`wkev zf~*uWMBm%@Kjks^%y5mxEE z){*?-H;Kg)2YJdEx3DbEq0C)k{ud+*}z*ux|cFklsth zf4=(Y>AYi|E{jfESt1g=cHv{0t7kZtO4srhBb963lW_B=3=Z2LY2Ds;!;VfGNlNAy z*s_vibbPUL_P77s0JiCRHkR@`6Q0hjD3Pkr132ehYhsF6II^5H}3w@xSLhh`l8+I z-|;UzuLMf`IlX1LAS%>M<8kRVU3va-;i7DoGEwlx{3u@iGKNX>-s5Xi*Q~nTgUu}k zku+@%C6^vZ6`ZQ{7@JydzT?^LB$>OUA+nS?9T!x(jf7{-?6y3de7B;4kuRh+QR_T3 z>`Zl(OKN}k_pTnbL~>8u<0UN@kkHUqQoY3$bIr9=^evY7K@~s~?uk z;9c{&lc|;jYmUD^E1nH8A(Vs&0ju2<-P3&4l$03NPay^U`UC>DRc2@ReHJ-O>Gl0z zVO=NaDp-9-V4p2F6SdWQz@a?InT3HpG&M};5Z*s_@!7p;Z$DolndK{^jM6s9zya~3 zFmahv-O8HgdS&3Nu z!gEagnwO;26{G~X5x8GUXj926&-uooSN5olfjio!(_bi~&_JWBb9{UCW}?B;*Tqg> zrvOI1Mqj0Fk8W8#o%hO|%c&owhbv4qAooo@`krU?@a~%`XDXhn_plTE*PiU@Yl@3+ zkv-0TpegaCbo~LdX|c4o>vgx#`K@)uyKdRQaC5(_C>-3zLbmx+bSWYp_wX1~<6Y(Q z`cc>R9x%Znk&0Gh?Rl4VOHiPj(ZuuHza+;%jcqwKuj1@)bcVrm#iR%a##jR_)dWr4 zTiMr%9+_e&?>K#-Eg`0Q)Ys#-oYfmPxPf#nACTWl#9RUL&b5yNTCo)2iUc&nRaq~z z?6@3NRa4!Dbvs|)s-_sL-r{>ul%`p4qeVzB{i<%q8?T1>Q^%$K#9;}>hF9)?nj?d8 zQb(jXo*m(OnwR)3eqE4BASXXMPxZ1+oj-jEuf=}(=aht4ve;|#O3IL+n4R0(YjjXq zoKM=eQi|qNqr2>#Yj3=A*rEs3jdwt}4^jF}>9yWVx0T|a9L(_c`P|ZNcC8}N#NDg# zF0sT6x#s_L3;*Cp_a}a-M&eOd`O%iP=3q;mZgsz{OL%L&vY(vFSQ1xIZkn*UyH;bl; zZN0`)duW}MCec{8A)3wO{3FSnwNJv!xkECAbuO-cKu;#bSEfR!?&4+EZ4Rf2M%0N}H@7Q#G{5BzfH=!~k+wTbIXIp)W>hNDc6B+-%JH{Cl~%HU z+kIoRJfHl63;K~ibfXO}9%>eEm5z-iJmbGqOzF)=izMsDQkeS35HY{hyW*rD^qzZ4 z>Wc&^-5$MN){EnfYYF3HarI{WuP;=i3xV9zKuwA7rH4IV^87-fNi(ZQ+f3<<}qZ`DJxO$#}l7-Ou^#?;KXv)W0^yV;8BC(;@ z+MRW{&v3AKKzpL-uO(OZM=ZAyabtE$Qiwf}hRx+~@KMV)6L0EL4VSri5X_H8jg1kL zAuG3jJ6Kcs@TBPqCt!m3D15&38NLr*in#Rh!GYt}x>6|K^ZOCAbCR5*bFUv{6w(a- z7{JY>w|U3oaWZwT>7H+OC}?0Ggk&PRMg~3Y9z@k z{Mx%T-(&nWkLTM(dL9Qo)R0)%b*u55zWYV#=2m<7iQdro$_n1_q8j}}G6DWz-JO=U zU?vw=vdeAK!^L!B8X`_A7Ia5^rn2Lb%1Y9Ck(n>FPKyOy#w%CecEtR95C*zz%K>ZU zRzW=}w;x@`-`#o`-5B<_uS2`XK5Onl)7OhwL^xyiA6Kt0>(&s{V{%54Q~uB~FR7CV zBOc}ZrRlhHNXQ%ec3lDeOLC>ZE<##abrwW)vX1zfbNBTGD zC@4`ev70cNUODgz+$270j|0%`t!ru0)6*~U@ttRSq`?k9QLA3Oz(ufZivb=XI@IS+ z^7Qm{ms4Z>X!*>hfw8f7m)F1NmFQbk=zY(^f&nuO8Mbd&_h^_)gkgB9furEyvs)_v zhrq3-btvay}w3EI$Vp#)r)#_7Q!y-)8>8fR3`- z+I|?V$RqRSKn79Zd{pr4nVMhjh&{|4dAObpgVo~vE})ZfK$OpV`rTWK8y`Z7(m5#>B?d({14RVM?{2*IziQ2 zuXHjF_=d4-*a&nna`d=B`@Sj+OwO#WbJu@?^chh}kq0uhAB=o>@aRzl3{pWIjbUu{cQXNZmP8>$lm^NW zd^%mFPxA#kdyb;OqXScf!p6q)m8R9<(@uS9+(vc&2lh89)RmR7*dKOrh%&=$C2wEf z&%lX{`RLk@npVOufOB+0K>N@tCPI%38%RlwHDd^;&02mTL+G*u^~mxL$7g>gU0q$& z^QYe{!J<~C%pT-`Ww-pFZ&$(mj0}R+>1iMgkvEgj%lo4o`+(vW z#5A1({knUL{xKKi0yBYH8Z`X>6n5_6P;Pr1e^a}QTy`#{*h)G@)HD>5LtCZ$xa3ZZ zrXrULC9z#Xv~x-AVmpH}x`-lXBt{ySO-MLWA=Ok$<61(QfSV+A@<(PrW18+Sp@Csa!$a4hT2%SR5 zhHry0CeGJ8O1%*rK|JlTKYDacPImSlldnQqhoB%se}1Pa8|z~8dA!xPkM`K!J~rSI z&{z1RpeL8lFz6o@JGi*0YOPqY4ww}+PrN909PY`lV*;wsNk2kBtFf7M9{R#p* zfElHY0D-&5U1TnXjLa9mGnuGOSZMOl)6?@QE$qworOEXUH~?1MSdS^z2sw@z_{f)-ZW){AEAS&^{E*G^lH4T zB|$e4PQXSf$SAv_1r~C`-SLr*N3Qc;`W4$V7&0Aji|`>uJ4q#u?eK=g_y%@0yrPS8 z?yH7<_0>Z(n{uYbeWHn@_Hs@|&oHN;Kn~-lf`z?0xQDH0bd^inU`|d>WUHs*aJ)<2 zW=qSnP5L0qMVB+zySZgFUFGo<@ZXAxil%I63f5;>%=AIWu-LULG9e*B>xlk_O5tIO zz>cX)cy{B9=8xQqi;K6Io6j3|2n{vHEYx%r{x!xm`54)SbK9dXsz2J#ySHrW3F>j4 z>lwsf81r_8?G^xC>07^|=o6nN;(qh=@*-?{_{X$?g_V|;rn2&;e+0EY1F;*!Vi`6% z&|!)r_MZx0G^isQ^hX~bpPADnIALEYrXCyav6%PSX3hU*oh)oSJXewef(?SEmWTTIGq-}J#X1z};V_6BGAM+|8`Vsa< zU265ruwI_;-KIlO&GO3_m%l9#fMA#pK?9=r)faS;ZayLzi4DYgK(w_bC5FVax-vO- z%#*stNULZs^dd6}t?aV|*<7U>)U8$u*eKP_4a=&H7E8=jOWqGkb5?F{HKy!nv6WdV z_IG4vXG_Y&Ooh3Do}}#%0VkU5=)U+Zm;eGl3uE%3f5ZGCEK8kp2)4Y6i(ufz;XoiN zc!@Ct`^+$!`Tie6MsVeQfQVj#f?xhL#(e3Qw`|}>Ygf5;ww}=mSC6XQ8)3b?uV^`% zt$a_uREtf#REGGT#S44wxjY{4RDyUslvh-QkGu>wfA)&glQsUlXwv%$uF002I~7%n z?6n7j?%wL?wa8vHzvHw9u%f~w`zz%#Z;Ds8fJQ-`B0 zG!%X}4l%rauyZow!2M}Rqufdhgvlu>vts{PEK;6K4J0!TosNxlE9$UxaM0v^feS=1 zWQ2?%N)J+o@WyxY?LeITfPFQak#Q)NuaV?<OhL|>h?V%>)-dGlN7x?Bv30PtZ)@bjvK*H4pOLu-{Xzm+HnbHe9m8qXd@ zo?h_rqo1vvT}|1yF)v$3$2xeay$&3}g%HFEy@B!6H-(vgwj4*jeajXmL~f>oHA*n1bSqO<7t@MB-%2`vzKZ;L z>sB|Q$`x9MzAZ4pkmS53r^29GNjd$Q`u8MQX7!A}$;bXu zZ%Iwoq%+klqbJM8s6>qo-^;h}X`Ngvar(iL%)CR3M4_nh-#U#vE-`BmWPEinE0M1u zxgsUZpQdIZ+=R$qUmD1Cb#+nU)zxNS-z+mZQO*o+_NaoU#M0H3mP$Lnme|^%G^ElP zF=Pu)&#+9RG%k29x<45r_hzlp*Jm|zHU&Z+?JMpps_gP3cEme~yv@4#{vCo3U@a)=hOfiPXNUl3X&9Qy9}%A7A`IcV`D+27Qg`$Wl8il z!ImgZi$!?3%7Ia`eT(4lsYQ5e)Fs;-;fFwGzJ1gPq>;ubR5}jbLk$mb-{YH+m_Cs( z9xVH^pMqLl05R%Ru*ZNG6BfTquOw%q$8}Y+4vFFX3oSghBH&t=u3 zoR^cU!?{5y%Lp1Atk_6cTjgLAFeG`SwYBv|?|}e59ny0mTO3dL$C4#d!(BMPiR9{) zoFXpEA`;R4-|n~pQ3AlUkPA;muah_tp4G=Y&_djhYOqivv3xe zjyLCmIJO~(hD$`(Nr~^*nv<0!h^3XCLcYPt$e2PvvyM(qbhnCWq@152s|q8hbbEXI z%b_o%X#Rc2Qc@!mz4q?iKh@RO6A!EqM^thAt_!XI?x>5(TEA&XEh|6-{s4URzrUK8 z-aoZ@KKW?e{920}^hJTgt#-mAhCr^JcmcjSwCk#v{4CMT5Fy;@JV-o|`p*teB`{rN zYbwW{`Oa`&IS=A$G{NG!nHXn_pfv(I4)t+4yxD^fbQ`5!#N#AwdZonjzC(*Z!?A<= zi)RGze**torGGoFi~OAFD@iU8{O@p4WB&OY9N%C5^mhf){~eG+6H}aQv!$tDvePMi NZQaD!m}|<6_z$Zk@N578 literal 0 HcmV?d00001