From d4963e309d63827a675b5273149666f8c87bc2b0 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 12 Jun 2026 18:04:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: AgPerry/Qwen3-8B-fim-v2v3pt-swe-lego-posttrain Source: Original Platform --- .gitattributes | 36 + README.md | 61 + all_results.json | 8 + chat_template.jinja | 7 + config.json | 73 + generation_config.json | 12 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 31 + train_results.json | 8 + trainer_log.jsonl | 1181 ++++++ trainer_state.json | 8303 ++++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 48673 bytes 14 files changed, 9729 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..b577e6d --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen3-8B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: SWE-Lego-Qwen3-8B-posttrain + results: [] +--- + + + +# SWE-Lego-Qwen3-8B-posttrain + +This model is a fine-tuned version of [/mmu-vcg-hdd/multimodal/models/Qwen3-8B-fim-v2v3pt](https://huggingface.co//mmu-vcg-hdd/multimodal/models/Qwen3-8B-fim-v2v3pt) on the swe_lego_real_data_resolved_trajectories and the swe_lego_synthetic_data_resolved_trajectories datasets. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 0.0001 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 6 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 48 +- total_eval_batch_size: 48 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.1 +- num_epochs: 4.0 + +### Training results + + + +### Framework versions + +- Transformers 5.0.0 +- Pytorch 2.6.0+cu124 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..693daf6 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.0, + "total_flos": 7.881538624284525e+18, + "train_loss": 0.1321902611324469, + "train_runtime": 266690.9372, + "train_samples_per_second": 0.212, + "train_steps_per_second": 0.004 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..85e8f5d --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,7 @@ +{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ '<|im_start|>system +' + system_message + '<|im_end|> +' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|im_start|>user +' + content + '<|im_end|> +<|im_start|>assistant +' }}{% elif message['role'] == 'assistant' %}{{ content + '<|im_end|> +' }}{% endif %}{% endfor %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..2e869e7 --- /dev/null +++ b/config.json @@ -0,0 +1,73 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 163840.0, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "factor": 4.0, + "original_max_position_embeddings": 40960, + "rope_theta": 1000000, + "rope_type": "yarn" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.0.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c33fb76 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.0.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..e8b2b43 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1fce648f2e25436cb2025b6061e8928d3f5a3c837d465ec4b88a84d1ef0274d +size 16381517208 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3ad48f2 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,31 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "model_max_length": 131072, + "model_specific_special_tokens": {}, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..693daf6 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.0, + "total_flos": 7.881538624284525e+18, + "train_loss": 0.1321902611324469, + "train_runtime": 266690.9372, + "train_samples_per_second": 0.212, + "train_steps_per_second": 0.004 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..6f35c94 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,1181 @@ +{"current_steps": 1, "total_steps": 1180, "loss": 0.5506677627563477, "lr": 0.0, "epoch": 0.003395585738539898, "percentage": 0.08, "elapsed_time": "0:08:50", "remaining_time": "7 days, 5:38:36"} +{"current_steps": 2, "total_steps": 1180, "loss": 0.599281907081604, "lr": 8.474576271186441e-07, "epoch": 0.006791171477079796, "percentage": 0.17, "elapsed_time": "0:13:25", "remaining_time": "5 days, 11:45:59"} +{"current_steps": 3, "total_steps": 1180, "loss": 0.5870709419250488, "lr": 1.6949152542372882e-06, "epoch": 0.010186757215619695, "percentage": 0.25, "elapsed_time": "0:17:15", "remaining_time": "4 days, 16:49:15"} +{"current_steps": 4, "total_steps": 1180, "loss": 0.5824997425079346, "lr": 2.5423728813559323e-06, "epoch": 0.013582342954159592, "percentage": 0.34, "elapsed_time": "0:20:40", "remaining_time": "4 days, 5:16:23"} +{"current_steps": 5, "total_steps": 1180, "loss": 0.585983157157898, "lr": 3.3898305084745763e-06, "epoch": 0.01697792869269949, "percentage": 0.42, "elapsed_time": "0:23:44", "remaining_time": "3 days, 20:59:28"} +{"current_steps": 6, "total_steps": 1180, "loss": 0.5429093241691589, "lr": 4.23728813559322e-06, "epoch": 0.02037351443123939, "percentage": 0.51, "elapsed_time": "0:26:27", "remaining_time": "3 days, 14:17:25"} +{"current_steps": 7, "total_steps": 1180, "loss": 0.542880654335022, "lr": 5.084745762711865e-06, "epoch": 0.023769100169779286, "percentage": 0.59, "elapsed_time": "0:28:46", "remaining_time": "3 days, 8:21:27"} +{"current_steps": 8, "total_steps": 1180, "loss": 0.5096145868301392, "lr": 5.932203389830509e-06, "epoch": 0.027164685908319185, "percentage": 0.68, "elapsed_time": "0:30:36", "remaining_time": "3 days, 2:43:59"} +{"current_steps": 9, "total_steps": 1180, "loss": 0.41756781935691833, "lr": 6.779661016949153e-06, "epoch": 0.030560271646859084, "percentage": 0.76, "elapsed_time": "0:38:05", "remaining_time": "3 days, 10:35:48"} +{"current_steps": 10, "total_steps": 1180, "loss": 0.46277719736099243, "lr": 7.627118644067798e-06, "epoch": 0.03395585738539898, "percentage": 0.85, "elapsed_time": "0:43:15", "remaining_time": "3 days, 12:21:10"} +{"current_steps": 11, "total_steps": 1180, "loss": 0.4573628902435303, "lr": 8.47457627118644e-06, "epoch": 0.03735144312393888, "percentage": 0.93, "elapsed_time": "0:47:26", "remaining_time": "3 days, 12:01:57"} +{"current_steps": 12, "total_steps": 1180, "loss": 0.41718530654907227, "lr": 9.322033898305085e-06, "epoch": 0.04074702886247878, "percentage": 1.02, "elapsed_time": "0:51:03", "remaining_time": "3 days, 10:50:05"} +{"current_steps": 13, "total_steps": 1180, "loss": 0.43204784393310547, "lr": 1.016949152542373e-05, "epoch": 0.044142614601018676, "percentage": 1.1, "elapsed_time": "0:54:13", "remaining_time": "3 days, 9:07:28"} +{"current_steps": 14, "total_steps": 1180, "loss": 0.40290939807891846, "lr": 1.1016949152542374e-05, "epoch": 0.04753820033955857, "percentage": 1.19, "elapsed_time": "0:56:56", "remaining_time": "3 days, 7:01:52"} +{"current_steps": 15, "total_steps": 1180, "loss": 0.3809565305709839, "lr": 1.1864406779661018e-05, "epoch": 0.050933786078098474, "percentage": 1.27, "elapsed_time": "0:59:21", "remaining_time": "3 days, 4:50:42"} +{"current_steps": 16, "total_steps": 1180, "loss": 0.36067473888397217, "lr": 1.2711864406779661e-05, "epoch": 0.05432937181663837, "percentage": 1.36, "elapsed_time": "1:01:27", "remaining_time": "3 days, 2:30:40"} +{"current_steps": 17, "total_steps": 1180, "loss": 0.3391953408718109, "lr": 1.3559322033898305e-05, "epoch": 0.057724957555178265, "percentage": 1.44, "elapsed_time": "1:07:00", "remaining_time": "3 days, 4:24:07"} +{"current_steps": 18, "total_steps": 1180, "loss": 0.34520161151885986, "lr": 1.440677966101695e-05, "epoch": 0.06112054329371817, "percentage": 1.53, "elapsed_time": "1:13:10", "remaining_time": "3 days, 6:43:50"} +{"current_steps": 19, "total_steps": 1180, "loss": 0.3492334485054016, "lr": 1.5254237288135596e-05, "epoch": 0.06451612903225806, "percentage": 1.61, "elapsed_time": "1:17:49", "remaining_time": "3 days, 7:15:41"} +{"current_steps": 20, "total_steps": 1180, "loss": 0.3266001343727112, "lr": 1.6101694915254237e-05, "epoch": 0.06791171477079797, "percentage": 1.69, "elapsed_time": "1:21:41", "remaining_time": "3 days, 6:57:39"} +{"current_steps": 21, "total_steps": 1180, "loss": 0.317482590675354, "lr": 1.694915254237288e-05, "epoch": 0.07130730050933787, "percentage": 1.78, "elapsed_time": "1:25:03", "remaining_time": "3 days, 6:14:38"} +{"current_steps": 22, "total_steps": 1180, "loss": 0.33983325958251953, "lr": 1.7796610169491526e-05, "epoch": 0.07470288624787776, "percentage": 1.86, "elapsed_time": "1:27:58", "remaining_time": "3 days, 5:10:48"} +{"current_steps": 23, "total_steps": 1180, "loss": 0.3188186585903168, "lr": 1.864406779661017e-05, "epoch": 0.07809847198641766, "percentage": 1.95, "elapsed_time": "1:30:32", "remaining_time": "3 days, 3:54:29"} +{"current_steps": 24, "total_steps": 1180, "loss": 0.3050963282585144, "lr": 1.9491525423728814e-05, "epoch": 0.08149405772495756, "percentage": 2.03, "elapsed_time": "1:32:42", "remaining_time": "3 days, 2:25:06"} +{"current_steps": 25, "total_steps": 1180, "loss": 0.28910261392593384, "lr": 2.033898305084746e-05, "epoch": 0.08488964346349745, "percentage": 2.12, "elapsed_time": "1:34:21", "remaining_time": "3 days, 0:39:18"} +{"current_steps": 26, "total_steps": 1180, "loss": 0.3009563684463501, "lr": 2.1186440677966103e-05, "epoch": 0.08828522920203735, "percentage": 2.2, "elapsed_time": "1:42:01", "remaining_time": "3 days, 3:28:02"} +{"current_steps": 27, "total_steps": 1180, "loss": 0.31131142377853394, "lr": 2.2033898305084748e-05, "epoch": 0.09168081494057725, "percentage": 2.29, "elapsed_time": "1:46:55", "remaining_time": "3 days, 4:06:10"} +{"current_steps": 28, "total_steps": 1180, "loss": 0.31799793243408203, "lr": 2.2881355932203392e-05, "epoch": 0.09507640067911714, "percentage": 2.37, "elapsed_time": "1:50:54", "remaining_time": "3 days, 4:02:47"} +{"current_steps": 29, "total_steps": 1180, "loss": 0.30172300338745117, "lr": 2.3728813559322036e-05, "epoch": 0.09847198641765705, "percentage": 2.46, "elapsed_time": "1:54:18", "remaining_time": "3 days, 3:36:46"} +{"current_steps": 30, "total_steps": 1180, "loss": 0.29452279210090637, "lr": 2.457627118644068e-05, "epoch": 0.10186757215619695, "percentage": 2.54, "elapsed_time": "1:57:20", "remaining_time": "3 days, 2:58:15"} +{"current_steps": 31, "total_steps": 1180, "loss": 0.27935513854026794, "lr": 2.5423728813559322e-05, "epoch": 0.10526315789473684, "percentage": 2.63, "elapsed_time": "2:00:01", "remaining_time": "3 days, 2:08:51"} +{"current_steps": 32, "total_steps": 1180, "loss": 0.28016525506973267, "lr": 2.627118644067797e-05, "epoch": 0.10865874363327674, "percentage": 2.71, "elapsed_time": "2:02:17", "remaining_time": "3 days, 1:07:21"} +{"current_steps": 33, "total_steps": 1180, "loss": 0.2676544487476349, "lr": 2.711864406779661e-05, "epoch": 0.11205432937181664, "percentage": 2.8, "elapsed_time": "2:04:12", "remaining_time": "2 days, 23:56:55"} +{"current_steps": 34, "total_steps": 1180, "loss": 0.28189581632614136, "lr": 2.7966101694915255e-05, "epoch": 0.11544991511035653, "percentage": 2.88, "elapsed_time": "2:12:40", "remaining_time": "3 days, 2:31:58"} +{"current_steps": 35, "total_steps": 1180, "loss": 0.2989804446697235, "lr": 2.88135593220339e-05, "epoch": 0.11884550084889643, "percentage": 2.97, "elapsed_time": "2:18:01", "remaining_time": "3 days, 3:15:13"} +{"current_steps": 36, "total_steps": 1180, "loss": 0.27032431960105896, "lr": 2.9661016949152544e-05, "epoch": 0.12224108658743633, "percentage": 3.05, "elapsed_time": "2:22:09", "remaining_time": "3 days, 3:17:40"} +{"current_steps": 37, "total_steps": 1180, "loss": 0.2800889015197754, "lr": 3.050847457627119e-05, "epoch": 0.12563667232597622, "percentage": 3.14, "elapsed_time": "2:25:47", "remaining_time": "3 days, 3:03:34"} +{"current_steps": 38, "total_steps": 1180, "loss": 0.27580755949020386, "lr": 3.135593220338983e-05, "epoch": 0.12903225806451613, "percentage": 3.22, "elapsed_time": "2:28:56", "remaining_time": "3 days, 2:35:56"} +{"current_steps": 39, "total_steps": 1180, "loss": 0.27307555079460144, "lr": 3.2203389830508473e-05, "epoch": 0.13242784380305603, "percentage": 3.31, "elapsed_time": "2:31:42", "remaining_time": "3 days, 1:58:12"} +{"current_steps": 40, "total_steps": 1180, "loss": 0.2461966574192047, "lr": 3.305084745762712e-05, "epoch": 0.13582342954159593, "percentage": 3.39, "elapsed_time": "2:34:06", "remaining_time": "3 days, 1:11:58"} +{"current_steps": 41, "total_steps": 1180, "loss": 0.24892249703407288, "lr": 3.389830508474576e-05, "epoch": 0.13921901528013583, "percentage": 3.47, "elapsed_time": "2:36:07", "remaining_time": "3 days, 0:17:20"} +{"current_steps": 42, "total_steps": 1180, "loss": 0.25047633051872253, "lr": 3.474576271186441e-05, "epoch": 0.14261460101867574, "percentage": 3.56, "elapsed_time": "2:40:45", "remaining_time": "3 days, 0:35:53"} +{"current_steps": 43, "total_steps": 1180, "loss": 0.26240214705467224, "lr": 3.559322033898305e-05, "epoch": 0.1460101867572156, "percentage": 3.64, "elapsed_time": "2:46:40", "remaining_time": "3 days, 1:27:02"} +{"current_steps": 44, "total_steps": 1180, "loss": 0.25489258766174316, "lr": 3.644067796610169e-05, "epoch": 0.1494057724957555, "percentage": 3.73, "elapsed_time": "2:51:28", "remaining_time": "3 days, 1:46:57"} +{"current_steps": 45, "total_steps": 1180, "loss": 0.28270888328552246, "lr": 3.728813559322034e-05, "epoch": 0.15280135823429541, "percentage": 3.81, "elapsed_time": "2:55:24", "remaining_time": "3 days, 1:44:11"} +{"current_steps": 46, "total_steps": 1180, "loss": 0.25881218910217285, "lr": 3.813559322033898e-05, "epoch": 0.15619694397283532, "percentage": 3.9, "elapsed_time": "2:58:44", "remaining_time": "3 days, 1:26:27"} +{"current_steps": 47, "total_steps": 1180, "loss": 0.2486695945262909, "lr": 3.898305084745763e-05, "epoch": 0.15959252971137522, "percentage": 3.98, "elapsed_time": "3:01:41", "remaining_time": "3 days, 0:59:45"} +{"current_steps": 48, "total_steps": 1180, "loss": 0.24640750885009766, "lr": 3.983050847457627e-05, "epoch": 0.16298811544991512, "percentage": 4.07, "elapsed_time": "3:04:13", "remaining_time": "3 days, 0:24:31"} +{"current_steps": 49, "total_steps": 1180, "loss": 0.23367922008037567, "lr": 4.067796610169492e-05, "epoch": 0.166383701188455, "percentage": 4.15, "elapsed_time": "3:06:22", "remaining_time": "2 days, 23:42:01"} +{"current_steps": 50, "total_steps": 1180, "loss": 0.236191064119339, "lr": 4.152542372881356e-05, "epoch": 0.1697792869269949, "percentage": 4.24, "elapsed_time": "3:08:09", "remaining_time": "2 days, 22:52:28"} +{"current_steps": 51, "total_steps": 1180, "loss": 0.25406211614608765, "lr": 4.2372881355932206e-05, "epoch": 0.1731748726655348, "percentage": 4.32, "elapsed_time": "3:16:04", "remaining_time": "3 days, 0:20:26"} +{"current_steps": 52, "total_steps": 1180, "loss": 0.2599134147167206, "lr": 4.3220338983050854e-05, "epoch": 0.1765704584040747, "percentage": 4.41, "elapsed_time": "3:20:54", "remaining_time": "3 days, 0:38:12"} +{"current_steps": 53, "total_steps": 1180, "loss": 0.25581443309783936, "lr": 4.4067796610169495e-05, "epoch": 0.1799660441426146, "percentage": 4.49, "elapsed_time": "3:24:48", "remaining_time": "3 days, 0:34:53"} +{"current_steps": 54, "total_steps": 1180, "loss": 0.2514399588108063, "lr": 4.491525423728814e-05, "epoch": 0.1833616298811545, "percentage": 4.58, "elapsed_time": "3:28:12", "remaining_time": "3 days, 0:21:30"} +{"current_steps": 55, "total_steps": 1180, "loss": 0.2396245300769806, "lr": 4.5762711864406784e-05, "epoch": 0.1867572156196944, "percentage": 4.66, "elapsed_time": "3:31:09", "remaining_time": "2 days, 23:59:06"} +{"current_steps": 56, "total_steps": 1180, "loss": 0.23107075691223145, "lr": 4.6610169491525425e-05, "epoch": 0.19015280135823429, "percentage": 4.75, "elapsed_time": "3:33:44", "remaining_time": "2 days, 23:30:13"} +{"current_steps": 57, "total_steps": 1180, "loss": 0.22436249256134033, "lr": 4.745762711864407e-05, "epoch": 0.1935483870967742, "percentage": 4.83, "elapsed_time": "3:36:00", "remaining_time": "2 days, 22:55:47"} +{"current_steps": 58, "total_steps": 1180, "loss": 0.22618135809898376, "lr": 4.8305084745762714e-05, "epoch": 0.1969439728353141, "percentage": 4.92, "elapsed_time": "3:37:54", "remaining_time": "2 days, 22:15:28"} +{"current_steps": 59, "total_steps": 1180, "loss": 0.24815194308757782, "lr": 4.915254237288136e-05, "epoch": 0.200339558573854, "percentage": 5.0, "elapsed_time": "3:45:59", "remaining_time": "2 days, 23:33:47"} +{"current_steps": 60, "total_steps": 1180, "loss": 0.2659604549407959, "lr": 5e-05, "epoch": 0.2037351443123939, "percentage": 5.08, "elapsed_time": "3:51:14", "remaining_time": "2 days, 23:56:22"} +{"current_steps": 61, "total_steps": 1180, "loss": 0.2433127462863922, "lr": 5.0847457627118643e-05, "epoch": 0.2071307300509338, "percentage": 5.17, "elapsed_time": "3:55:33", "remaining_time": "3 days, 0:01:05"} +{"current_steps": 62, "total_steps": 1180, "loss": 0.24123245477676392, "lr": 5.1694915254237284e-05, "epoch": 0.21052631578947367, "percentage": 5.25, "elapsed_time": "3:59:16", "remaining_time": "2 days, 23:54:36"} +{"current_steps": 63, "total_steps": 1180, "loss": 0.2337493896484375, "lr": 5.254237288135594e-05, "epoch": 0.21392190152801357, "percentage": 5.34, "elapsed_time": "4:02:29", "remaining_time": "2 days, 23:39:18"} +{"current_steps": 64, "total_steps": 1180, "loss": 0.2308078408241272, "lr": 5.338983050847458e-05, "epoch": 0.21731748726655348, "percentage": 5.42, "elapsed_time": "4:05:13", "remaining_time": "2 days, 23:16:07"} +{"current_steps": 65, "total_steps": 1180, "loss": 0.2289617508649826, "lr": 5.423728813559322e-05, "epoch": 0.22071307300509338, "percentage": 5.51, "elapsed_time": "4:07:36", "remaining_time": "2 days, 22:47:32"} +{"current_steps": 66, "total_steps": 1180, "loss": 0.22649109363555908, "lr": 5.508474576271186e-05, "epoch": 0.22410865874363328, "percentage": 5.59, "elapsed_time": "4:09:35", "remaining_time": "2 days, 22:12:42"} +{"current_steps": 67, "total_steps": 1180, "loss": 0.23481115698814392, "lr": 5.593220338983051e-05, "epoch": 0.22750424448217318, "percentage": 5.68, "elapsed_time": "4:14:27", "remaining_time": "2 days, 22:26:58"} +{"current_steps": 68, "total_steps": 1180, "loss": 0.24313673377037048, "lr": 5.677966101694916e-05, "epoch": 0.23089983022071306, "percentage": 5.76, "elapsed_time": "4:20:21", "remaining_time": "2 days, 22:57:39"} +{"current_steps": 69, "total_steps": 1180, "loss": 0.23855337500572205, "lr": 5.76271186440678e-05, "epoch": 0.23429541595925296, "percentage": 5.85, "elapsed_time": "4:24:50", "remaining_time": "2 days, 23:04:19"} +{"current_steps": 70, "total_steps": 1180, "loss": 0.24447250366210938, "lr": 5.8474576271186446e-05, "epoch": 0.23769100169779286, "percentage": 5.93, "elapsed_time": "4:28:40", "remaining_time": "2 days, 23:00:29"} +{"current_steps": 71, "total_steps": 1180, "loss": 0.229949951171875, "lr": 5.932203389830509e-05, "epoch": 0.24108658743633277, "percentage": 6.02, "elapsed_time": "4:32:01", "remaining_time": "2 days, 22:48:52"} +{"current_steps": 72, "total_steps": 1180, "loss": 0.24441254138946533, "lr": 6.016949152542373e-05, "epoch": 0.24448217317487267, "percentage": 6.1, "elapsed_time": "4:34:57", "remaining_time": "2 days, 22:31:14"} +{"current_steps": 73, "total_steps": 1180, "loss": 0.2335294485092163, "lr": 6.101694915254238e-05, "epoch": 0.24787775891341257, "percentage": 6.19, "elapsed_time": "4:37:31", "remaining_time": "2 days, 22:08:29"} +{"current_steps": 74, "total_steps": 1180, "loss": 0.21792781352996826, "lr": 6.186440677966102e-05, "epoch": 0.25127334465195245, "percentage": 6.27, "elapsed_time": "4:39:43", "remaining_time": "2 days, 21:40:41"} +{"current_steps": 75, "total_steps": 1180, "loss": 0.21460942924022675, "lr": 6.271186440677966e-05, "epoch": 0.2546689303904924, "percentage": 6.36, "elapsed_time": "4:41:29", "remaining_time": "2 days, 21:07:25"} +{"current_steps": 76, "total_steps": 1180, "loss": 0.25418978929519653, "lr": 6.35593220338983e-05, "epoch": 0.25806451612903225, "percentage": 6.44, "elapsed_time": "4:49:12", "remaining_time": "2 days, 22:01:02"} +{"current_steps": 77, "total_steps": 1180, "loss": 0.2527194917201996, "lr": 6.440677966101695e-05, "epoch": 0.2614601018675722, "percentage": 6.53, "elapsed_time": "4:54:08", "remaining_time": "2 days, 22:13:26"} +{"current_steps": 78, "total_steps": 1180, "loss": 0.22875438630580902, "lr": 6.52542372881356e-05, "epoch": 0.26485568760611206, "percentage": 6.61, "elapsed_time": "4:58:09", "remaining_time": "2 days, 22:12:26"} +{"current_steps": 79, "total_steps": 1180, "loss": 0.24634066224098206, "lr": 6.610169491525424e-05, "epoch": 0.26825127334465193, "percentage": 6.69, "elapsed_time": "5:01:38", "remaining_time": "2 days, 22:03:51"} +{"current_steps": 80, "total_steps": 1180, "loss": 0.23561954498291016, "lr": 6.694915254237288e-05, "epoch": 0.27164685908319186, "percentage": 6.78, "elapsed_time": "5:04:41", "remaining_time": "2 days, 21:49:36"} +{"current_steps": 81, "total_steps": 1180, "loss": 0.2398541420698166, "lr": 6.779661016949152e-05, "epoch": 0.27504244482173174, "percentage": 6.86, "elapsed_time": "5:07:22", "remaining_time": "2 days, 21:30:22"} +{"current_steps": 82, "total_steps": 1180, "loss": 0.21922165155410767, "lr": 6.864406779661017e-05, "epoch": 0.27843803056027167, "percentage": 6.95, "elapsed_time": "5:09:40", "remaining_time": "2 days, 21:06:31"} +{"current_steps": 83, "total_steps": 1180, "loss": 0.2114916294813156, "lr": 6.949152542372882e-05, "epoch": 0.28183361629881154, "percentage": 7.03, "elapsed_time": "5:11:32", "remaining_time": "2 days, 20:37:33"} +{"current_steps": 84, "total_steps": 1180, "loss": 0.24709288775920868, "lr": 7.033898305084746e-05, "epoch": 0.28522920203735147, "percentage": 7.12, "elapsed_time": "5:19:41", "remaining_time": "2 days, 21:31:11"} +{"current_steps": 85, "total_steps": 1180, "loss": 0.24666891992092133, "lr": 7.11864406779661e-05, "epoch": 0.28862478777589134, "percentage": 7.2, "elapsed_time": "5:25:01", "remaining_time": "2 days, 21:47:08"} +{"current_steps": 86, "total_steps": 1180, "loss": 0.24253448843955994, "lr": 7.203389830508474e-05, "epoch": 0.2920203735144312, "percentage": 7.29, "elapsed_time": "5:29:07", "remaining_time": "2 days, 21:46:45"} +{"current_steps": 87, "total_steps": 1180, "loss": 0.22799479961395264, "lr": 7.288135593220338e-05, "epoch": 0.29541595925297115, "percentage": 7.37, "elapsed_time": "5:32:35", "remaining_time": "2 days, 21:38:22"} +{"current_steps": 88, "total_steps": 1180, "loss": 0.24200555682182312, "lr": 7.372881355932204e-05, "epoch": 0.298811544991511, "percentage": 7.46, "elapsed_time": "5:35:40", "remaining_time": "2 days, 21:25:20"} +{"current_steps": 89, "total_steps": 1180, "loss": 0.2582242488861084, "lr": 7.457627118644068e-05, "epoch": 0.30220713073005095, "percentage": 7.54, "elapsed_time": "5:38:27", "remaining_time": "2 days, 21:09:00"} +{"current_steps": 90, "total_steps": 1180, "loss": 0.2349974364042282, "lr": 7.542372881355932e-05, "epoch": 0.30560271646859083, "percentage": 7.63, "elapsed_time": "5:40:54", "remaining_time": "2 days, 20:48:41"} +{"current_steps": 91, "total_steps": 1180, "loss": 0.2243499457836151, "lr": 7.627118644067796e-05, "epoch": 0.3089983022071307, "percentage": 7.71, "elapsed_time": "5:43:01", "remaining_time": "2 days, 20:24:55"} +{"current_steps": 92, "total_steps": 1180, "loss": 0.20744214951992035, "lr": 7.711864406779662e-05, "epoch": 0.31239388794567063, "percentage": 7.8, "elapsed_time": "5:49:23", "remaining_time": "2 days, 20:52:00"} +{"current_steps": 93, "total_steps": 1180, "loss": 0.2435624599456787, "lr": 7.796610169491526e-05, "epoch": 0.3157894736842105, "percentage": 7.88, "elapsed_time": "5:56:15", "remaining_time": "2 days, 21:24:03"} +{"current_steps": 94, "total_steps": 1180, "loss": 0.23833028972148895, "lr": 7.88135593220339e-05, "epoch": 0.31918505942275044, "percentage": 7.97, "elapsed_time": "6:01:06", "remaining_time": "2 days, 21:31:53"} +{"current_steps": 95, "total_steps": 1180, "loss": 0.24096858501434326, "lr": 7.966101694915254e-05, "epoch": 0.3225806451612903, "percentage": 8.05, "elapsed_time": "6:04:54", "remaining_time": "2 days, 21:27:43"} +{"current_steps": 96, "total_steps": 1180, "loss": 0.23922137916088104, "lr": 8.050847457627118e-05, "epoch": 0.32597623089983024, "percentage": 8.14, "elapsed_time": "6:08:06", "remaining_time": "2 days, 21:16:37"} +{"current_steps": 97, "total_steps": 1180, "loss": 0.23311959207057953, "lr": 8.135593220338983e-05, "epoch": 0.3293718166383701, "percentage": 8.22, "elapsed_time": "6:10:56", "remaining_time": "2 days, 21:01:32"} +{"current_steps": 98, "total_steps": 1180, "loss": 0.23571442067623138, "lr": 8.220338983050848e-05, "epoch": 0.33276740237691, "percentage": 8.31, "elapsed_time": "6:13:25", "remaining_time": "2 days, 20:42:52"} +{"current_steps": 99, "total_steps": 1180, "loss": 0.21786992251873016, "lr": 8.305084745762712e-05, "epoch": 0.3361629881154499, "percentage": 8.39, "elapsed_time": "6:15:32", "remaining_time": "2 days, 20:20:40"} +{"current_steps": 100, "total_steps": 1180, "loss": 0.2159511148929596, "lr": 8.389830508474577e-05, "epoch": 0.3395585738539898, "percentage": 8.47, "elapsed_time": "6:17:13", "remaining_time": "2 days, 19:54:01"} +{"current_steps": 101, "total_steps": 1180, "loss": 0.24954597651958466, "lr": 8.474576271186441e-05, "epoch": 0.34295415959252973, "percentage": 8.56, "elapsed_time": "6:24:54", "remaining_time": "2 days, 20:32:00"} +{"current_steps": 102, "total_steps": 1180, "loss": 0.23789939284324646, "lr": 8.559322033898305e-05, "epoch": 0.3463497453310696, "percentage": 8.64, "elapsed_time": "6:29:52", "remaining_time": "2 days, 20:40:25"} +{"current_steps": 103, "total_steps": 1180, "loss": 0.2424975335597992, "lr": 8.644067796610171e-05, "epoch": 0.34974533106960953, "percentage": 8.73, "elapsed_time": "6:34:05", "remaining_time": "2 days, 20:40:42"} +{"current_steps": 104, "total_steps": 1180, "loss": 0.22227713465690613, "lr": 8.728813559322035e-05, "epoch": 0.3531409168081494, "percentage": 8.81, "elapsed_time": "6:37:43", "remaining_time": "2 days, 20:34:51"} +{"current_steps": 105, "total_steps": 1180, "loss": 0.2273646593093872, "lr": 8.813559322033899e-05, "epoch": 0.3565365025466893, "percentage": 8.9, "elapsed_time": "6:40:50", "remaining_time": "2 days, 20:23:50"} +{"current_steps": 106, "total_steps": 1180, "loss": 0.22364693880081177, "lr": 8.898305084745763e-05, "epoch": 0.3599320882852292, "percentage": 8.98, "elapsed_time": "6:43:37", "remaining_time": "2 days, 20:09:34"} +{"current_steps": 107, "total_steps": 1180, "loss": 0.23547998070716858, "lr": 8.983050847457629e-05, "epoch": 0.3633276740237691, "percentage": 9.07, "elapsed_time": "6:45:58", "remaining_time": "2 days, 19:51:09"} +{"current_steps": 108, "total_steps": 1180, "loss": 0.21374540030956268, "lr": 9.067796610169493e-05, "epoch": 0.366723259762309, "percentage": 9.15, "elapsed_time": "6:47:48", "remaining_time": "2 days, 19:27:56"} +{"current_steps": 109, "total_steps": 1180, "loss": 0.24590888619422913, "lr": 9.152542372881357e-05, "epoch": 0.3701188455008489, "percentage": 9.24, "elapsed_time": "6:54:58", "remaining_time": "2 days, 19:57:22"} +{"current_steps": 110, "total_steps": 1180, "loss": 0.2446185052394867, "lr": 9.237288135593221e-05, "epoch": 0.3735144312393888, "percentage": 9.32, "elapsed_time": "7:00:31", "remaining_time": "2 days, 20:10:29"} +{"current_steps": 111, "total_steps": 1180, "loss": 0.24687200784683228, "lr": 9.322033898305085e-05, "epoch": 0.3769100169779287, "percentage": 9.41, "elapsed_time": "7:05:01", "remaining_time": "2 days, 20:13:12"} +{"current_steps": 112, "total_steps": 1180, "loss": 0.23702184855937958, "lr": 9.40677966101695e-05, "epoch": 0.38030560271646857, "percentage": 9.49, "elapsed_time": "7:08:48", "remaining_time": "2 days, 20:08:59"} +{"current_steps": 113, "total_steps": 1180, "loss": 0.2477806806564331, "lr": 9.491525423728815e-05, "epoch": 0.3837011884550085, "percentage": 9.58, "elapsed_time": "7:12:09", "remaining_time": "2 days, 20:00:40"} +{"current_steps": 114, "total_steps": 1180, "loss": 0.2298315465450287, "lr": 9.576271186440679e-05, "epoch": 0.3870967741935484, "percentage": 9.66, "elapsed_time": "7:15:05", "remaining_time": "2 days, 19:48:33"} +{"current_steps": 115, "total_steps": 1180, "loss": 0.23230913281440735, "lr": 9.661016949152543e-05, "epoch": 0.3904923599320883, "percentage": 9.75, "elapsed_time": "7:17:39", "remaining_time": "2 days, 19:33:09"} +{"current_steps": 116, "total_steps": 1180, "loss": 0.22428736090660095, "lr": 9.745762711864407e-05, "epoch": 0.3938879456706282, "percentage": 9.83, "elapsed_time": "7:19:47", "remaining_time": "2 days, 19:14:01"} +{"current_steps": 117, "total_steps": 1180, "loss": 0.24214443564414978, "lr": 9.830508474576272e-05, "epoch": 0.39728353140916806, "percentage": 9.92, "elapsed_time": "7:25:18", "remaining_time": "2 days, 19:25:52"} +{"current_steps": 118, "total_steps": 1180, "loss": 0.23968636989593506, "lr": 9.915254237288136e-05, "epoch": 0.400679117147708, "percentage": 10.0, "elapsed_time": "7:31:35", "remaining_time": "2 days, 19:44:20"} +{"current_steps": 119, "total_steps": 1180, "loss": 0.2447093427181244, "lr": 0.0001, "epoch": 0.40407470288624786, "percentage": 10.08, "elapsed_time": "7:36:14", "remaining_time": "2 days, 19:47:49"} +{"current_steps": 120, "total_steps": 1180, "loss": 0.23015892505645752, "lr": 9.999978122867161e-05, "epoch": 0.4074702886247878, "percentage": 10.17, "elapsed_time": "7:40:00", "remaining_time": "2 days, 19:43:27"} +{"current_steps": 121, "total_steps": 1180, "loss": 0.2350776046514511, "lr": 9.999912491660088e-05, "epoch": 0.41086587436332767, "percentage": 10.25, "elapsed_time": "7:43:19", "remaining_time": "2 days, 19:35:03"} +{"current_steps": 122, "total_steps": 1180, "loss": 0.23778581619262695, "lr": 9.99980310695311e-05, "epoch": 0.4142614601018676, "percentage": 10.34, "elapsed_time": "7:46:16", "remaining_time": "2 days, 19:23:34"} +{"current_steps": 123, "total_steps": 1180, "loss": 0.23488375544548035, "lr": 9.999649969703437e-05, "epoch": 0.41765704584040747, "percentage": 10.42, "elapsed_time": "7:48:52", "remaining_time": "2 days, 19:09:18"} +{"current_steps": 124, "total_steps": 1180, "loss": 0.21894145011901855, "lr": 9.999453081251149e-05, "epoch": 0.42105263157894735, "percentage": 10.51, "elapsed_time": "7:51:06", "remaining_time": "2 days, 18:52:00"} +{"current_steps": 125, "total_steps": 1180, "loss": 0.2228689193725586, "lr": 9.99921244331919e-05, "epoch": 0.4244482173174873, "percentage": 10.59, "elapsed_time": "7:52:49", "remaining_time": "2 days, 18:30:40"} +{"current_steps": 126, "total_steps": 1180, "loss": 0.24738013744354248, "lr": 9.998928058013346e-05, "epoch": 0.42784380305602715, "percentage": 10.68, "elapsed_time": "8:00:57", "remaining_time": "2 days, 19:03:14"} +{"current_steps": 127, "total_steps": 1180, "loss": 0.2421463429927826, "lr": 9.99859992782223e-05, "epoch": 0.4312393887945671, "percentage": 10.76, "elapsed_time": "8:05:51", "remaining_time": "2 days, 19:08:26"} +{"current_steps": 128, "total_steps": 1180, "loss": 0.2364376038312912, "lr": 9.998228055617263e-05, "epoch": 0.43463497453310695, "percentage": 10.85, "elapsed_time": "8:10:00", "remaining_time": "2 days, 19:07:14"} +{"current_steps": 129, "total_steps": 1180, "loss": 0.23303601145744324, "lr": 9.997812444652643e-05, "epoch": 0.4380305602716469, "percentage": 10.93, "elapsed_time": "8:13:35", "remaining_time": "2 days, 19:01:27"} +{"current_steps": 130, "total_steps": 1180, "loss": 0.21893653273582458, "lr": 9.997353098565322e-05, "epoch": 0.44142614601018676, "percentage": 11.02, "elapsed_time": "8:16:42", "remaining_time": "2 days, 18:51:51"} +{"current_steps": 131, "total_steps": 1180, "loss": 0.22419391572475433, "lr": 9.996850021374968e-05, "epoch": 0.44482173174872663, "percentage": 11.1, "elapsed_time": "8:19:25", "remaining_time": "2 days, 18:39:09"} +{"current_steps": 132, "total_steps": 1180, "loss": 0.23730161786079407, "lr": 9.996303217483938e-05, "epoch": 0.44821731748726656, "percentage": 11.19, "elapsed_time": "8:21:47", "remaining_time": "2 days, 18:23:53"} +{"current_steps": 133, "total_steps": 1180, "loss": 0.2120521366596222, "lr": 9.99571269167723e-05, "epoch": 0.45161290322580644, "percentage": 11.27, "elapsed_time": "8:23:44", "remaining_time": "2 days, 18:05:30"} +{"current_steps": 134, "total_steps": 1180, "loss": 0.23090839385986328, "lr": 9.995078449122451e-05, "epoch": 0.45500848896434637, "percentage": 11.36, "elapsed_time": "8:31:04", "remaining_time": "2 days, 18:29:26"} +{"current_steps": 135, "total_steps": 1180, "loss": 0.2544405162334442, "lr": 9.99440049536976e-05, "epoch": 0.45840407470288624, "percentage": 11.44, "elapsed_time": "8:36:15", "remaining_time": "2 days, 18:36:16"} +{"current_steps": 136, "total_steps": 1180, "loss": 0.23123544454574585, "lr": 9.993678836351836e-05, "epoch": 0.4617996604414261, "percentage": 11.53, "elapsed_time": "8:40:24", "remaining_time": "2 days, 18:34:56"} +{"current_steps": 137, "total_steps": 1180, "loss": 0.22880616784095764, "lr": 9.99291347838381e-05, "epoch": 0.46519524617996605, "percentage": 11.61, "elapsed_time": "8:43:50", "remaining_time": "2 days, 18:28:06"} +{"current_steps": 138, "total_steps": 1180, "loss": 0.23567315936088562, "lr": 9.992104428163216e-05, "epoch": 0.4685908319185059, "percentage": 11.69, "elapsed_time": "8:46:54", "remaining_time": "2 days, 18:18:34"} +{"current_steps": 139, "total_steps": 1180, "loss": 0.22095608711242676, "lr": 9.991251692769932e-05, "epoch": 0.47198641765704585, "percentage": 11.78, "elapsed_time": "8:49:38", "remaining_time": "2 days, 18:06:37"} +{"current_steps": 140, "total_steps": 1180, "loss": 0.21891427040100098, "lr": 9.990355279666124e-05, "epoch": 0.47538200339558573, "percentage": 11.86, "elapsed_time": "8:52:01", "remaining_time": "2 days, 17:52:11"} +{"current_steps": 141, "total_steps": 1180, "loss": 0.22320841252803802, "lr": 9.98941519669617e-05, "epoch": 0.47877758913412566, "percentage": 11.95, "elapsed_time": "8:54:05", "remaining_time": "2 days, 17:35:37"} +{"current_steps": 142, "total_steps": 1180, "loss": 0.19432592391967773, "lr": 9.988431452086596e-05, "epoch": 0.48217317487266553, "percentage": 12.03, "elapsed_time": "8:59:58", "remaining_time": "2 days, 17:47:08"} +{"current_steps": 143, "total_steps": 1180, "loss": 0.24033010005950928, "lr": 9.987404054446008e-05, "epoch": 0.4855687606112054, "percentage": 12.12, "elapsed_time": "9:05:57", "remaining_time": "2 days, 17:59:05"} +{"current_steps": 144, "total_steps": 1180, "loss": 0.2425290197134018, "lr": 9.986333012765013e-05, "epoch": 0.48896434634974534, "percentage": 12.2, "elapsed_time": "9:10:27", "remaining_time": "2 days, 18:00:11"} +{"current_steps": 145, "total_steps": 1180, "loss": 0.2400854080915451, "lr": 9.985218336416138e-05, "epoch": 0.4923599320882852, "percentage": 12.29, "elapsed_time": "9:14:07", "remaining_time": "2 days, 17:55:14"} +{"current_steps": 146, "total_steps": 1180, "loss": 0.2298232764005661, "lr": 9.98406003515375e-05, "epoch": 0.49575551782682514, "percentage": 12.37, "elapsed_time": "9:17:17", "remaining_time": "2 days, 17:46:50"} +{"current_steps": 147, "total_steps": 1180, "loss": 0.23393326997756958, "lr": 9.982858119113979e-05, "epoch": 0.499151103565365, "percentage": 12.46, "elapsed_time": "9:20:04", "remaining_time": "2 days, 17:35:46"} +{"current_steps": 148, "total_steps": 1180, "loss": 0.22845295071601868, "lr": 9.981612598814611e-05, "epoch": 0.5025466893039049, "percentage": 12.54, "elapsed_time": "9:22:30", "remaining_time": "2 days, 17:22:22"} +{"current_steps": 149, "total_steps": 1180, "loss": 0.21047458052635193, "lr": 9.980323485155013e-05, "epoch": 0.5059422750424448, "percentage": 12.63, "elapsed_time": "9:24:36", "remaining_time": "2 days, 17:06:44"} +{"current_steps": 150, "total_steps": 1180, "loss": 0.2082354873418808, "lr": 9.97899078941603e-05, "epoch": 0.5093378607809848, "percentage": 12.71, "elapsed_time": "9:26:19", "remaining_time": "2 days, 16:48:42"} +{"current_steps": 151, "total_steps": 1180, "loss": 0.24798107147216797, "lr": 9.977614523259884e-05, "epoch": 0.5127334465195246, "percentage": 12.8, "elapsed_time": "9:34:22", "remaining_time": "2 days, 17:14:06"} +{"current_steps": 152, "total_steps": 1180, "loss": 0.2375301569700241, "lr": 9.976194698730079e-05, "epoch": 0.5161290322580645, "percentage": 12.88, "elapsed_time": "9:39:13", "remaining_time": "2 days, 17:17:24"} +{"current_steps": 153, "total_steps": 1180, "loss": 0.23879459500312805, "lr": 9.974731328251293e-05, "epoch": 0.5195246179966044, "percentage": 12.97, "elapsed_time": "9:43:17", "remaining_time": "2 days, 17:15:21"} +{"current_steps": 154, "total_steps": 1180, "loss": 0.24870698153972626, "lr": 9.973224424629265e-05, "epoch": 0.5229202037351444, "percentage": 13.05, "elapsed_time": "9:46:54", "remaining_time": "2 days, 17:10:12"} +{"current_steps": 155, "total_steps": 1180, "loss": 0.22625446319580078, "lr": 9.971674001050686e-05, "epoch": 0.5263157894736842, "percentage": 13.14, "elapsed_time": "9:50:02", "remaining_time": "2 days, 17:01:54"} +{"current_steps": 156, "total_steps": 1180, "loss": 0.23094254732131958, "lr": 9.970080071083086e-05, "epoch": 0.5297113752122241, "percentage": 13.22, "elapsed_time": "9:52:53", "remaining_time": "2 days, 16:51:51"} +{"current_steps": 157, "total_steps": 1180, "loss": 0.2225530445575714, "lr": 9.968442648674713e-05, "epoch": 0.533106960950764, "percentage": 13.31, "elapsed_time": "9:55:20", "remaining_time": "2 days, 16:39:12"} +{"current_steps": 158, "total_steps": 1180, "loss": 0.21614186465740204, "lr": 9.966761748154408e-05, "epoch": 0.5365025466893039, "percentage": 13.39, "elapsed_time": "9:57:19", "remaining_time": "2 days, 16:23:42"} +{"current_steps": 159, "total_steps": 1180, "loss": 0.23069505393505096, "lr": 9.965037384231488e-05, "epoch": 0.5398981324278438, "percentage": 13.47, "elapsed_time": "10:07:00", "remaining_time": "2 days, 16:57:47"} +{"current_steps": 160, "total_steps": 1180, "loss": 0.24436424672603607, "lr": 9.963269571995604e-05, "epoch": 0.5432937181663837, "percentage": 13.56, "elapsed_time": "10:12:17", "remaining_time": "2 days, 17:03:22"} +{"current_steps": 161, "total_steps": 1180, "loss": 0.2381608933210373, "lr": 9.961458326916624e-05, "epoch": 0.5466893039049237, "percentage": 13.64, "elapsed_time": "10:16:33", "remaining_time": "2 days, 17:02:17"} +{"current_steps": 162, "total_steps": 1180, "loss": 0.23107120394706726, "lr": 9.959603664844486e-05, "epoch": 0.5500848896434635, "percentage": 13.73, "elapsed_time": "10:20:14", "remaining_time": "2 days, 16:57:32"} +{"current_steps": 163, "total_steps": 1180, "loss": 0.2146880328655243, "lr": 9.957705602009068e-05, "epoch": 0.5534804753820034, "percentage": 13.81, "elapsed_time": "10:23:25", "remaining_time": "2 days, 16:49:41"} +{"current_steps": 164, "total_steps": 1180, "loss": 0.21356713771820068, "lr": 9.955764155020037e-05, "epoch": 0.5568760611205433, "percentage": 13.9, "elapsed_time": "10:26:15", "remaining_time": "2 days, 16:39:46"} +{"current_steps": 165, "total_steps": 1180, "loss": 0.2142661064863205, "lr": 9.95377934086671e-05, "epoch": 0.5602716468590832, "percentage": 13.98, "elapsed_time": "10:28:44", "remaining_time": "2 days, 16:27:44"} +{"current_steps": 166, "total_steps": 1180, "loss": 0.20942895114421844, "lr": 9.951751176917907e-05, "epoch": 0.5636672325976231, "percentage": 14.07, "elapsed_time": "10:30:52", "remaining_time": "2 days, 16:13:37"} +{"current_steps": 167, "total_steps": 1180, "loss": 0.23409561812877655, "lr": 9.94967968092179e-05, "epoch": 0.567062818336163, "percentage": 14.15, "elapsed_time": "10:36:22", "remaining_time": "2 days, 16:20:12"} +{"current_steps": 168, "total_steps": 1180, "loss": 0.23351506888866425, "lr": 9.947564871005717e-05, "epoch": 0.5704584040747029, "percentage": 14.24, "elapsed_time": "10:42:28", "remaining_time": "2 days, 16:30:10"} +{"current_steps": 169, "total_steps": 1180, "loss": 0.22570857405662537, "lr": 9.94540676567608e-05, "epoch": 0.5738539898132428, "percentage": 14.32, "elapsed_time": "10:46:58", "remaining_time": "2 days, 16:30:24"} +{"current_steps": 170, "total_steps": 1180, "loss": 0.217237651348114, "lr": 9.943205383818141e-05, "epoch": 0.5772495755517827, "percentage": 14.41, "elapsed_time": "10:50:48", "remaining_time": "2 days, 16:26:35"} +{"current_steps": 171, "total_steps": 1180, "loss": 0.22958600521087646, "lr": 9.940960744695868e-05, "epoch": 0.5806451612903226, "percentage": 14.49, "elapsed_time": "10:54:07", "remaining_time": "2 days, 16:19:42"} +{"current_steps": 172, "total_steps": 1180, "loss": 0.2244614064693451, "lr": 9.938672867951773e-05, "epoch": 0.5840407470288624, "percentage": 14.58, "elapsed_time": "10:57:02", "remaining_time": "2 days, 16:10:32"} +{"current_steps": 173, "total_steps": 1180, "loss": 0.21355020999908447, "lr": 9.936341773606723e-05, "epoch": 0.5874363327674024, "percentage": 14.66, "elapsed_time": "10:59:36", "remaining_time": "2 days, 15:59:28"} +{"current_steps": 174, "total_steps": 1180, "loss": 0.2083015739917755, "lr": 9.933967482059787e-05, "epoch": 0.5908319185059423, "percentage": 14.75, "elapsed_time": "11:01:45", "remaining_time": "2 days, 15:46:01"} +{"current_steps": 175, "total_steps": 1180, "loss": 0.19412027299404144, "lr": 9.931550014088039e-05, "epoch": 0.5942275042444821, "percentage": 14.83, "elapsed_time": "11:03:26", "remaining_time": "2 days, 15:30:03"} +{"current_steps": 176, "total_steps": 1180, "loss": 0.2366977334022522, "lr": 9.929089390846387e-05, "epoch": 0.597623089983022, "percentage": 14.92, "elapsed_time": "11:11:12", "remaining_time": "2 days, 15:48:56"} +{"current_steps": 177, "total_steps": 1180, "loss": 0.24104642868041992, "lr": 9.926585633867385e-05, "epoch": 0.601018675721562, "percentage": 15.0, "elapsed_time": "11:16:03", "remaining_time": "2 days, 15:50:57"} +{"current_steps": 178, "total_steps": 1180, "loss": 0.23962323367595673, "lr": 9.924038765061042e-05, "epoch": 0.6044142614601019, "percentage": 15.08, "elapsed_time": "11:20:01", "remaining_time": "2 days, 15:47:58"} +{"current_steps": 179, "total_steps": 1180, "loss": 0.22236159443855286, "lr": 9.921448806714631e-05, "epoch": 0.6078098471986417, "percentage": 15.17, "elapsed_time": "11:23:28", "remaining_time": "2 days, 15:42:08"} +{"current_steps": 180, "total_steps": 1180, "loss": 0.2328980416059494, "lr": 9.918815781492496e-05, "epoch": 0.6112054329371817, "percentage": 15.25, "elapsed_time": "11:26:31", "remaining_time": "2 days, 15:34:02"} +{"current_steps": 181, "total_steps": 1180, "loss": 0.22485488653182983, "lr": 9.916139712435859e-05, "epoch": 0.6146010186757216, "percentage": 15.34, "elapsed_time": "11:29:08", "remaining_time": "2 days, 15:23:38"} +{"current_steps": 182, "total_steps": 1180, "loss": 0.21858148276805878, "lr": 9.913420622962606e-05, "epoch": 0.6179966044142614, "percentage": 15.42, "elapsed_time": "11:31:25", "remaining_time": "2 days, 15:11:25"} +{"current_steps": 183, "total_steps": 1180, "loss": 0.21802471578121185, "lr": 9.910658536867086e-05, "epoch": 0.6213921901528013, "percentage": 15.51, "elapsed_time": "11:33:19", "remaining_time": "2 days, 14:57:19"} +{"current_steps": 184, "total_steps": 1180, "loss": 0.2524697780609131, "lr": 9.907853478319912e-05, "epoch": 0.6247877758913413, "percentage": 15.59, "elapsed_time": "11:41:18", "remaining_time": "2 days, 15:16:10"} +{"current_steps": 185, "total_steps": 1180, "loss": 0.24499434232711792, "lr": 9.905005471867739e-05, "epoch": 0.6281833616298812, "percentage": 15.68, "elapsed_time": "11:46:40", "remaining_time": "2 days, 15:20:43"} +{"current_steps": 186, "total_steps": 1180, "loss": 0.23677490651607513, "lr": 9.902114542433051e-05, "epoch": 0.631578947368421, "percentage": 15.76, "elapsed_time": "11:50:57", "remaining_time": "2 days, 15:19:27"} +{"current_steps": 187, "total_steps": 1180, "loss": 0.24191361665725708, "lr": 9.89918071531395e-05, "epoch": 0.634974533106961, "percentage": 15.85, "elapsed_time": "11:54:35", "remaining_time": "2 days, 15:14:33"} +{"current_steps": 188, "total_steps": 1180, "loss": 0.22591513395309448, "lr": 9.896204016183925e-05, "epoch": 0.6383701188455009, "percentage": 15.93, "elapsed_time": "11:57:43", "remaining_time": "2 days, 15:07:10"} +{"current_steps": 189, "total_steps": 1180, "loss": 0.21840059757232666, "lr": 9.89318447109163e-05, "epoch": 0.6417657045840407, "percentage": 16.02, "elapsed_time": "12:00:27", "remaining_time": "2 days, 14:57:38"} +{"current_steps": 190, "total_steps": 1180, "loss": 0.2169826477766037, "lr": 9.890122106460666e-05, "epoch": 0.6451612903225806, "percentage": 16.1, "elapsed_time": "12:02:49", "remaining_time": "2 days, 14:46:19"} +{"current_steps": 191, "total_steps": 1180, "loss": 0.22284410893917084, "lr": 9.887016949089333e-05, "epoch": 0.6485568760611206, "percentage": 16.19, "elapsed_time": "12:04:52", "remaining_time": "2 days, 14:33:22"} +{"current_steps": 192, "total_steps": 1180, "loss": 0.22144243121147156, "lr": 9.883869026150409e-05, "epoch": 0.6519524617996605, "percentage": 16.27, "elapsed_time": "12:10:08", "remaining_time": "2 days, 14:37:11"} +{"current_steps": 193, "total_steps": 1180, "loss": 0.24004662036895752, "lr": 9.880678365190902e-05, "epoch": 0.6553480475382003, "percentage": 16.36, "elapsed_time": "12:16:13", "remaining_time": "2 days, 14:45:01"} +{"current_steps": 194, "total_steps": 1180, "loss": 0.2288690060377121, "lr": 9.87744499413182e-05, "epoch": 0.6587436332767402, "percentage": 16.44, "elapsed_time": "12:20:36", "remaining_time": "2 days, 14:44:07"} +{"current_steps": 195, "total_steps": 1180, "loss": 0.23588120937347412, "lr": 9.874168941267919e-05, "epoch": 0.6621392190152802, "percentage": 16.53, "elapsed_time": "12:24:17", "remaining_time": "2 days, 14:39:37"} +{"current_steps": 196, "total_steps": 1180, "loss": 0.2202383279800415, "lr": 9.870850235267453e-05, "epoch": 0.66553480475382, "percentage": 16.61, "elapsed_time": "12:27:30", "remaining_time": "2 days, 14:32:48"} +{"current_steps": 197, "total_steps": 1180, "loss": 0.21472087502479553, "lr": 9.867488905171933e-05, "epoch": 0.6689303904923599, "percentage": 16.69, "elapsed_time": "12:30:24", "remaining_time": "2 days, 14:24:23"} +{"current_steps": 198, "total_steps": 1180, "loss": 0.21431753039360046, "lr": 9.864084980395867e-05, "epoch": 0.6723259762308998, "percentage": 16.78, "elapsed_time": "12:32:58", "remaining_time": "2 days, 14:14:25"} +{"current_steps": 199, "total_steps": 1180, "loss": 0.2234257161617279, "lr": 9.860638490726497e-05, "epoch": 0.6757215619694398, "percentage": 16.86, "elapsed_time": "12:35:13", "remaining_time": "2 days, 14:02:58"} +{"current_steps": 200, "total_steps": 1180, "loss": 0.2075185477733612, "lr": 9.857149466323549e-05, "epoch": 0.6791171477079796, "percentage": 16.95, "elapsed_time": "12:36:58", "remaining_time": "2 days, 13:49:09"} +{"current_steps": 201, "total_steps": 1180, "loss": 0.2294955551624298, "lr": 9.853617937718966e-05, "epoch": 0.6825127334465195, "percentage": 17.03, "elapsed_time": "12:45:21", "remaining_time": "2 days, 14:07:44"} +{"current_steps": 202, "total_steps": 1180, "loss": 0.24128815531730652, "lr": 9.850043935816633e-05, "epoch": 0.6859083191850595, "percentage": 17.12, "elapsed_time": "12:49:56", "remaining_time": "2 days, 14:07:44"} +{"current_steps": 203, "total_steps": 1180, "loss": 0.23756973445415497, "lr": 9.846427491892118e-05, "epoch": 0.6893039049235993, "percentage": 17.2, "elapsed_time": "12:53:40", "remaining_time": "2 days, 14:03:30"} +{"current_steps": 204, "total_steps": 1180, "loss": 0.2260195016860962, "lr": 9.842768637592388e-05, "epoch": 0.6926994906621392, "percentage": 17.29, "elapsed_time": "12:56:50", "remaining_time": "2 days, 13:56:39"} +{"current_steps": 205, "total_steps": 1180, "loss": 0.2113071084022522, "lr": 9.839067404935542e-05, "epoch": 0.6960950764006791, "percentage": 17.37, "elapsed_time": "12:59:44", "remaining_time": "2 days, 13:48:29"} +{"current_steps": 206, "total_steps": 1180, "loss": 0.22311383485794067, "lr": 9.835323826310521e-05, "epoch": 0.6994906621392191, "percentage": 17.46, "elapsed_time": "13:02:19", "remaining_time": "2 days, 13:38:55"} +{"current_steps": 207, "total_steps": 1180, "loss": 0.2145499438047409, "lr": 9.831537934476835e-05, "epoch": 0.7028862478777589, "percentage": 17.54, "elapsed_time": "13:04:36", "remaining_time": "2 days, 13:28:00"} +{"current_steps": 208, "total_steps": 1180, "loss": 0.21655277907848358, "lr": 9.827709762564263e-05, "epoch": 0.7062818336162988, "percentage": 17.63, "elapsed_time": "13:06:32", "remaining_time": "2 days, 13:15:34"} +{"current_steps": 209, "total_steps": 1180, "loss": 0.21204611659049988, "lr": 9.82383934407258e-05, "epoch": 0.7096774193548387, "percentage": 17.71, "elapsed_time": "13:14:03", "remaining_time": "2 days, 13:29:10"} +{"current_steps": 210, "total_steps": 1180, "loss": 0.24427255988121033, "lr": 9.819926712871247e-05, "epoch": 0.7130730050933786, "percentage": 17.8, "elapsed_time": "13:19:26", "remaining_time": "2 days, 13:32:41"} +{"current_steps": 211, "total_steps": 1180, "loss": 0.23202571272850037, "lr": 9.815971903199126e-05, "epoch": 0.7164685908319185, "percentage": 17.88, "elapsed_time": "13:23:44", "remaining_time": "2 days, 13:31:08"} +{"current_steps": 212, "total_steps": 1180, "loss": 0.22098636627197266, "lr": 9.811974949664175e-05, "epoch": 0.7198641765704584, "percentage": 17.97, "elapsed_time": "13:27:22", "remaining_time": "2 days, 13:26:29"} +{"current_steps": 213, "total_steps": 1180, "loss": 0.21789786219596863, "lr": 9.807935887243147e-05, "epoch": 0.7232597623089984, "percentage": 18.05, "elapsed_time": "13:30:30", "remaining_time": "2 days, 13:19:38"} +{"current_steps": 214, "total_steps": 1180, "loss": 0.216179758310318, "lr": 9.803854751281285e-05, "epoch": 0.7266553480475382, "percentage": 18.14, "elapsed_time": "13:33:13", "remaining_time": "2 days, 13:10:54"} +{"current_steps": 215, "total_steps": 1180, "loss": 0.21294806897640228, "lr": 9.79973157749201e-05, "epoch": 0.7300509337860781, "percentage": 18.22, "elapsed_time": "13:35:35", "remaining_time": "2 days, 13:00:39"} +{"current_steps": 216, "total_steps": 1180, "loss": 0.20469018816947937, "lr": 9.79556640195661e-05, "epoch": 0.733446519524618, "percentage": 18.31, "elapsed_time": "13:37:39", "remaining_time": "2 days, 12:49:08"} +{"current_steps": 217, "total_steps": 1180, "loss": 0.2233818769454956, "lr": 9.791359261123926e-05, "epoch": 0.7368421052631579, "percentage": 18.39, "elapsed_time": "13:43:09", "remaining_time": "2 days, 12:52:59"} +{"current_steps": 218, "total_steps": 1180, "loss": 0.2394098937511444, "lr": 9.787110191810027e-05, "epoch": 0.7402376910016978, "percentage": 18.47, "elapsed_time": "13:49:13", "remaining_time": "2 days, 12:59:16"} +{"current_steps": 219, "total_steps": 1180, "loss": 0.243118017911911, "lr": 9.782819231197898e-05, "epoch": 0.7436332767402377, "percentage": 18.56, "elapsed_time": "13:53:49", "remaining_time": "2 days, 12:58:56"} +{"current_steps": 220, "total_steps": 1180, "loss": 0.2359468638896942, "lr": 9.7784864168371e-05, "epoch": 0.7470288624787776, "percentage": 18.64, "elapsed_time": "13:57:43", "remaining_time": "2 days, 12:55:30"} +{"current_steps": 221, "total_steps": 1180, "loss": 0.21984606981277466, "lr": 9.77411178664346e-05, "epoch": 0.7504244482173175, "percentage": 18.73, "elapsed_time": "14:01:06", "remaining_time": "2 days, 12:49:53"} +{"current_steps": 222, "total_steps": 1180, "loss": 0.21307775378227234, "lr": 9.769695378898722e-05, "epoch": 0.7538200339558574, "percentage": 18.81, "elapsed_time": "14:04:05", "remaining_time": "2 days, 12:42:32"} +{"current_steps": 223, "total_steps": 1180, "loss": 0.19848167896270752, "lr": 9.765237232250222e-05, "epoch": 0.7572156196943973, "percentage": 18.9, "elapsed_time": "14:06:40", "remaining_time": "2 days, 12:33:31"} +{"current_steps": 224, "total_steps": 1180, "loss": 0.1999792754650116, "lr": 9.760737385710547e-05, "epoch": 0.7606112054329371, "percentage": 18.98, "elapsed_time": "14:08:50", "remaining_time": "2 days, 12:22:43"} +{"current_steps": 225, "total_steps": 1180, "loss": 0.20483741164207458, "lr": 9.756195878657192e-05, "epoch": 0.7640067911714771, "percentage": 19.07, "elapsed_time": "14:10:33", "remaining_time": "2 days, 12:10:08"} +{"current_steps": 226, "total_steps": 1180, "loss": 0.25475412607192993, "lr": 9.75161275083222e-05, "epoch": 0.767402376910017, "percentage": 19.15, "elapsed_time": "14:18:48", "remaining_time": "2 days, 12:25:12"} +{"current_steps": 227, "total_steps": 1180, "loss": 0.24407581984996796, "lr": 9.746988042341906e-05, "epoch": 0.7707979626485568, "percentage": 19.24, "elapsed_time": "14:23:30", "remaining_time": "2 days, 12:25:13"} +{"current_steps": 228, "total_steps": 1180, "loss": 0.22000408172607422, "lr": 9.7423217936564e-05, "epoch": 0.7741935483870968, "percentage": 19.32, "elapsed_time": "14:27:27", "remaining_time": "2 days, 12:22:02"} +{"current_steps": 229, "total_steps": 1180, "loss": 0.23386375606060028, "lr": 9.737614045609356e-05, "epoch": 0.7775891341256367, "percentage": 19.41, "elapsed_time": "14:30:50", "remaining_time": "2 days, 12:16:27"} +{"current_steps": 230, "total_steps": 1180, "loss": 0.22645223140716553, "lr": 9.732864839397584e-05, "epoch": 0.7809847198641766, "percentage": 19.49, "elapsed_time": "14:33:51", "remaining_time": "2 days, 12:09:24"} +{"current_steps": 231, "total_steps": 1180, "loss": 0.2220667600631714, "lr": 9.728074216580694e-05, "epoch": 0.7843803056027164, "percentage": 19.58, "elapsed_time": "14:36:33", "remaining_time": "2 days, 12:01:06"} +{"current_steps": 232, "total_steps": 1180, "loss": 0.20215916633605957, "lr": 9.723242219080721e-05, "epoch": 0.7877758913412564, "percentage": 19.66, "elapsed_time": "14:38:52", "remaining_time": "2 days, 11:51:17"} +{"current_steps": 233, "total_steps": 1180, "loss": 0.20549795031547546, "lr": 9.718368889181764e-05, "epoch": 0.7911714770797963, "percentage": 19.75, "elapsed_time": "14:40:43", "remaining_time": "2 days, 11:39:37"} +{"current_steps": 234, "total_steps": 1180, "loss": 0.2441175878047943, "lr": 9.71345426952962e-05, "epoch": 0.7945670628183361, "percentage": 19.83, "elapsed_time": "14:48:27", "remaining_time": "2 days, 11:51:49"} +{"current_steps": 235, "total_steps": 1180, "loss": 0.2296900451183319, "lr": 9.708498403131401e-05, "epoch": 0.797962648556876, "percentage": 19.92, "elapsed_time": "14:53:53", "remaining_time": "2 days, 11:54:35"} +{"current_steps": 236, "total_steps": 1180, "loss": 0.2238549292087555, "lr": 9.703501333355168e-05, "epoch": 0.801358234295416, "percentage": 20.0, "elapsed_time": "14:58:12", "remaining_time": "2 days, 11:52:49"} +{"current_steps": 237, "total_steps": 1180, "loss": 0.2226986140012741, "lr": 9.698463103929542e-05, "epoch": 0.8047538200339559, "percentage": 20.08, "elapsed_time": "15:01:58", "remaining_time": "2 days, 11:48:52"} +{"current_steps": 238, "total_steps": 1180, "loss": 0.22474968433380127, "lr": 9.693383758943333e-05, "epoch": 0.8081494057724957, "percentage": 20.17, "elapsed_time": "15:05:08", "remaining_time": "2 days, 11:42:34"} +{"current_steps": 239, "total_steps": 1180, "loss": 0.21470312774181366, "lr": 9.68826334284514e-05, "epoch": 0.8115449915110357, "percentage": 20.25, "elapsed_time": "15:07:56", "remaining_time": "2 days, 11:34:47"} +{"current_steps": 240, "total_steps": 1180, "loss": 0.22060631215572357, "lr": 9.683101900442973e-05, "epoch": 0.8149405772495756, "percentage": 20.34, "elapsed_time": "15:10:24", "remaining_time": "2 days, 11:25:46"} +{"current_steps": 241, "total_steps": 1180, "loss": 0.2042260617017746, "lr": 9.677899476903857e-05, "epoch": 0.8183361629881154, "percentage": 20.42, "elapsed_time": "15:12:28", "remaining_time": "2 days, 11:15:16"} +{"current_steps": 242, "total_steps": 1180, "loss": 0.2103169858455658, "lr": 9.672656117753434e-05, "epoch": 0.8217317487266553, "percentage": 20.51, "elapsed_time": "15:17:57", "remaining_time": "2 days, 11:18:01"} +{"current_steps": 243, "total_steps": 1180, "loss": 0.23855875432491302, "lr": 9.667371868875574e-05, "epoch": 0.8251273344651953, "percentage": 20.59, "elapsed_time": "15:23:42", "remaining_time": "2 days, 11:21:46"} +{"current_steps": 244, "total_steps": 1180, "loss": 0.21938180923461914, "lr": 9.662046776511959e-05, "epoch": 0.8285229202037352, "percentage": 20.68, "elapsed_time": "15:28:01", "remaining_time": "2 days, 11:19:57"} +{"current_steps": 245, "total_steps": 1180, "loss": 0.22301563620567322, "lr": 9.656680887261693e-05, "epoch": 0.831918505942275, "percentage": 20.76, "elapsed_time": "15:31:43", "remaining_time": "2 days, 11:15:45"} +{"current_steps": 246, "total_steps": 1180, "loss": 0.2160690277814865, "lr": 9.651274248080882e-05, "epoch": 0.8353140916808149, "percentage": 20.85, "elapsed_time": "15:34:58", "remaining_time": "2 days, 11:09:52"} +{"current_steps": 247, "total_steps": 1180, "loss": 0.2054440975189209, "lr": 9.645826906282233e-05, "epoch": 0.8387096774193549, "percentage": 20.93, "elapsed_time": "15:37:53", "remaining_time": "2 days, 11:02:43"} +{"current_steps": 248, "total_steps": 1180, "loss": 0.20753411948680878, "lr": 9.640338909534636e-05, "epoch": 0.8421052631578947, "percentage": 21.02, "elapsed_time": "15:40:24", "remaining_time": "2 days, 10:54:08"} +{"current_steps": 249, "total_steps": 1180, "loss": 0.20639455318450928, "lr": 9.634810305862741e-05, "epoch": 0.8455008488964346, "percentage": 21.1, "elapsed_time": "15:42:34", "remaining_time": "2 days, 10:44:13"} +{"current_steps": 250, "total_steps": 1180, "loss": 0.20507106184959412, "lr": 9.62924114364655e-05, "epoch": 0.8488964346349746, "percentage": 21.19, "elapsed_time": "15:44:18", "remaining_time": "2 days, 10:32:48"} +{"current_steps": 251, "total_steps": 1180, "loss": 0.22666499018669128, "lr": 9.62363147162098e-05, "epoch": 0.8522920203735145, "percentage": 21.27, "elapsed_time": "15:52:12", "remaining_time": "2 days, 10:44:18"} +{"current_steps": 252, "total_steps": 1180, "loss": 0.2249736487865448, "lr": 9.617981338875448e-05, "epoch": 0.8556876061120543, "percentage": 21.36, "elapsed_time": "15:57:13", "remaining_time": "2 days, 10:44:59"} +{"current_steps": 253, "total_steps": 1180, "loss": 0.2283181995153427, "lr": 9.612290794853439e-05, "epoch": 0.8590831918505942, "percentage": 21.44, "elapsed_time": "16:01:17", "remaining_time": "2 days, 10:42:11"} +{"current_steps": 254, "total_steps": 1180, "loss": 0.22333121299743652, "lr": 9.606559889352064e-05, "epoch": 0.8624787775891342, "percentage": 21.53, "elapsed_time": "16:04:46", "remaining_time": "2 days, 10:37:15"} +{"current_steps": 255, "total_steps": 1180, "loss": 0.21846352517604828, "lr": 9.60078867252164e-05, "epoch": 0.865874363327674, "percentage": 21.61, "elapsed_time": "16:07:53", "remaining_time": "2 days, 10:30:57"} +{"current_steps": 256, "total_steps": 1180, "loss": 0.2146604061126709, "lr": 9.594977194865234e-05, "epoch": 0.8692699490662139, "percentage": 21.69, "elapsed_time": "16:10:34", "remaining_time": "2 days, 10:23:08"} +{"current_steps": 257, "total_steps": 1180, "loss": 0.20799563825130463, "lr": 9.589125507238233e-05, "epoch": 0.8726655348047538, "percentage": 21.78, "elapsed_time": "16:12:53", "remaining_time": "2 days, 10:14:03"} +{"current_steps": 258, "total_steps": 1180, "loss": 0.1953374594449997, "lr": 9.583233660847899e-05, "epoch": 0.8760611205432938, "percentage": 21.86, "elapsed_time": "16:14:46", "remaining_time": "2 days, 10:03:30"} +{"current_steps": 259, "total_steps": 1180, "loss": 0.22548696398735046, "lr": 9.577301707252912e-05, "epoch": 0.8794567062818336, "percentage": 21.95, "elapsed_time": "16:22:59", "remaining_time": "2 days, 10:15:29"} +{"current_steps": 260, "total_steps": 1180, "loss": 0.21879589557647705, "lr": 9.57132969836293e-05, "epoch": 0.8828522920203735, "percentage": 22.03, "elapsed_time": "16:28:13", "remaining_time": "2 days, 10:16:46"} +{"current_steps": 261, "total_steps": 1180, "loss": 0.2384566068649292, "lr": 9.565317686438123e-05, "epoch": 0.8862478777589134, "percentage": 22.12, "elapsed_time": "16:32:26", "remaining_time": "2 days, 10:14:27"} +{"current_steps": 262, "total_steps": 1180, "loss": 0.22203326225280762, "lr": 9.559265724088723e-05, "epoch": 0.8896434634974533, "percentage": 22.2, "elapsed_time": "16:36:00", "remaining_time": "2 days, 10:09:51"} +{"current_steps": 263, "total_steps": 1180, "loss": 0.21503224968910217, "lr": 9.553173864274567e-05, "epoch": 0.8930390492359932, "percentage": 22.29, "elapsed_time": "16:39:08", "remaining_time": "2 days, 10:03:41"} +{"current_steps": 264, "total_steps": 1180, "loss": 0.2197357416152954, "lr": 9.547042160304624e-05, "epoch": 0.8964346349745331, "percentage": 22.37, "elapsed_time": "16:41:56", "remaining_time": "2 days, 9:56:25"} +{"current_steps": 265, "total_steps": 1180, "loss": 0.2099461555480957, "lr": 9.540870665836535e-05, "epoch": 0.8998302207130731, "percentage": 22.46, "elapsed_time": "16:44:21", "remaining_time": "2 days, 9:47:51"} +{"current_steps": 266, "total_steps": 1180, "loss": 0.2035030573606491, "lr": 9.534659434876141e-05, "epoch": 0.9032258064516129, "percentage": 22.54, "elapsed_time": "16:46:27", "remaining_time": "2 days, 9:38:16"} +{"current_steps": 267, "total_steps": 1180, "loss": 0.2143951654434204, "lr": 9.528408521777013e-05, "epoch": 0.9066213921901528, "percentage": 22.63, "elapsed_time": "16:52:37", "remaining_time": "2 days, 9:42:39"} +{"current_steps": 268, "total_steps": 1180, "loss": 0.22913703322410583, "lr": 9.522117981239973e-05, "epoch": 0.9100169779286927, "percentage": 22.71, "elapsed_time": "16:58:49", "remaining_time": "2 days, 9:47:03"} +{"current_steps": 269, "total_steps": 1180, "loss": 0.21478328108787537, "lr": 9.515787868312619e-05, "epoch": 0.9134125636672326, "percentage": 22.8, "elapsed_time": "17:03:24", "remaining_time": "2 days, 9:45:54"} +{"current_steps": 270, "total_steps": 1180, "loss": 0.21238267421722412, "lr": 9.509418238388837e-05, "epoch": 0.9168081494057725, "percentage": 22.88, "elapsed_time": "17:07:18", "remaining_time": "2 days, 9:42:25"} +{"current_steps": 271, "total_steps": 1180, "loss": 0.21635258197784424, "lr": 9.503009147208323e-05, "epoch": 0.9202037351443124, "percentage": 22.97, "elapsed_time": "17:10:40", "remaining_time": "2 days, 9:37:06"} +{"current_steps": 272, "total_steps": 1180, "loss": 0.2180865854024887, "lr": 9.496560650856097e-05, "epoch": 0.9235993208828522, "percentage": 23.05, "elapsed_time": "17:13:31", "remaining_time": "2 days, 9:30:08"} +{"current_steps": 273, "total_steps": 1180, "loss": 0.197824165225029, "lr": 9.490072805761999e-05, "epoch": 0.9269949066213922, "percentage": 23.14, "elapsed_time": "17:15:59", "remaining_time": "2 days, 9:21:55"} +{"current_steps": 274, "total_steps": 1180, "loss": 0.19292232394218445, "lr": 9.48354566870021e-05, "epoch": 0.9303904923599321, "percentage": 23.22, "elapsed_time": "17:18:08", "remaining_time": "2 days, 9:12:39"} +{"current_steps": 275, "total_steps": 1180, "loss": 0.2040998339653015, "lr": 9.476979296788747e-05, "epoch": 0.933786078098472, "percentage": 23.31, "elapsed_time": "17:19:52", "remaining_time": "2 days, 9:02:07"} +{"current_steps": 276, "total_steps": 1180, "loss": 0.2347426414489746, "lr": 9.470373747488966e-05, "epoch": 0.9371816638370118, "percentage": 23.39, "elapsed_time": "17:28:45", "remaining_time": "2 days, 9:15:03"} +{"current_steps": 277, "total_steps": 1180, "loss": 0.22722655534744263, "lr": 9.463729078605062e-05, "epoch": 0.9405772495755518, "percentage": 23.47, "elapsed_time": "17:33:49", "remaining_time": "2 days, 9:15:25"} +{"current_steps": 278, "total_steps": 1180, "loss": 0.21831445395946503, "lr": 9.457045348283552e-05, "epoch": 0.9439728353140917, "percentage": 23.56, "elapsed_time": "17:37:42", "remaining_time": "2 days, 9:11:50"} +{"current_steps": 279, "total_steps": 1180, "loss": 0.22684292495250702, "lr": 9.450322615012783e-05, "epoch": 0.9473684210526315, "percentage": 23.64, "elapsed_time": "17:41:04", "remaining_time": "2 days, 9:06:39"} +{"current_steps": 280, "total_steps": 1180, "loss": 0.21297010779380798, "lr": 9.443560937622403e-05, "epoch": 0.9507640067911715, "percentage": 23.73, "elapsed_time": "17:44:01", "remaining_time": "2 days, 9:00:03"} +{"current_steps": 281, "total_steps": 1180, "loss": 0.21467456221580505, "lr": 9.436760375282859e-05, "epoch": 0.9541595925297114, "percentage": 23.81, "elapsed_time": "17:46:36", "remaining_time": "2 days, 8:52:22"} +{"current_steps": 282, "total_steps": 1180, "loss": 0.20584368705749512, "lr": 9.429920987504872e-05, "epoch": 0.9575551782682513, "percentage": 23.9, "elapsed_time": "17:48:53", "remaining_time": "2 days, 8:43:45"} +{"current_steps": 283, "total_steps": 1180, "loss": 0.21096479892730713, "lr": 9.423042834138924e-05, "epoch": 0.9609507640067911, "percentage": 23.98, "elapsed_time": "17:50:44", "remaining_time": "2 days, 8:33:51"} +{"current_steps": 284, "total_steps": 1180, "loss": 0.21519868075847626, "lr": 9.41612597537472e-05, "epoch": 0.9643463497453311, "percentage": 24.07, "elapsed_time": "17:58:33", "remaining_time": "2 days, 8:42:46"} +{"current_steps": 285, "total_steps": 1180, "loss": 0.22541747987270355, "lr": 9.40917047174068e-05, "epoch": 0.967741935483871, "percentage": 24.15, "elapsed_time": "18:03:53", "remaining_time": "2 days, 8:43:49"} +{"current_steps": 286, "total_steps": 1180, "loss": 0.22788241505622864, "lr": 9.402176384103391e-05, "epoch": 0.9711375212224108, "percentage": 24.24, "elapsed_time": "18:08:15", "remaining_time": "2 days, 8:41:44"} +{"current_steps": 287, "total_steps": 1180, "loss": 0.21846871078014374, "lr": 9.395143773667088e-05, "epoch": 0.9745331069609507, "percentage": 24.32, "elapsed_time": "18:11:59", "remaining_time": "2 days, 8:37:42"} +{"current_steps": 288, "total_steps": 1180, "loss": 0.2181614488363266, "lr": 9.388072701973112e-05, "epoch": 0.9779286926994907, "percentage": 24.41, "elapsed_time": "18:15:14", "remaining_time": "2 days, 8:32:12"} +{"current_steps": 289, "total_steps": 1180, "loss": 0.20441970229148865, "lr": 9.380963230899371e-05, "epoch": 0.9813242784380306, "percentage": 24.49, "elapsed_time": "18:18:06", "remaining_time": "2 days, 8:25:32"} +{"current_steps": 290, "total_steps": 1180, "loss": 0.20419475436210632, "lr": 9.373815422659806e-05, "epoch": 0.9847198641765704, "percentage": 24.58, "elapsed_time": "18:20:36", "remaining_time": "2 days, 8:17:44"} +{"current_steps": 291, "total_steps": 1180, "loss": 0.20370034873485565, "lr": 9.366629339803836e-05, "epoch": 0.9881154499151104, "percentage": 24.66, "elapsed_time": "18:22:40", "remaining_time": "2 days, 8:08:40"} +{"current_steps": 292, "total_steps": 1180, "loss": 0.22537897527217865, "lr": 9.359405045215816e-05, "epoch": 0.9915110356536503, "percentage": 24.75, "elapsed_time": "18:26:26", "remaining_time": "2 days, 8:04:47"} +{"current_steps": 293, "total_steps": 1180, "loss": 0.21867594122886658, "lr": 9.352142602114486e-05, "epoch": 0.9949066213921901, "percentage": 24.83, "elapsed_time": "18:30:49", "remaining_time": "2 days, 8:02:49"} +{"current_steps": 294, "total_steps": 1180, "loss": 0.21650215983390808, "lr": 9.34484207405242e-05, "epoch": 0.99830220713073, "percentage": 24.92, "elapsed_time": "18:33:39", "remaining_time": "2 days, 7:56:08"} +{"current_steps": 295, "total_steps": 1180, "loss": 0.18550601601600647, "lr": 9.337503524915468e-05, "epoch": 1.0, "percentage": 25.0, "elapsed_time": "18:34:38", "remaining_time": "2 days, 7:43:54"} +{"current_steps": 296, "total_steps": 1180, "loss": 0.1868228167295456, "lr": 9.330127018922194e-05, "epoch": 1.00339558573854, "percentage": 25.08, "elapsed_time": "18:43:59", "remaining_time": "2 days, 7:56:46"} +{"current_steps": 297, "total_steps": 1180, "loss": 0.18762430548667908, "lr": 9.322712620623319e-05, "epoch": 1.0067911714770799, "percentage": 25.17, "elapsed_time": "18:48:51", "remaining_time": "2 days, 7:56:09"} +{"current_steps": 298, "total_steps": 1180, "loss": 0.18745410442352295, "lr": 9.315260394901153e-05, "epoch": 1.0101867572156198, "percentage": 25.25, "elapsed_time": "18:52:51", "remaining_time": "2 days, 7:52:56"} +{"current_steps": 299, "total_steps": 1180, "loss": 0.17205271124839783, "lr": 9.30777040696903e-05, "epoch": 1.0135823429541595, "percentage": 25.34, "elapsed_time": "18:56:14", "remaining_time": "2 days, 7:47:56"} +{"current_steps": 300, "total_steps": 1180, "loss": 0.15902850031852722, "lr": 9.300242722370735e-05, "epoch": 1.0169779286926994, "percentage": 25.42, "elapsed_time": "18:59:15", "remaining_time": "2 days, 7:41:48"} +{"current_steps": 301, "total_steps": 1180, "loss": 0.15773308277130127, "lr": 9.292677406979929e-05, "epoch": 1.0203735144312394, "percentage": 25.51, "elapsed_time": "19:01:52", "remaining_time": "2 days, 7:34:33"} +{"current_steps": 302, "total_steps": 1180, "loss": 0.13681277632713318, "lr": 9.285074526999576e-05, "epoch": 1.0237691001697793, "percentage": 25.59, "elapsed_time": "19:04:04", "remaining_time": "2 days, 7:26:09"} +{"current_steps": 303, "total_steps": 1180, "loss": 0.1409766674041748, "lr": 9.277434148961364e-05, "epoch": 1.0271646859083192, "percentage": 25.68, "elapsed_time": "19:05:56", "remaining_time": "2 days, 7:16:48"} +{"current_steps": 304, "total_steps": 1180, "loss": 0.17550992965698242, "lr": 9.269756339725116e-05, "epoch": 1.0305602716468591, "percentage": 25.76, "elapsed_time": "19:13:46", "remaining_time": "2 days, 7:24:40"} +{"current_steps": 305, "total_steps": 1180, "loss": 0.1663069725036621, "lr": 9.262041166478214e-05, "epoch": 1.033955857385399, "percentage": 25.85, "elapsed_time": "19:19:02", "remaining_time": "2 days, 7:25:06"} +{"current_steps": 306, "total_steps": 1180, "loss": 0.18417814373970032, "lr": 9.254288696735007e-05, "epoch": 1.0373514431239388, "percentage": 25.93, "elapsed_time": "19:23:13", "remaining_time": "2 days, 7:22:23"} +{"current_steps": 307, "total_steps": 1180, "loss": 0.1629078984260559, "lr": 9.246498998336219e-05, "epoch": 1.0407470288624787, "percentage": 26.02, "elapsed_time": "19:26:50", "remaining_time": "2 days, 7:18:04"} +{"current_steps": 308, "total_steps": 1180, "loss": 0.15201131999492645, "lr": 9.238672139448354e-05, "epoch": 1.0441426146010186, "percentage": 26.1, "elapsed_time": "19:29:58", "remaining_time": "2 days, 7:12:22"} +{"current_steps": 309, "total_steps": 1180, "loss": 0.13979549705982208, "lr": 9.230808188563109e-05, "epoch": 1.0475382003395586, "percentage": 26.19, "elapsed_time": "19:32:43", "remaining_time": "2 days, 7:05:38"} +{"current_steps": 310, "total_steps": 1180, "loss": 0.1403750777244568, "lr": 9.222907214496763e-05, "epoch": 1.0509337860780985, "percentage": 26.27, "elapsed_time": "19:35:03", "remaining_time": "2 days, 6:57:45"} +{"current_steps": 311, "total_steps": 1180, "loss": 0.1467626988887787, "lr": 9.214969286389576e-05, "epoch": 1.0543293718166384, "percentage": 26.36, "elapsed_time": "19:37:04", "remaining_time": "2 days, 6:48:59"} +{"current_steps": 312, "total_steps": 1180, "loss": 0.1573966145515442, "lr": 9.206994473705192e-05, "epoch": 1.0577249575551784, "percentage": 26.44, "elapsed_time": "19:42:08", "remaining_time": "2 days, 6:48:46"} +{"current_steps": 313, "total_steps": 1180, "loss": 0.18230614066123962, "lr": 9.198982846230028e-05, "epoch": 1.061120543293718, "percentage": 26.53, "elapsed_time": "19:48:08", "remaining_time": "2 days, 6:51:05"} +{"current_steps": 314, "total_steps": 1180, "loss": 0.17953181266784668, "lr": 9.190934474072658e-05, "epoch": 1.064516129032258, "percentage": 26.61, "elapsed_time": "19:52:48", "remaining_time": "2 days, 6:49:44"} +{"current_steps": 315, "total_steps": 1180, "loss": 0.15756899118423462, "lr": 9.182849427663205e-05, "epoch": 1.067911714770798, "percentage": 26.69, "elapsed_time": "19:56:42", "remaining_time": "2 days, 6:46:11"} +{"current_steps": 316, "total_steps": 1180, "loss": 0.16961023211479187, "lr": 9.174727777752723e-05, "epoch": 1.0713073005093379, "percentage": 26.78, "elapsed_time": "20:00:04", "remaining_time": "2 days, 6:41:12"} +{"current_steps": 317, "total_steps": 1180, "loss": 0.15267187356948853, "lr": 9.166569595412575e-05, "epoch": 1.0747028862478778, "percentage": 26.86, "elapsed_time": "20:03:05", "remaining_time": "2 days, 6:35:16"} +{"current_steps": 318, "total_steps": 1180, "loss": 0.14712190628051758, "lr": 9.158374952033819e-05, "epoch": 1.0780984719864177, "percentage": 26.95, "elapsed_time": "20:05:44", "remaining_time": "2 days, 6:28:22"} +{"current_steps": 319, "total_steps": 1180, "loss": 0.13596060872077942, "lr": 9.150143919326577e-05, "epoch": 1.0814940577249577, "percentage": 27.03, "elapsed_time": "20:07:57", "remaining_time": "2 days, 6:20:20"} +{"current_steps": 320, "total_steps": 1180, "loss": 0.1422816663980484, "lr": 9.141876569319404e-05, "epoch": 1.0848896434634974, "percentage": 27.12, "elapsed_time": "20:09:44", "remaining_time": "2 days, 6:11:10"} +{"current_steps": 321, "total_steps": 1180, "loss": 0.20048227906227112, "lr": 9.133572974358669e-05, "epoch": 1.0882852292020373, "percentage": 27.2, "elapsed_time": "20:18:55", "remaining_time": "2 days, 6:21:52"} +{"current_steps": 322, "total_steps": 1180, "loss": 0.17392735183238983, "lr": 9.125233207107909e-05, "epoch": 1.0916808149405772, "percentage": 27.29, "elapsed_time": "20:23:52", "remaining_time": "2 days, 6:21:08"} +{"current_steps": 323, "total_steps": 1180, "loss": 0.17555058002471924, "lr": 9.116857340547202e-05, "epoch": 1.0950764006791172, "percentage": 27.37, "elapsed_time": "20:27:55", "remaining_time": "2 days, 6:18:00"} +{"current_steps": 324, "total_steps": 1180, "loss": 0.16190403699874878, "lr": 9.108445447972531e-05, "epoch": 1.098471986417657, "percentage": 27.46, "elapsed_time": "20:31:22", "remaining_time": "2 days, 6:13:15"} +{"current_steps": 325, "total_steps": 1180, "loss": 0.1456845998764038, "lr": 9.099997602995128e-05, "epoch": 1.101867572156197, "percentage": 27.54, "elapsed_time": "20:34:17", "remaining_time": "2 days, 6:07:09"} +{"current_steps": 326, "total_steps": 1180, "loss": 0.14603030681610107, "lr": 9.091513879540845e-05, "epoch": 1.1052631578947367, "percentage": 27.63, "elapsed_time": "20:36:51", "remaining_time": "2 days, 6:00:05"} +{"current_steps": 327, "total_steps": 1180, "loss": 0.1453815996646881, "lr": 9.0829943518495e-05, "epoch": 1.1086587436332767, "percentage": 27.71, "elapsed_time": "20:39:03", "remaining_time": "2 days, 5:52:10"} +{"current_steps": 328, "total_steps": 1180, "loss": 0.1473894566297531, "lr": 9.07443909447423e-05, "epoch": 1.1120543293718166, "percentage": 27.8, "elapsed_time": "20:40:53", "remaining_time": "2 days, 5:43:18"} +{"current_steps": 329, "total_steps": 1180, "loss": 0.17691753804683685, "lr": 9.065848182280833e-05, "epoch": 1.1154499151103565, "percentage": 27.88, "elapsed_time": "20:47:47", "remaining_time": "2 days, 5:47:34"} +{"current_steps": 330, "total_steps": 1180, "loss": 0.19459426403045654, "lr": 9.057221690447124e-05, "epoch": 1.1188455008488964, "percentage": 27.97, "elapsed_time": "20:52:52", "remaining_time": "2 days, 5:47:05"} +{"current_steps": 331, "total_steps": 1180, "loss": 0.1716732680797577, "lr": 9.048559694462262e-05, "epoch": 1.1222410865874364, "percentage": 28.05, "elapsed_time": "20:56:58", "remaining_time": "2 days, 5:44:03"} +{"current_steps": 332, "total_steps": 1180, "loss": 0.1696777641773224, "lr": 9.039862270126102e-05, "epoch": 1.1256366723259763, "percentage": 28.14, "elapsed_time": "21:00:37", "remaining_time": "2 days, 5:39:54"} +{"current_steps": 333, "total_steps": 1180, "loss": 0.15999673306941986, "lr": 9.03112949354853e-05, "epoch": 1.129032258064516, "percentage": 28.22, "elapsed_time": "21:03:48", "remaining_time": "2 days, 5:34:34"} +{"current_steps": 334, "total_steps": 1180, "loss": 0.15610679984092712, "lr": 9.02236144114879e-05, "epoch": 1.132427843803056, "percentage": 28.31, "elapsed_time": "21:06:39", "remaining_time": "2 days, 5:28:21"} +{"current_steps": 335, "total_steps": 1180, "loss": 0.15449127554893494, "lr": 9.013558189654819e-05, "epoch": 1.1358234295415959, "percentage": 28.39, "elapsed_time": "21:09:07", "remaining_time": "2 days, 5:21:13"} +{"current_steps": 336, "total_steps": 1180, "loss": 0.13070036470890045, "lr": 9.00471981610258e-05, "epoch": 1.1392190152801358, "percentage": 28.47, "elapsed_time": "21:11:12", "remaining_time": "2 days, 5:13:08"} +{"current_steps": 337, "total_steps": 1180, "loss": 0.1655994951725006, "lr": 8.99584639783538e-05, "epoch": 1.1426146010186757, "percentage": 28.56, "elapsed_time": "21:15:41", "remaining_time": "2 days, 5:11:06"} +{"current_steps": 338, "total_steps": 1180, "loss": 0.1953735053539276, "lr": 8.986938012503203e-05, "epoch": 1.1460101867572157, "percentage": 28.64, "elapsed_time": "21:22:01", "remaining_time": "2 days, 5:13:40"} +{"current_steps": 339, "total_steps": 1180, "loss": 0.18439728021621704, "lr": 8.977994738062017e-05, "epoch": 1.1494057724957556, "percentage": 28.73, "elapsed_time": "21:26:47", "remaining_time": "2 days, 5:12:19"} +{"current_steps": 340, "total_steps": 1180, "loss": 0.16322055459022522, "lr": 8.969016652773103e-05, "epoch": 1.1528013582342953, "percentage": 28.81, "elapsed_time": "21:30:45", "remaining_time": "2 days, 5:08:55"} +{"current_steps": 341, "total_steps": 1180, "loss": 0.15768763422966003, "lr": 8.96000383520237e-05, "epoch": 1.1561969439728352, "percentage": 28.9, "elapsed_time": "21:34:04", "remaining_time": "2 days, 5:03:58"} +{"current_steps": 342, "total_steps": 1180, "loss": 0.1556030958890915, "lr": 8.950956364219658e-05, "epoch": 1.1595925297113752, "percentage": 28.98, "elapsed_time": "21:36:57", "remaining_time": "2 days, 4:57:54"} +{"current_steps": 343, "total_steps": 1180, "loss": 0.15308734774589539, "lr": 8.941874318998058e-05, "epoch": 1.162988115449915, "percentage": 29.07, "elapsed_time": "21:39:28", "remaining_time": "2 days, 4:51:01"} +{"current_steps": 344, "total_steps": 1180, "loss": 0.13935653865337372, "lr": 8.932757779013214e-05, "epoch": 1.166383701188455, "percentage": 29.15, "elapsed_time": "21:41:38", "remaining_time": "2 days, 4:43:16"} +{"current_steps": 345, "total_steps": 1180, "loss": 0.1464628428220749, "lr": 8.923606824042627e-05, "epoch": 1.169779286926995, "percentage": 29.24, "elapsed_time": "21:43:17", "remaining_time": "2 days, 4:34:21"} +{"current_steps": 346, "total_steps": 1180, "loss": 0.18659351766109467, "lr": 8.914421534164962e-05, "epoch": 1.1731748726655349, "percentage": 29.32, "elapsed_time": "21:50:30", "remaining_time": "2 days, 4:38:51"} +{"current_steps": 347, "total_steps": 1180, "loss": 0.17295019328594208, "lr": 8.905201989759341e-05, "epoch": 1.1765704584040746, "percentage": 29.41, "elapsed_time": "21:55:17", "remaining_time": "2 days, 4:37:27"} +{"current_steps": 348, "total_steps": 1180, "loss": 0.16895386576652527, "lr": 8.895948271504642e-05, "epoch": 1.1799660441426145, "percentage": 29.49, "elapsed_time": "21:59:16", "remaining_time": "2 days, 4:34:06"} +{"current_steps": 349, "total_steps": 1180, "loss": 0.1675156205892563, "lr": 8.886660460378797e-05, "epoch": 1.1833616298811545, "percentage": 29.58, "elapsed_time": "22:02:46", "remaining_time": "2 days, 4:29:37"} +{"current_steps": 350, "total_steps": 1180, "loss": 0.16741690039634705, "lr": 8.877338637658075e-05, "epoch": 1.1867572156196944, "percentage": 29.66, "elapsed_time": "22:05:47", "remaining_time": "2 days, 4:24:02"} +{"current_steps": 351, "total_steps": 1180, "loss": 0.15447917580604553, "lr": 8.867982884916376e-05, "epoch": 1.1901528013582343, "percentage": 29.75, "elapsed_time": "22:08:27", "remaining_time": "2 days, 4:17:34"} +{"current_steps": 352, "total_steps": 1180, "loss": 0.14785239100456238, "lr": 8.858593284024523e-05, "epoch": 1.1935483870967742, "percentage": 29.83, "elapsed_time": "22:10:48", "remaining_time": "2 days, 4:10:24"} +{"current_steps": 353, "total_steps": 1180, "loss": 0.14344629645347595, "lr": 8.849169917149531e-05, "epoch": 1.1969439728353142, "percentage": 29.92, "elapsed_time": "22:12:45", "remaining_time": "2 days, 4:02:20"} +{"current_steps": 354, "total_steps": 1180, "loss": 0.1786291003227234, "lr": 8.839712866753901e-05, "epoch": 1.2003395585738539, "percentage": 30.0, "elapsed_time": "22:20:15", "remaining_time": "2 days, 4:07:17"} +{"current_steps": 355, "total_steps": 1180, "loss": 0.16876618564128876, "lr": 8.83022221559489e-05, "epoch": 1.2037351443123938, "percentage": 30.08, "elapsed_time": "22:25:44", "remaining_time": "2 days, 4:07:25"} +{"current_steps": 356, "total_steps": 1180, "loss": 0.17299698293209076, "lr": 8.820698046723796e-05, "epoch": 1.2071307300509337, "percentage": 30.17, "elapsed_time": "22:30:06", "remaining_time": "2 days, 4:04:57"} +{"current_steps": 357, "total_steps": 1180, "loss": 0.16695550084114075, "lr": 8.811140443485217e-05, "epoch": 1.2105263157894737, "percentage": 30.25, "elapsed_time": "22:33:51", "remaining_time": "2 days, 4:01:04"} +{"current_steps": 358, "total_steps": 1180, "loss": 0.15887045860290527, "lr": 8.801549489516341e-05, "epoch": 1.2139219015280136, "percentage": 30.34, "elapsed_time": "22:37:09", "remaining_time": "2 days, 3:56:09"} +{"current_steps": 359, "total_steps": 1180, "loss": 0.15074649453163147, "lr": 8.791925268746193e-05, "epoch": 1.2173174872665535, "percentage": 30.42, "elapsed_time": "22:40:02", "remaining_time": "2 days, 3:50:17"} +{"current_steps": 360, "total_steps": 1180, "loss": 0.14895610511302948, "lr": 8.782267865394917e-05, "epoch": 1.2207130730050935, "percentage": 30.51, "elapsed_time": "22:42:31", "remaining_time": "2 days, 3:43:30"} +{"current_steps": 361, "total_steps": 1180, "loss": 0.1332865208387375, "lr": 8.772577363973033e-05, "epoch": 1.2241086587436332, "percentage": 30.59, "elapsed_time": "22:44:35", "remaining_time": "2 days, 3:35:50"} +{"current_steps": 362, "total_steps": 1180, "loss": 0.16228394210338593, "lr": 8.762853849280693e-05, "epoch": 1.227504244482173, "percentage": 30.68, "elapsed_time": "22:50:08", "remaining_time": "2 days, 3:36:02"} +{"current_steps": 363, "total_steps": 1180, "loss": 0.20317047834396362, "lr": 8.753097406406949e-05, "epoch": 1.230899830220713, "percentage": 30.76, "elapsed_time": "22:56:30", "remaining_time": "2 days, 3:38:05"} +{"current_steps": 364, "total_steps": 1180, "loss": 0.1679389923810959, "lr": 8.743308120728997e-05, "epoch": 1.234295415959253, "percentage": 30.85, "elapsed_time": "23:01:27", "remaining_time": "2 days, 3:36:54"} +{"current_steps": 365, "total_steps": 1180, "loss": 0.16052062809467316, "lr": 8.73348607791144e-05, "epoch": 1.237691001697793, "percentage": 30.93, "elapsed_time": "23:05:31", "remaining_time": "2 days, 3:33:42"} +{"current_steps": 366, "total_steps": 1180, "loss": 0.17321988940238953, "lr": 8.723631363905531e-05, "epoch": 1.2410865874363328, "percentage": 31.02, "elapsed_time": "23:08:58", "remaining_time": "2 days, 3:29:09"} +{"current_steps": 367, "total_steps": 1180, "loss": 0.16489598155021667, "lr": 8.713744064948426e-05, "epoch": 1.2444821731748728, "percentage": 31.1, "elapsed_time": "23:11:55", "remaining_time": "2 days, 3:23:27"} +{"current_steps": 368, "total_steps": 1180, "loss": 0.13714341819286346, "lr": 8.703824267562425e-05, "epoch": 1.2478777589134125, "percentage": 31.19, "elapsed_time": "23:14:22", "remaining_time": "2 days, 3:16:43"} +{"current_steps": 369, "total_steps": 1180, "loss": 0.13603711128234863, "lr": 8.69387205855422e-05, "epoch": 1.2512733446519524, "percentage": 31.27, "elapsed_time": "23:16:28", "remaining_time": "2 days, 3:09:12"} +{"current_steps": 370, "total_steps": 1180, "loss": 0.13591307401657104, "lr": 8.683887525014127e-05, "epoch": 1.2546689303904923, "percentage": 31.36, "elapsed_time": "23:18:04", "remaining_time": "2 days, 3:00:39"} +{"current_steps": 371, "total_steps": 1180, "loss": 0.16990725696086884, "lr": 8.673870754315336e-05, "epoch": 1.2580645161290323, "percentage": 31.44, "elapsed_time": "23:27:04", "remaining_time": "2 days, 3:08:14"} +{"current_steps": 372, "total_steps": 1180, "loss": 0.17480716109275818, "lr": 8.663821834113135e-05, "epoch": 1.2614601018675722, "percentage": 31.53, "elapsed_time": "23:31:56", "remaining_time": "2 days, 3:06:47"} +{"current_steps": 373, "total_steps": 1180, "loss": 0.18333372473716736, "lr": 8.65374085234415e-05, "epoch": 1.2648556876061121, "percentage": 31.61, "elapsed_time": "23:36:00", "remaining_time": "2 days, 3:03:35"} +{"current_steps": 374, "total_steps": 1180, "loss": 0.1716233193874359, "lr": 8.643627897225571e-05, "epoch": 1.268251273344652, "percentage": 31.69, "elapsed_time": "23:39:28", "remaining_time": "2 days, 2:59:05"} +{"current_steps": 375, "total_steps": 1180, "loss": 0.17103354632854462, "lr": 8.633483057254381e-05, "epoch": 1.2716468590831917, "percentage": 31.78, "elapsed_time": "23:42:31", "remaining_time": "2 days, 2:53:40"} +{"current_steps": 376, "total_steps": 1180, "loss": 0.14799927175045013, "lr": 8.623306421206587e-05, "epoch": 1.2750424448217317, "percentage": 31.86, "elapsed_time": "23:45:09", "remaining_time": "2 days, 2:47:25"} +{"current_steps": 377, "total_steps": 1180, "loss": 0.1382761299610138, "lr": 8.613098078136437e-05, "epoch": 1.2784380305602716, "percentage": 31.95, "elapsed_time": "23:47:26", "remaining_time": "2 days, 2:40:24"} +{"current_steps": 378, "total_steps": 1180, "loss": 0.13463819026947021, "lr": 8.60285811737564e-05, "epoch": 1.2818336162988115, "percentage": 32.03, "elapsed_time": "23:49:15", "remaining_time": "2 days, 2:32:27"} +{"current_steps": 379, "total_steps": 1180, "loss": 0.18594394624233246, "lr": 8.592586628532588e-05, "epoch": 1.2852292020373515, "percentage": 32.12, "elapsed_time": "23:56:25", "remaining_time": "2 days, 2:35:48"} +{"current_steps": 380, "total_steps": 1180, "loss": 0.18147127330303192, "lr": 8.582283701491576e-05, "epoch": 1.2886247877758914, "percentage": 32.2, "elapsed_time": "1 day, 0:01:51", "remaining_time": "2 days, 2:35:29"} +{"current_steps": 381, "total_steps": 1180, "loss": 0.1802498996257782, "lr": 8.571949426412001e-05, "epoch": 1.2920203735144313, "percentage": 32.29, "elapsed_time": "1 day, 0:06:11", "remaining_time": "2 days, 2:32:49"} +{"current_steps": 382, "total_steps": 1180, "loss": 0.1777149885892868, "lr": 8.561583893727588e-05, "epoch": 1.295415959252971, "percentage": 32.37, "elapsed_time": "1 day, 0:09:53", "remaining_time": "2 days, 2:28:49"} +{"current_steps": 383, "total_steps": 1180, "loss": 0.16453149914741516, "lr": 8.551187194145592e-05, "epoch": 1.298811544991511, "percentage": 32.46, "elapsed_time": "1 day, 0:13:04", "remaining_time": "2 days, 2:23:45"} +{"current_steps": 384, "total_steps": 1180, "loss": 0.1615734100341797, "lr": 8.540759418646002e-05, "epoch": 1.302207130730051, "percentage": 32.54, "elapsed_time": "1 day, 0:15:54", "remaining_time": "2 days, 2:17:58"} +{"current_steps": 385, "total_steps": 1180, "loss": 0.14433573186397552, "lr": 8.530300658480752e-05, "epoch": 1.3056027164685908, "percentage": 32.63, "elapsed_time": "1 day, 0:18:27", "remaining_time": "2 days, 2:11:37"} +{"current_steps": 386, "total_steps": 1180, "loss": 0.14615730941295624, "lr": 8.519811005172916e-05, "epoch": 1.3089983022071308, "percentage": 32.71, "elapsed_time": "1 day, 0:20:40", "remaining_time": "2 days, 2:04:36"} +{"current_steps": 387, "total_steps": 1180, "loss": 0.15451252460479736, "lr": 8.509290550515907e-05, "epoch": 1.3123938879456707, "percentage": 32.8, "elapsed_time": "1 day, 0:25:16", "remaining_time": "2 days, 2:02:30"} +{"current_steps": 388, "total_steps": 1180, "loss": 0.1867610067129135, "lr": 8.498739386572682e-05, "epoch": 1.3157894736842106, "percentage": 32.88, "elapsed_time": "1 day, 0:30:46", "remaining_time": "2 days, 2:02:12"} +{"current_steps": 389, "total_steps": 1180, "loss": 0.1667109727859497, "lr": 8.488157605674925e-05, "epoch": 1.3191850594227503, "percentage": 32.97, "elapsed_time": "1 day, 0:35:11", "remaining_time": "2 days, 1:59:40"} +{"current_steps": 390, "total_steps": 1180, "loss": 0.16456694900989532, "lr": 8.477545300422246e-05, "epoch": 1.3225806451612903, "percentage": 33.05, "elapsed_time": "1 day, 0:38:57", "remaining_time": "2 days, 1:55:51"} +{"current_steps": 391, "total_steps": 1180, "loss": 0.15338124334812164, "lr": 8.466902563681372e-05, "epoch": 1.3259762308998302, "percentage": 33.14, "elapsed_time": "1 day, 0:42:11", "remaining_time": "2 days, 1:50:56"} +{"current_steps": 392, "total_steps": 1180, "loss": 0.15841363370418549, "lr": 8.456229488585328e-05, "epoch": 1.3293718166383701, "percentage": 33.22, "elapsed_time": "1 day, 0:45:01", "remaining_time": "2 days, 1:45:11"} +{"current_steps": 393, "total_steps": 1180, "loss": 0.1561691164970398, "lr": 8.445526168532627e-05, "epoch": 1.33276740237691, "percentage": 33.31, "elapsed_time": "1 day, 0:47:26", "remaining_time": "2 days, 1:38:40"} +{"current_steps": 394, "total_steps": 1180, "loss": 0.1360742449760437, "lr": 8.434792697186449e-05, "epoch": 1.33616298811545, "percentage": 33.39, "elapsed_time": "1 day, 0:49:33", "remaining_time": "2 days, 1:31:33"} +{"current_steps": 395, "total_steps": 1180, "loss": 0.14669910073280334, "lr": 8.424029168473829e-05, "epoch": 1.33955857385399, "percentage": 33.47, "elapsed_time": "1 day, 0:51:15", "remaining_time": "2 days, 1:23:38"} +{"current_steps": 396, "total_steps": 1180, "loss": 0.18494638800621033, "lr": 8.413235676584823e-05, "epoch": 1.3429541595925296, "percentage": 33.56, "elapsed_time": "1 day, 0:58:18", "remaining_time": "2 days, 1:26:20"} +{"current_steps": 397, "total_steps": 1180, "loss": 0.18528585135936737, "lr": 8.402412315971693e-05, "epoch": 1.3463497453310695, "percentage": 33.64, "elapsed_time": "1 day, 1:02:59", "remaining_time": "2 days, 1:24:19"} +{"current_steps": 398, "total_steps": 1180, "loss": 0.16230188310146332, "lr": 8.391559181348082e-05, "epoch": 1.3497453310696095, "percentage": 33.73, "elapsed_time": "1 day, 1:06:52", "remaining_time": "2 days, 1:20:44"} +{"current_steps": 399, "total_steps": 1180, "loss": 0.1674966812133789, "lr": 8.380676367688172e-05, "epoch": 1.3531409168081494, "percentage": 33.81, "elapsed_time": "1 day, 1:10:16", "remaining_time": "2 days, 1:16:11"} +{"current_steps": 400, "total_steps": 1180, "loss": 0.15261387825012207, "lr": 8.36976397022587e-05, "epoch": 1.3565365025466893, "percentage": 33.9, "elapsed_time": "1 day, 1:13:17", "remaining_time": "2 days, 1:10:55"} +{"current_steps": 401, "total_steps": 1180, "loss": 0.14915475249290466, "lr": 8.358822084453965e-05, "epoch": 1.3599320882852293, "percentage": 33.98, "elapsed_time": "1 day, 1:15:57", "remaining_time": "2 days, 1:04:58"} +{"current_steps": 402, "total_steps": 1180, "loss": 0.14487414062023163, "lr": 8.347850806123288e-05, "epoch": 1.3633276740237692, "percentage": 34.07, "elapsed_time": "1 day, 1:18:16", "remaining_time": "2 days, 0:58:20"} +{"current_steps": 403, "total_steps": 1180, "loss": 0.13761776685714722, "lr": 8.336850231241888e-05, "epoch": 1.366723259762309, "percentage": 34.15, "elapsed_time": "1 day, 1:20:08", "remaining_time": "2 days, 0:50:53"} +{"current_steps": 404, "total_steps": 1180, "loss": 0.1681349277496338, "lr": 8.325820456074181e-05, "epoch": 1.3701188455008488, "percentage": 34.24, "elapsed_time": "1 day, 1:27:58", "remaining_time": "2 days, 0:54:56"} +{"current_steps": 405, "total_steps": 1180, "loss": 0.1848275363445282, "lr": 8.314761577140105e-05, "epoch": 1.3735144312393888, "percentage": 34.32, "elapsed_time": "1 day, 1:33:09", "remaining_time": "2 days, 0:53:49"} +{"current_steps": 406, "total_steps": 1180, "loss": 0.17066769301891327, "lr": 8.303673691214289e-05, "epoch": 1.3769100169779287, "percentage": 34.41, "elapsed_time": "1 day, 1:37:13", "remaining_time": "2 days, 0:50:34"} +{"current_steps": 407, "total_steps": 1180, "loss": 0.15952184796333313, "lr": 8.292556895325194e-05, "epoch": 1.3803056027164686, "percentage": 34.49, "elapsed_time": "1 day, 1:40:45", "remaining_time": "2 days, 0:46:18"} +{"current_steps": 408, "total_steps": 1180, "loss": 0.15444013476371765, "lr": 8.281411286754266e-05, "epoch": 1.3837011884550086, "percentage": 34.58, "elapsed_time": "1 day, 1:43:51", "remaining_time": "2 days, 0:41:12"} +{"current_steps": 409, "total_steps": 1180, "loss": 0.14692428708076477, "lr": 8.270236963035091e-05, "epoch": 1.3870967741935485, "percentage": 34.66, "elapsed_time": "1 day, 1:46:38", "remaining_time": "2 days, 0:35:33"} +{"current_steps": 410, "total_steps": 1180, "loss": 0.14548589289188385, "lr": 8.259034021952537e-05, "epoch": 1.3904923599320882, "percentage": 34.75, "elapsed_time": "1 day, 1:49:07", "remaining_time": "2 days, 0:29:20"} +{"current_steps": 411, "total_steps": 1180, "loss": 0.1397281289100647, "lr": 8.24780256154189e-05, "epoch": 1.3938879456706281, "percentage": 34.83, "elapsed_time": "1 day, 1:51:16", "remaining_time": "2 days, 0:22:30"} +{"current_steps": 412, "total_steps": 1180, "loss": 0.164806067943573, "lr": 8.236542680088015e-05, "epoch": 1.397283531409168, "percentage": 34.92, "elapsed_time": "1 day, 1:56:10", "remaining_time": "2 days, 0:20:49"} +{"current_steps": 413, "total_steps": 1180, "loss": 0.18502959609031677, "lr": 8.225254476124478e-05, "epoch": 1.400679117147708, "percentage": 35.0, "elapsed_time": "1 day, 2:02:11", "remaining_time": "2 days, 0:21:13"} +{"current_steps": 414, "total_steps": 1180, "loss": 0.17280147969722748, "lr": 8.213938048432697e-05, "epoch": 1.404074702886248, "percentage": 35.08, "elapsed_time": "1 day, 2:06:40", "remaining_time": "2 days, 0:18:43"} +{"current_steps": 415, "total_steps": 1180, "loss": 0.164241224527359, "lr": 8.202593496041066e-05, "epoch": 1.4074702886247878, "percentage": 35.17, "elapsed_time": "1 day, 2:10:17", "remaining_time": "2 days, 0:14:38"} +{"current_steps": 416, "total_steps": 1180, "loss": 0.16376134753227234, "lr": 8.191220918224101e-05, "epoch": 1.4108658743633278, "percentage": 35.25, "elapsed_time": "1 day, 2:13:29", "remaining_time": "2 days, 0:09:46"} +{"current_steps": 417, "total_steps": 1180, "loss": 0.17270877957344055, "lr": 8.179820414501555e-05, "epoch": 1.4142614601018675, "percentage": 35.34, "elapsed_time": "1 day, 2:16:18", "remaining_time": "2 days, 0:04:14"} +{"current_steps": 418, "total_steps": 1180, "loss": 0.15782058238983154, "lr": 8.168392084637566e-05, "epoch": 1.4176570458404074, "percentage": 35.42, "elapsed_time": "1 day, 2:18:47", "remaining_time": "1 day, 23:58:04"} +{"current_steps": 419, "total_steps": 1180, "loss": 0.14752981066703796, "lr": 8.156936028639767e-05, "epoch": 1.4210526315789473, "percentage": 35.51, "elapsed_time": "1 day, 2:20:54", "remaining_time": "1 day, 23:51:17"} +{"current_steps": 420, "total_steps": 1180, "loss": 0.1332433819770813, "lr": 8.145452346758426e-05, "epoch": 1.4244482173174873, "percentage": 35.59, "elapsed_time": "1 day, 2:22:38", "remaining_time": "1 day, 23:43:49"} +{"current_steps": 421, "total_steps": 1180, "loss": 0.18285462260246277, "lr": 8.133941139485551e-05, "epoch": 1.4278438030560272, "percentage": 35.68, "elapsed_time": "1 day, 2:31:03", "remaining_time": "1 day, 23:48:26"} +{"current_steps": 422, "total_steps": 1180, "loss": 0.16667722165584564, "lr": 8.12240250755403e-05, "epoch": 1.4312393887945671, "percentage": 35.76, "elapsed_time": "1 day, 2:35:51", "remaining_time": "1 day, 23:46:29"} +{"current_steps": 423, "total_steps": 1180, "loss": 0.1660834550857544, "lr": 8.110836551936736e-05, "epoch": 1.434634974533107, "percentage": 35.85, "elapsed_time": "1 day, 2:39:46", "remaining_time": "1 day, 23:42:57"} +{"current_steps": 424, "total_steps": 1180, "loss": 0.16956230998039246, "lr": 8.099243373845646e-05, "epoch": 1.4380305602716468, "percentage": 35.93, "elapsed_time": "1 day, 2:43:11", "remaining_time": "1 day, 23:38:31"} +{"current_steps": 425, "total_steps": 1180, "loss": 0.15231752395629883, "lr": 8.08762307473096e-05, "epoch": 1.4414261460101867, "percentage": 36.02, "elapsed_time": "1 day, 2:46:08", "remaining_time": "1 day, 23:33:15"} +{"current_steps": 426, "total_steps": 1180, "loss": 0.14480434358119965, "lr": 8.07597575628021e-05, "epoch": 1.4448217317487266, "percentage": 36.1, "elapsed_time": "1 day, 2:48:44", "remaining_time": "1 day, 23:27:23"} +{"current_steps": 427, "total_steps": 1180, "loss": 0.14340506494045258, "lr": 8.064301520417367e-05, "epoch": 1.4482173174872666, "percentage": 36.19, "elapsed_time": "1 day, 2:51:01", "remaining_time": "1 day, 23:20:58"} +{"current_steps": 428, "total_steps": 1180, "loss": 0.1494779735803604, "lr": 8.052600469301958e-05, "epoch": 1.4516129032258065, "percentage": 36.27, "elapsed_time": "1 day, 2:52:54", "remaining_time": "1 day, 23:13:53"} +{"current_steps": 429, "total_steps": 1180, "loss": 0.1498197764158249, "lr": 8.04087270532816e-05, "epoch": 1.4550084889643464, "percentage": 36.36, "elapsed_time": "1 day, 3:01:38", "remaining_time": "1 day, 23:18:48"} +{"current_steps": 430, "total_steps": 1180, "loss": 0.20055601000785828, "lr": 8.029118331123912e-05, "epoch": 1.4584040747028864, "percentage": 36.44, "elapsed_time": "1 day, 3:06:56", "remaining_time": "1 day, 23:17:41"} +{"current_steps": 431, "total_steps": 1180, "loss": 0.16613398492336273, "lr": 8.01733744955002e-05, "epoch": 1.461799660441426, "percentage": 36.53, "elapsed_time": "1 day, 3:11:12", "remaining_time": "1 day, 23:14:44"} +{"current_steps": 432, "total_steps": 1180, "loss": 0.1740640103816986, "lr": 8.005530163699246e-05, "epoch": 1.465195246179966, "percentage": 36.61, "elapsed_time": "1 day, 3:14:49", "remaining_time": "1 day, 23:10:40"} +{"current_steps": 433, "total_steps": 1180, "loss": 0.1666644662618637, "lr": 7.993696576895415e-05, "epoch": 1.468590831918506, "percentage": 36.69, "elapsed_time": "1 day, 3:17:59", "remaining_time": "1 day, 23:05:48"} +{"current_steps": 434, "total_steps": 1180, "loss": 0.14891597628593445, "lr": 7.981836792692508e-05, "epoch": 1.4719864176570459, "percentage": 36.78, "elapsed_time": "1 day, 3:20:50", "remaining_time": "1 day, 23:00:26"} +{"current_steps": 435, "total_steps": 1180, "loss": 0.1337478756904602, "lr": 7.969950914873753e-05, "epoch": 1.4753820033955858, "percentage": 36.86, "elapsed_time": "1 day, 3:23:18", "remaining_time": "1 day, 22:54:24"} +{"current_steps": 436, "total_steps": 1180, "loss": 0.13875997066497803, "lr": 7.958039047450723e-05, "epoch": 1.4787775891341257, "percentage": 36.95, "elapsed_time": "1 day, 3:25:20", "remaining_time": "1 day, 22:47:38"} +{"current_steps": 437, "total_steps": 1180, "loss": 0.17074432969093323, "lr": 7.946101294662418e-05, "epoch": 1.4821731748726656, "percentage": 37.03, "elapsed_time": "1 day, 3:31:22", "remaining_time": "1 day, 22:47:43"} +{"current_steps": 438, "total_steps": 1180, "loss": 0.1938565969467163, "lr": 7.934137760974363e-05, "epoch": 1.4855687606112054, "percentage": 37.12, "elapsed_time": "1 day, 3:37:49", "remaining_time": "1 day, 22:48:27"} +{"current_steps": 439, "total_steps": 1180, "loss": 0.1765138804912567, "lr": 7.922148551077681e-05, "epoch": 1.4889643463497453, "percentage": 37.2, "elapsed_time": "1 day, 3:42:27", "remaining_time": "1 day, 22:46:06"} +{"current_steps": 440, "total_steps": 1180, "loss": 0.17844665050506592, "lr": 7.910133769888188e-05, "epoch": 1.4923599320882852, "percentage": 37.29, "elapsed_time": "1 day, 3:46:24", "remaining_time": "1 day, 22:42:35"} +{"current_steps": 441, "total_steps": 1180, "loss": 0.164535790681839, "lr": 7.898093522545472e-05, "epoch": 1.4957555178268251, "percentage": 37.37, "elapsed_time": "1 day, 3:49:51", "remaining_time": "1 day, 22:38:14"} +{"current_steps": 442, "total_steps": 1180, "loss": 0.15411187708377838, "lr": 7.886027914411964e-05, "epoch": 1.499151103565365, "percentage": 37.46, "elapsed_time": "1 day, 3:52:53", "remaining_time": "1 day, 22:33:11"} +{"current_steps": 443, "total_steps": 1180, "loss": 0.16676245629787445, "lr": 7.873937051072035e-05, "epoch": 1.5025466893039048, "percentage": 37.54, "elapsed_time": "1 day, 3:55:32", "remaining_time": "1 day, 22:27:32"} +{"current_steps": 444, "total_steps": 1180, "loss": 0.12973670661449432, "lr": 7.86182103833105e-05, "epoch": 1.505942275042445, "percentage": 37.63, "elapsed_time": "1 day, 3:57:47", "remaining_time": "1 day, 22:21:11"} +{"current_steps": 445, "total_steps": 1180, "loss": 0.14135943353176117, "lr": 7.849679982214458e-05, "epoch": 1.5093378607809846, "percentage": 37.71, "elapsed_time": "1 day, 3:59:31", "remaining_time": "1 day, 22:14:03"} +{"current_steps": 446, "total_steps": 1180, "loss": 0.18276870250701904, "lr": 7.83751398896686e-05, "epoch": 1.5127334465195246, "percentage": 37.8, "elapsed_time": "1 day, 4:08:17", "remaining_time": "1 day, 22:18:29"} +{"current_steps": 447, "total_steps": 1180, "loss": 0.17886696755886078, "lr": 7.825323165051073e-05, "epoch": 1.5161290322580645, "percentage": 37.88, "elapsed_time": "1 day, 4:13:16", "remaining_time": "1 day, 22:16:40"} +{"current_steps": 448, "total_steps": 1180, "loss": 0.1715458333492279, "lr": 7.813107617147209e-05, "epoch": 1.5195246179966044, "percentage": 37.97, "elapsed_time": "1 day, 4:17:26", "remaining_time": "1 day, 22:13:29"} +{"current_steps": 449, "total_steps": 1180, "loss": 0.16793230175971985, "lr": 7.80086745215173e-05, "epoch": 1.5229202037351444, "percentage": 38.05, "elapsed_time": "1 day, 4:20:59", "remaining_time": "1 day, 22:09:19"} +{"current_steps": 450, "total_steps": 1180, "loss": 0.15847665071487427, "lr": 7.788602777176528e-05, "epoch": 1.526315789473684, "percentage": 38.14, "elapsed_time": "1 day, 4:24:02", "remaining_time": "1 day, 22:04:20"} +{"current_steps": 451, "total_steps": 1180, "loss": 0.15323980152606964, "lr": 7.77631369954797e-05, "epoch": 1.5297113752122242, "percentage": 38.22, "elapsed_time": "1 day, 4:26:40", "remaining_time": "1 day, 21:58:40"} +{"current_steps": 452, "total_steps": 1180, "loss": 0.15271389484405518, "lr": 7.764000326805967e-05, "epoch": 1.533106960950764, "percentage": 38.31, "elapsed_time": "1 day, 4:28:55", "remaining_time": "1 day, 21:52:25"} +{"current_steps": 453, "total_steps": 1180, "loss": 0.13208144903182983, "lr": 7.751662766703038e-05, "epoch": 1.5365025466893039, "percentage": 38.39, "elapsed_time": "1 day, 4:30:43", "remaining_time": "1 day, 21:45:28"} +{"current_steps": 454, "total_steps": 1180, "loss": 0.17377114295959473, "lr": 7.73930112720336e-05, "epoch": 1.5398981324278438, "percentage": 38.47, "elapsed_time": "1 day, 4:39:10", "remaining_time": "1 day, 21:49:10"} +{"current_steps": 455, "total_steps": 1180, "loss": 0.19509372115135193, "lr": 7.726915516481824e-05, "epoch": 1.5432937181663837, "percentage": 38.56, "elapsed_time": "1 day, 4:44:47", "remaining_time": "1 day, 21:48:18"} +{"current_steps": 456, "total_steps": 1180, "loss": 0.17389468848705292, "lr": 7.714506042923091e-05, "epoch": 1.5466893039049237, "percentage": 38.64, "elapsed_time": "1 day, 4:49:09", "remaining_time": "1 day, 21:45:25"} +{"current_steps": 457, "total_steps": 1180, "loss": 0.16574130952358246, "lr": 7.702072815120638e-05, "epoch": 1.5500848896434634, "percentage": 38.73, "elapsed_time": "1 day, 4:52:48", "remaining_time": "1 day, 21:41:24"} +{"current_steps": 458, "total_steps": 1180, "loss": 0.14233970642089844, "lr": 7.68961594187582e-05, "epoch": 1.5534804753820035, "percentage": 38.81, "elapsed_time": "1 day, 4:56:00", "remaining_time": "1 day, 21:36:41"} +{"current_steps": 459, "total_steps": 1180, "loss": 0.15779675543308258, "lr": 7.677135532196905e-05, "epoch": 1.5568760611205432, "percentage": 38.9, "elapsed_time": "1 day, 4:58:46", "remaining_time": "1 day, 21:31:17"} +{"current_steps": 460, "total_steps": 1180, "loss": 0.14088116586208344, "lr": 7.66463169529812e-05, "epoch": 1.5602716468590832, "percentage": 38.98, "elapsed_time": "1 day, 5:01:11", "remaining_time": "1 day, 21:25:20"} +{"current_steps": 461, "total_steps": 1180, "loss": 0.1416524052619934, "lr": 7.652104540598712e-05, "epoch": 1.563667232597623, "percentage": 39.07, "elapsed_time": "1 day, 5:03:09", "remaining_time": "1 day, 21:18:43"} +{"current_steps": 462, "total_steps": 1180, "loss": 0.16610148549079895, "lr": 7.63955417772197e-05, "epoch": 1.567062818336163, "percentage": 39.15, "elapsed_time": "1 day, 5:08:49", "remaining_time": "1 day, 21:17:51"} +{"current_steps": 463, "total_steps": 1180, "loss": 0.18159864842891693, "lr": 7.626980716494274e-05, "epoch": 1.570458404074703, "percentage": 39.24, "elapsed_time": "1 day, 5:15:08", "remaining_time": "1 day, 21:17:59"} +{"current_steps": 464, "total_steps": 1180, "loss": 0.18010705709457397, "lr": 7.614384266944139e-05, "epoch": 1.5738539898132426, "percentage": 39.32, "elapsed_time": "1 day, 5:19:47", "remaining_time": "1 day, 21:15:32"} +{"current_steps": 465, "total_steps": 1180, "loss": 0.1828932762145996, "lr": 7.601764939301241e-05, "epoch": 1.5772495755517828, "percentage": 39.41, "elapsed_time": "1 day, 5:23:38", "remaining_time": "1 day, 21:11:50"} +{"current_steps": 466, "total_steps": 1180, "loss": 0.15791763365268707, "lr": 7.589122843995469e-05, "epoch": 1.5806451612903225, "percentage": 39.49, "elapsed_time": "1 day, 5:26:59", "remaining_time": "1 day, 21:07:22"} +{"current_steps": 467, "total_steps": 1180, "loss": 0.15532039105892181, "lr": 7.57645809165594e-05, "epoch": 1.5840407470288624, "percentage": 39.58, "elapsed_time": "1 day, 5:29:57", "remaining_time": "1 day, 21:02:19"} +{"current_steps": 468, "total_steps": 1180, "loss": 0.14827030897140503, "lr": 7.563770793110039e-05, "epoch": 1.5874363327674024, "percentage": 39.66, "elapsed_time": "1 day, 5:32:32", "remaining_time": "1 day, 20:56:40"} +{"current_steps": 469, "total_steps": 1180, "loss": 0.14112061262130737, "lr": 7.551061059382455e-05, "epoch": 1.5908319185059423, "percentage": 39.75, "elapsed_time": "1 day, 5:34:43", "remaining_time": "1 day, 20:50:28"} +{"current_steps": 470, "total_steps": 1180, "loss": 0.1409231722354889, "lr": 7.5383290016942e-05, "epoch": 1.5942275042444822, "percentage": 39.83, "elapsed_time": "1 day, 5:36:28", "remaining_time": "1 day, 20:43:36"} +{"current_steps": 471, "total_steps": 1180, "loss": 0.18162474036216736, "lr": 7.525574731461642e-05, "epoch": 1.597623089983022, "percentage": 39.92, "elapsed_time": "1 day, 5:43:37", "remaining_time": "1 day, 20:44:54"} +{"current_steps": 472, "total_steps": 1180, "loss": 0.1765042543411255, "lr": 7.512798360295526e-05, "epoch": 1.601018675721562, "percentage": 40.0, "elapsed_time": "1 day, 5:48:38", "remaining_time": "1 day, 20:42:57"} +{"current_steps": 473, "total_steps": 1180, "loss": 0.16432282328605652, "lr": 7.500000000000001e-05, "epoch": 1.6044142614601018, "percentage": 40.08, "elapsed_time": "1 day, 5:52:37", "remaining_time": "1 day, 20:39:27"} +{"current_steps": 474, "total_steps": 1180, "loss": 0.16433201730251312, "lr": 7.487179762571637e-05, "epoch": 1.6078098471986417, "percentage": 40.17, "elapsed_time": "1 day, 5:56:05", "remaining_time": "1 day, 20:35:11"} +{"current_steps": 475, "total_steps": 1180, "loss": 0.15398603677749634, "lr": 7.474337760198447e-05, "epoch": 1.6112054329371817, "percentage": 40.25, "elapsed_time": "1 day, 5:59:11", "remaining_time": "1 day, 20:30:22"} +{"current_steps": 476, "total_steps": 1180, "loss": 0.14779743552207947, "lr": 7.461474105258911e-05, "epoch": 1.6146010186757216, "percentage": 40.34, "elapsed_time": "1 day, 6:01:56", "remaining_time": "1 day, 20:25:03"} +{"current_steps": 477, "total_steps": 1180, "loss": 0.1409299075603485, "lr": 7.448588910320983e-05, "epoch": 1.6179966044142615, "percentage": 40.42, "elapsed_time": "1 day, 6:04:23", "remaining_time": "1 day, 20:19:17"} +{"current_steps": 478, "total_steps": 1180, "loss": 0.13723161816596985, "lr": 7.435682288141111e-05, "epoch": 1.6213921901528012, "percentage": 40.51, "elapsed_time": "1 day, 6:06:24", "remaining_time": "1 day, 20:12:55"} +{"current_steps": 479, "total_steps": 1180, "loss": 0.16870960593223572, "lr": 7.422754351663252e-05, "epoch": 1.6247877758913414, "percentage": 40.59, "elapsed_time": "1 day, 6:13:57", "remaining_time": "1 day, 20:14:40"} +{"current_steps": 480, "total_steps": 1180, "loss": 0.173429936170578, "lr": 7.409805214017877e-05, "epoch": 1.628183361629881, "percentage": 40.68, "elapsed_time": "1 day, 6:19:07", "remaining_time": "1 day, 20:12:52"} +{"current_steps": 481, "total_steps": 1180, "loss": 0.17763277888298035, "lr": 7.396834988520988e-05, "epoch": 1.631578947368421, "percentage": 40.76, "elapsed_time": "1 day, 6:23:21", "remaining_time": "1 day, 20:09:45"} +{"current_steps": 482, "total_steps": 1180, "loss": 0.1751786768436432, "lr": 7.383843788673126e-05, "epoch": 1.634974533106961, "percentage": 40.85, "elapsed_time": "1 day, 6:26:59", "remaining_time": "1 day, 20:05:42"} +{"current_steps": 483, "total_steps": 1180, "loss": 0.1577882170677185, "lr": 7.37083172815837e-05, "epoch": 1.6383701188455009, "percentage": 40.93, "elapsed_time": "1 day, 6:30:09", "remaining_time": "1 day, 20:01:01"} +{"current_steps": 484, "total_steps": 1180, "loss": 0.1525232493877411, "lr": 7.357798920843354e-05, "epoch": 1.6417657045840408, "percentage": 41.02, "elapsed_time": "1 day, 6:32:56", "remaining_time": "1 day, 19:55:48"} +{"current_steps": 485, "total_steps": 1180, "loss": 0.13874512910842896, "lr": 7.344745480776257e-05, "epoch": 1.6451612903225805, "percentage": 41.1, "elapsed_time": "1 day, 6:35:22", "remaining_time": "1 day, 19:50:03"} +{"current_steps": 486, "total_steps": 1180, "loss": 0.12604987621307373, "lr": 7.331671522185817e-05, "epoch": 1.6485568760611207, "percentage": 41.19, "elapsed_time": "1 day, 6:37:26", "remaining_time": "1 day, 19:43:49"} +{"current_steps": 487, "total_steps": 1180, "loss": 0.15690191090106964, "lr": 7.318577159480327e-05, "epoch": 1.6519524617996604, "percentage": 41.27, "elapsed_time": "1 day, 6:42:42", "remaining_time": "1 day, 19:42:10"} +{"current_steps": 488, "total_steps": 1180, "loss": 0.17964285612106323, "lr": 7.30546250724663e-05, "epoch": 1.6553480475382003, "percentage": 41.36, "elapsed_time": "1 day, 6:48:32", "remaining_time": "1 day, 19:41:18"} +{"current_steps": 489, "total_steps": 1180, "loss": 0.1727060079574585, "lr": 7.292327680249123e-05, "epoch": 1.6587436332767402, "percentage": 41.44, "elapsed_time": "1 day, 6:52:50", "remaining_time": "1 day, 19:38:13"} +{"current_steps": 490, "total_steps": 1180, "loss": 0.16723820567131042, "lr": 7.279172793428747e-05, "epoch": 1.6621392190152802, "percentage": 41.53, "elapsed_time": "1 day, 6:56:32", "remaining_time": "1 day, 19:34:19"} +{"current_steps": 491, "total_steps": 1180, "loss": 0.1723594069480896, "lr": 7.265997961901987e-05, "epoch": 1.66553480475382, "percentage": 41.61, "elapsed_time": "1 day, 6:59:48", "remaining_time": "1 day, 19:29:47"} +{"current_steps": 492, "total_steps": 1180, "loss": 0.15880949795246124, "lr": 7.252803300959855e-05, "epoch": 1.6689303904923598, "percentage": 41.69, "elapsed_time": "1 day, 7:02:40", "remaining_time": "1 day, 19:24:42"} +{"current_steps": 493, "total_steps": 1180, "loss": 0.1469959318637848, "lr": 7.239588926066894e-05, "epoch": 1.6723259762309, "percentage": 41.78, "elapsed_time": "1 day, 7:05:05", "remaining_time": "1 day, 19:19:01"} +{"current_steps": 494, "total_steps": 1180, "loss": 0.13693295419216156, "lr": 7.226354952860157e-05, "epoch": 1.6757215619694397, "percentage": 41.86, "elapsed_time": "1 day, 7:07:14", "remaining_time": "1 day, 19:12:57"} +{"current_steps": 495, "total_steps": 1180, "loss": 0.14472414553165436, "lr": 7.2131014971482e-05, "epoch": 1.6791171477079796, "percentage": 41.95, "elapsed_time": "1 day, 7:08:59", "remaining_time": "1 day, 19:06:22"} +{"current_steps": 496, "total_steps": 1180, "loss": 0.1794150471687317, "lr": 7.199828674910067e-05, "epoch": 1.6825127334465195, "percentage": 42.03, "elapsed_time": "1 day, 7:16:13", "remaining_time": "1 day, 19:07:21"} +{"current_steps": 497, "total_steps": 1180, "loss": 0.17176096141338348, "lr": 7.186536602294278e-05, "epoch": 1.6859083191850595, "percentage": 42.12, "elapsed_time": "1 day, 7:20:55", "remaining_time": "1 day, 19:04:51"} +{"current_steps": 498, "total_steps": 1180, "loss": 0.17153851687908173, "lr": 7.173225395617805e-05, "epoch": 1.6893039049235994, "percentage": 42.2, "elapsed_time": "1 day, 7:24:54", "remaining_time": "1 day, 19:01:20"} +{"current_steps": 499, "total_steps": 1180, "loss": 0.16729089617729187, "lr": 7.159895171365065e-05, "epoch": 1.692699490662139, "percentage": 42.29, "elapsed_time": "1 day, 7:28:22", "remaining_time": "1 day, 18:57:06"} +{"current_steps": 500, "total_steps": 1180, "loss": 0.16425371170043945, "lr": 7.146546046186893e-05, "epoch": 1.6960950764006792, "percentage": 42.37, "elapsed_time": "1 day, 7:31:26", "remaining_time": "1 day, 18:52:21"} +{"current_steps": 501, "total_steps": 1180, "loss": 0.15057818591594696, "lr": 7.133178136899522e-05, "epoch": 1.699490662139219, "percentage": 42.46, "elapsed_time": "1 day, 7:34:13", "remaining_time": "1 day, 18:47:12"} +{"current_steps": 502, "total_steps": 1180, "loss": 0.13917642831802368, "lr": 7.119791560483562e-05, "epoch": 1.7028862478777589, "percentage": 42.54, "elapsed_time": "1 day, 7:36:35", "remaining_time": "1 day, 18:41:31"} +{"current_steps": 503, "total_steps": 1180, "loss": 0.1311974823474884, "lr": 7.106386434082979e-05, "epoch": 1.7062818336162988, "percentage": 42.63, "elapsed_time": "1 day, 7:38:33", "remaining_time": "1 day, 18:35:18"} +{"current_steps": 504, "total_steps": 1180, "loss": 0.16842401027679443, "lr": 7.092962875004065e-05, "epoch": 1.7096774193548387, "percentage": 42.71, "elapsed_time": "1 day, 7:46:33", "remaining_time": "1 day, 18:37:13"} +{"current_steps": 505, "total_steps": 1180, "loss": 0.17561206221580505, "lr": 7.079521000714414e-05, "epoch": 1.7130730050933787, "percentage": 42.8, "elapsed_time": "1 day, 7:51:50", "remaining_time": "1 day, 18:35:25"} +{"current_steps": 506, "total_steps": 1180, "loss": 0.15638267993927002, "lr": 7.066060928841892e-05, "epoch": 1.7164685908319184, "percentage": 42.88, "elapsed_time": "1 day, 7:56:00", "remaining_time": "1 day, 18:32:09"} +{"current_steps": 507, "total_steps": 1180, "loss": 0.17052212357521057, "lr": 7.052582777173613e-05, "epoch": 1.7198641765704585, "percentage": 42.97, "elapsed_time": "1 day, 7:59:38", "remaining_time": "1 day, 18:28:10"} +{"current_steps": 508, "total_steps": 1180, "loss": 0.15996943414211273, "lr": 7.039086663654903e-05, "epoch": 1.7232597623089982, "percentage": 43.05, "elapsed_time": "1 day, 8:02:51", "remaining_time": "1 day, 18:23:36"} +{"current_steps": 509, "total_steps": 1180, "loss": 0.1609647125005722, "lr": 7.025572706388268e-05, "epoch": 1.7266553480475382, "percentage": 43.14, "elapsed_time": "1 day, 8:05:42", "remaining_time": "1 day, 18:18:36"} +{"current_steps": 510, "total_steps": 1180, "loss": 0.14662379026412964, "lr": 7.012041023632364e-05, "epoch": 1.730050933786078, "percentage": 43.22, "elapsed_time": "1 day, 8:08:08", "remaining_time": "1 day, 18:13:02"} +{"current_steps": 511, "total_steps": 1180, "loss": 0.13662013411521912, "lr": 6.99849173380096e-05, "epoch": 1.733446519524618, "percentage": 43.31, "elapsed_time": "1 day, 8:10:11", "remaining_time": "1 day, 18:07:00"} +{"current_steps": 512, "total_steps": 1180, "loss": 0.1432567685842514, "lr": 6.984924955461901e-05, "epoch": 1.736842105263158, "percentage": 43.39, "elapsed_time": "1 day, 8:16:45", "remaining_time": "1 day, 18:06:51"} +{"current_steps": 513, "total_steps": 1180, "loss": 0.18336886167526245, "lr": 6.971340807336072e-05, "epoch": 1.7402376910016977, "percentage": 43.47, "elapsed_time": "1 day, 8:22:57", "remaining_time": "1 day, 18:06:13"} +{"current_steps": 514, "total_steps": 1180, "loss": 0.18250811100006104, "lr": 6.957739408296357e-05, "epoch": 1.7436332767402378, "percentage": 43.56, "elapsed_time": "1 day, 8:27:29", "remaining_time": "1 day, 18:03:23"} +{"current_steps": 515, "total_steps": 1180, "loss": 0.16854140162467957, "lr": 6.944120877366604e-05, "epoch": 1.7470288624787775, "percentage": 43.64, "elapsed_time": "1 day, 8:31:10", "remaining_time": "1 day, 17:59:28"} +{"current_steps": 516, "total_steps": 1180, "loss": 0.14952275156974792, "lr": 6.930485333720573e-05, "epoch": 1.7504244482173175, "percentage": 43.73, "elapsed_time": "1 day, 8:34:25", "remaining_time": "1 day, 17:54:59"} +{"current_steps": 517, "total_steps": 1180, "loss": 0.1549406796693802, "lr": 6.916832896680909e-05, "epoch": 1.7538200339558574, "percentage": 43.81, "elapsed_time": "1 day, 8:37:19", "remaining_time": "1 day, 17:50:04"} +{"current_steps": 518, "total_steps": 1180, "loss": 0.1423039734363556, "lr": 6.90316368571808e-05, "epoch": 1.7572156196943973, "percentage": 43.9, "elapsed_time": "1 day, 8:39:55", "remaining_time": "1 day, 17:44:45"} +{"current_steps": 519, "total_steps": 1180, "loss": 0.14016366004943848, "lr": 6.889477820449342e-05, "epoch": 1.7606112054329373, "percentage": 43.98, "elapsed_time": "1 day, 8:42:07", "remaining_time": "1 day, 17:38:58"} +{"current_steps": 520, "total_steps": 1180, "loss": 0.14294710755348206, "lr": 6.875775420637696e-05, "epoch": 1.764006791171477, "percentage": 44.07, "elapsed_time": "1 day, 8:43:48", "remaining_time": "1 day, 17:32:32"} +{"current_steps": 521, "total_steps": 1180, "loss": 0.17810671031475067, "lr": 6.86205660619083e-05, "epoch": 1.7674023769100171, "percentage": 44.15, "elapsed_time": "1 day, 8:51:50", "remaining_time": "1 day, 17:34:07"} +{"current_steps": 522, "total_steps": 1180, "loss": 0.18097054958343506, "lr": 6.848321497160073e-05, "epoch": 1.7707979626485568, "percentage": 44.24, "elapsed_time": "1 day, 8:56:56", "remaining_time": "1 day, 17:32:00"} +{"current_steps": 523, "total_steps": 1180, "loss": 0.16516205668449402, "lr": 6.834570213739346e-05, "epoch": 1.7741935483870968, "percentage": 44.32, "elapsed_time": "1 day, 9:01:05", "remaining_time": "1 day, 17:28:40"} +{"current_steps": 524, "total_steps": 1180, "loss": 0.16350559890270233, "lr": 6.820802876264112e-05, "epoch": 1.7775891341256367, "percentage": 44.41, "elapsed_time": "1 day, 9:04:41", "remaining_time": "1 day, 17:24:39"} +{"current_steps": 525, "total_steps": 1180, "loss": 0.16167867183685303, "lr": 6.807019605210319e-05, "epoch": 1.7809847198641766, "percentage": 44.49, "elapsed_time": "1 day, 9:07:52", "remaining_time": "1 day, 17:20:06"} +{"current_steps": 526, "total_steps": 1180, "loss": 0.15808960795402527, "lr": 6.793220521193346e-05, "epoch": 1.7843803056027165, "percentage": 44.58, "elapsed_time": "1 day, 9:10:43", "remaining_time": "1 day, 17:15:09"} +{"current_steps": 527, "total_steps": 1180, "loss": 0.1370973438024521, "lr": 6.779405744966954e-05, "epoch": 1.7877758913412563, "percentage": 44.66, "elapsed_time": "1 day, 9:13:09", "remaining_time": "1 day, 17:09:42"} +{"current_steps": 528, "total_steps": 1180, "loss": 0.13153865933418274, "lr": 6.76557539742222e-05, "epoch": 1.7911714770797964, "percentage": 44.75, "elapsed_time": "1 day, 9:15:09", "remaining_time": "1 day, 17:03:43"} +{"current_steps": 529, "total_steps": 1180, "loss": 0.1596919447183609, "lr": 6.751729599586483e-05, "epoch": 1.7945670628183361, "percentage": 44.83, "elapsed_time": "1 day, 9:22:46", "remaining_time": "1 day, 17:04:40"} +{"current_steps": 530, "total_steps": 1180, "loss": 0.1752602905035019, "lr": 6.737868472622287e-05, "epoch": 1.797962648556876, "percentage": 44.92, "elapsed_time": "1 day, 9:28:05", "remaining_time": "1 day, 17:02:45"} +{"current_steps": 531, "total_steps": 1180, "loss": 0.1719258427619934, "lr": 6.723992137826318e-05, "epoch": 1.801358234295416, "percentage": 45.0, "elapsed_time": "1 day, 9:32:23", "remaining_time": "1 day, 16:59:35"} +{"current_steps": 532, "total_steps": 1180, "loss": 0.16097165644168854, "lr": 6.710100716628344e-05, "epoch": 1.804753820033956, "percentage": 45.08, "elapsed_time": "1 day, 9:36:01", "remaining_time": "1 day, 16:55:36"} +{"current_steps": 533, "total_steps": 1180, "loss": 0.1574283391237259, "lr": 6.696194330590151e-05, "epoch": 1.8081494057724958, "percentage": 45.17, "elapsed_time": "1 day, 9:39:12", "remaining_time": "1 day, 16:51:04"} +{"current_steps": 534, "total_steps": 1180, "loss": 0.14706020057201385, "lr": 6.682273101404482e-05, "epoch": 1.8115449915110355, "percentage": 45.25, "elapsed_time": "1 day, 9:42:02", "remaining_time": "1 day, 16:46:08"} +{"current_steps": 535, "total_steps": 1180, "loss": 0.15042737126350403, "lr": 6.668337150893971e-05, "epoch": 1.8149405772495757, "percentage": 45.34, "elapsed_time": "1 day, 9:44:34", "remaining_time": "1 day, 16:40:50"} +{"current_steps": 536, "total_steps": 1180, "loss": 0.13203056156635284, "lr": 6.65438660101007e-05, "epoch": 1.8183361629881154, "percentage": 45.42, "elapsed_time": "1 day, 9:46:45", "remaining_time": "1 day, 16:35:08"} +{"current_steps": 537, "total_steps": 1180, "loss": 0.1480444371700287, "lr": 6.640421573831995e-05, "epoch": 1.8217317487266553, "percentage": 45.51, "elapsed_time": "1 day, 9:52:58", "remaining_time": "1 day, 16:34:16"} +{"current_steps": 538, "total_steps": 1180, "loss": 0.17822377383708954, "lr": 6.626442191565645e-05, "epoch": 1.8251273344651953, "percentage": 45.59, "elapsed_time": "1 day, 9:59:18", "remaining_time": "1 day, 16:33:31"} +{"current_steps": 539, "total_steps": 1180, "loss": 0.18047180771827698, "lr": 6.612448576542545e-05, "epoch": 1.8285229202037352, "percentage": 45.68, "elapsed_time": "1 day, 10:04:00", "remaining_time": "1 day, 16:30:48"} +{"current_steps": 540, "total_steps": 1180, "loss": 0.16620728373527527, "lr": 6.598440851218763e-05, "epoch": 1.8319185059422751, "percentage": 45.76, "elapsed_time": "1 day, 10:08:01", "remaining_time": "1 day, 16:27:16"} +{"current_steps": 541, "total_steps": 1180, "loss": 0.1614074409008026, "lr": 6.584419138173845e-05, "epoch": 1.8353140916808148, "percentage": 45.85, "elapsed_time": "1 day, 10:11:23", "remaining_time": "1 day, 16:22:59"} +{"current_steps": 542, "total_steps": 1180, "loss": 0.16087627410888672, "lr": 6.570383560109745e-05, "epoch": 1.838709677419355, "percentage": 45.93, "elapsed_time": "1 day, 10:14:20", "remaining_time": "1 day, 16:18:12"} +{"current_steps": 543, "total_steps": 1180, "loss": 0.14770135283470154, "lr": 6.556334239849744e-05, "epoch": 1.8421052631578947, "percentage": 46.02, "elapsed_time": "1 day, 10:16:56", "remaining_time": "1 day, 16:13:01"} +{"current_steps": 544, "total_steps": 1180, "loss": 0.14125823974609375, "lr": 6.542271300337377e-05, "epoch": 1.8455008488964346, "percentage": 46.1, "elapsed_time": "1 day, 10:19:09", "remaining_time": "1 day, 16:07:23"} +{"current_steps": 545, "total_steps": 1180, "loss": 0.14081749320030212, "lr": 6.528194864635369e-05, "epoch": 1.8488964346349746, "percentage": 46.19, "elapsed_time": "1 day, 10:20:55", "remaining_time": "1 day, 16:01:15"} +{"current_steps": 546, "total_steps": 1180, "loss": 0.17963922023773193, "lr": 6.514105055924538e-05, "epoch": 1.8522920203735145, "percentage": 46.27, "elapsed_time": "1 day, 10:29:26", "remaining_time": "1 day, 16:02:59"} +{"current_steps": 547, "total_steps": 1180, "loss": 0.1649813950061798, "lr": 6.500001997502731e-05, "epoch": 1.8556876061120544, "percentage": 46.36, "elapsed_time": "1 day, 10:34:28", "remaining_time": "1 day, 16:00:37"} +{"current_steps": 548, "total_steps": 1180, "loss": 0.16963443160057068, "lr": 6.485885812783739e-05, "epoch": 1.8590831918505941, "percentage": 46.44, "elapsed_time": "1 day, 10:38:31", "remaining_time": "1 day, 15:57:07"} +{"current_steps": 549, "total_steps": 1180, "loss": 0.15729641914367676, "lr": 6.471756625296224e-05, "epoch": 1.8624787775891343, "percentage": 46.53, "elapsed_time": "1 day, 10:42:00", "remaining_time": "1 day, 15:52:58"} +{"current_steps": 550, "total_steps": 1180, "loss": 0.14063751697540283, "lr": 6.45761455868263e-05, "epoch": 1.865874363327674, "percentage": 46.61, "elapsed_time": "1 day, 10:45:03", "remaining_time": "1 day, 15:48:20"} +{"current_steps": 551, "total_steps": 1180, "loss": 0.1441025733947754, "lr": 6.443459736698105e-05, "epoch": 1.869269949066214, "percentage": 46.69, "elapsed_time": "1 day, 10:47:45", "remaining_time": "1 day, 15:43:18"} +{"current_steps": 552, "total_steps": 1180, "loss": 0.1459069699048996, "lr": 6.429292283209419e-05, "epoch": 1.8726655348047538, "percentage": 46.78, "elapsed_time": "1 day, 10:50:05", "remaining_time": "1 day, 15:37:51"} +{"current_steps": 553, "total_steps": 1180, "loss": 0.13121017813682556, "lr": 6.41511232219387e-05, "epoch": 1.8760611205432938, "percentage": 46.86, "elapsed_time": "1 day, 10:51:59", "remaining_time": "1 day, 15:31:55"} +{"current_steps": 554, "total_steps": 1180, "loss": 0.17336687445640564, "lr": 6.400919977738222e-05, "epoch": 1.8794567062818337, "percentage": 46.95, "elapsed_time": "1 day, 10:59:13", "remaining_time": "1 day, 15:32:03"} +{"current_steps": 555, "total_steps": 1180, "loss": 0.18841490149497986, "lr": 6.386715374037596e-05, "epoch": 1.8828522920203734, "percentage": 47.03, "elapsed_time": "1 day, 11:04:44", "remaining_time": "1 day, 15:30:12"} +{"current_steps": 556, "total_steps": 1180, "loss": 0.16863588988780975, "lr": 6.372498635394388e-05, "epoch": 1.8862478777589136, "percentage": 47.12, "elapsed_time": "1 day, 11:08:59", "remaining_time": "1 day, 15:26:55"} +{"current_steps": 557, "total_steps": 1180, "loss": 0.16711756587028503, "lr": 6.358269886217194e-05, "epoch": 1.8896434634974533, "percentage": 47.2, "elapsed_time": "1 day, 11:12:35", "remaining_time": "1 day, 15:22:55"} +{"current_steps": 558, "total_steps": 1180, "loss": 0.14478228986263275, "lr": 6.344029251019707e-05, "epoch": 1.8930390492359932, "percentage": 47.29, "elapsed_time": "1 day, 11:15:44", "remaining_time": "1 day, 15:18:24"} +{"current_steps": 559, "total_steps": 1180, "loss": 0.14453932642936707, "lr": 6.329776854419636e-05, "epoch": 1.8964346349745331, "percentage": 47.37, "elapsed_time": "1 day, 11:18:26", "remaining_time": "1 day, 15:13:23"} +{"current_steps": 560, "total_steps": 1180, "loss": 0.14067892730236053, "lr": 6.315512821137606e-05, "epoch": 1.899830220713073, "percentage": 47.46, "elapsed_time": "1 day, 11:20:47", "remaining_time": "1 day, 15:08:01"} +{"current_steps": 561, "total_steps": 1180, "loss": 0.13354872167110443, "lr": 6.301237275996082e-05, "epoch": 1.903225806451613, "percentage": 47.54, "elapsed_time": "1 day, 11:22:52", "remaining_time": "1 day, 15:02:20"} +{"current_steps": 562, "total_steps": 1180, "loss": 0.1650480479001999, "lr": 6.286950343918262e-05, "epoch": 1.9066213921901527, "percentage": 47.63, "elapsed_time": "1 day, 11:26:57", "remaining_time": "1 day, 14:58:53"} +{"current_steps": 563, "total_steps": 1180, "loss": 0.1925385445356369, "lr": 6.272652149926988e-05, "epoch": 1.9100169779286928, "percentage": 47.71, "elapsed_time": "1 day, 11:32:32", "remaining_time": "1 day, 14:57:05"} +{"current_steps": 564, "total_steps": 1180, "loss": 0.17114019393920898, "lr": 6.258342819143659e-05, "epoch": 1.9134125636672326, "percentage": 47.8, "elapsed_time": "1 day, 11:36:47", "remaining_time": "1 day, 14:53:47"} +{"current_steps": 565, "total_steps": 1180, "loss": 0.15518032014369965, "lr": 6.244022476787124e-05, "epoch": 1.9168081494057725, "percentage": 47.88, "elapsed_time": "1 day, 11:40:20", "remaining_time": "1 day, 14:49:45"} +{"current_steps": 566, "total_steps": 1180, "loss": 0.14632579684257507, "lr": 6.229691248172599e-05, "epoch": 1.9202037351443124, "percentage": 47.97, "elapsed_time": "1 day, 11:43:27", "remaining_time": "1 day, 14:45:13"} +{"current_steps": 567, "total_steps": 1180, "loss": 0.14713209867477417, "lr": 6.215349258710557e-05, "epoch": 1.9235993208828521, "percentage": 48.05, "elapsed_time": "1 day, 11:46:11", "remaining_time": "1 day, 14:40:18"} +{"current_steps": 568, "total_steps": 1180, "loss": 0.13397686183452606, "lr": 6.200996633905646e-05, "epoch": 1.9269949066213923, "percentage": 48.14, "elapsed_time": "1 day, 11:48:37", "remaining_time": "1 day, 14:35:03"} +{"current_steps": 569, "total_steps": 1180, "loss": 0.1379556655883789, "lr": 6.186633499355576e-05, "epoch": 1.930390492359932, "percentage": 48.22, "elapsed_time": "1 day, 11:50:45", "remaining_time": "1 day, 14:29:30"} +{"current_steps": 570, "total_steps": 1180, "loss": 0.1290856897830963, "lr": 6.172259980750023e-05, "epoch": 1.9337860780984721, "percentage": 48.31, "elapsed_time": "1 day, 11:52:22", "remaining_time": "1 day, 14:23:25"} +{"current_steps": 571, "total_steps": 1180, "loss": 0.1697261929512024, "lr": 6.157876203869546e-05, "epoch": 1.9371816638370118, "percentage": 48.39, "elapsed_time": "1 day, 12:00:00", "remaining_time": "1 day, 14:23:45"} +{"current_steps": 572, "total_steps": 1180, "loss": 0.173529252409935, "lr": 6.143482294584459e-05, "epoch": 1.9405772495755518, "percentage": 48.47, "elapsed_time": "1 day, 12:04:37", "remaining_time": "1 day, 14:20:52"} +{"current_steps": 573, "total_steps": 1180, "loss": 0.15620549023151398, "lr": 6.129078378853748e-05, "epoch": 1.9439728353140917, "percentage": 48.56, "elapsed_time": "1 day, 12:08:29", "remaining_time": "1 day, 14:17:09"} +{"current_steps": 574, "total_steps": 1180, "loss": 0.15449392795562744, "lr": 6.114664582723966e-05, "epoch": 1.9473684210526314, "percentage": 48.64, "elapsed_time": "1 day, 12:11:47", "remaining_time": "1 day, 14:12:51"} +{"current_steps": 575, "total_steps": 1180, "loss": 0.14221139252185822, "lr": 6.100241032328124e-05, "epoch": 1.9507640067911716, "percentage": 48.73, "elapsed_time": "1 day, 12:14:42", "remaining_time": "1 day, 14:08:10"} +{"current_steps": 576, "total_steps": 1180, "loss": 0.14858148992061615, "lr": 6.085807853884595e-05, "epoch": 1.9541595925297113, "percentage": 48.81, "elapsed_time": "1 day, 12:17:18", "remaining_time": "1 day, 14:03:08"} +{"current_steps": 577, "total_steps": 1180, "loss": 0.13991549611091614, "lr": 6.0713651736960034e-05, "epoch": 1.9575551782682514, "percentage": 48.9, "elapsed_time": "1 day, 12:19:31", "remaining_time": "1 day, 13:57:44"} +{"current_steps": 578, "total_steps": 1180, "loss": 0.13638564944267273, "lr": 6.056913118148122e-05, "epoch": 1.9609507640067911, "percentage": 48.98, "elapsed_time": "1 day, 12:21:23", "remaining_time": "1 day, 13:51:58"} +{"current_steps": 579, "total_steps": 1180, "loss": 0.16120140254497528, "lr": 6.0424518137087674e-05, "epoch": 1.964346349745331, "percentage": 49.07, "elapsed_time": "1 day, 12:29:40", "remaining_time": "1 day, 13:52:52"} +{"current_steps": 580, "total_steps": 1180, "loss": 0.1653626561164856, "lr": 6.0279813869266885e-05, "epoch": 1.967741935483871, "percentage": 49.15, "elapsed_time": "1 day, 12:35:16", "remaining_time": "1 day, 13:50:58"} +{"current_steps": 581, "total_steps": 1180, "loss": 0.15936613082885742, "lr": 6.013501964430468e-05, "epoch": 1.9711375212224107, "percentage": 49.24, "elapsed_time": "1 day, 12:39:32", "remaining_time": "1 day, 13:47:41"} +{"current_steps": 582, "total_steps": 1180, "loss": 0.16321642696857452, "lr": 5.999013672927405e-05, "epoch": 1.9745331069609509, "percentage": 49.32, "elapsed_time": "1 day, 12:43:04", "remaining_time": "1 day, 13:43:38"} +{"current_steps": 583, "total_steps": 1180, "loss": 0.1529730260372162, "lr": 5.9845166392024074e-05, "epoch": 1.9779286926994906, "percentage": 49.41, "elapsed_time": "1 day, 12:46:11", "remaining_time": "1 day, 13:39:09"} +{"current_steps": 584, "total_steps": 1180, "loss": 0.14697983860969543, "lr": 5.970010990116892e-05, "epoch": 1.9813242784380307, "percentage": 49.49, "elapsed_time": "1 day, 12:48:50", "remaining_time": "1 day, 13:34:14"} +{"current_steps": 585, "total_steps": 1180, "loss": 0.13811354339122772, "lr": 5.955496852607661e-05, "epoch": 1.9847198641765704, "percentage": 49.58, "elapsed_time": "1 day, 12:51:10", "remaining_time": "1 day, 13:28:58"} +{"current_steps": 586, "total_steps": 1180, "loss": 0.124301478266716, "lr": 5.940974353685804e-05, "epoch": 1.9881154499151104, "percentage": 49.66, "elapsed_time": "1 day, 12:53:09", "remaining_time": "1 day, 13:23:22"} +{"current_steps": 587, "total_steps": 1180, "loss": 0.1549723744392395, "lr": 5.9264436204355724e-05, "epoch": 1.9915110356536503, "percentage": 49.75, "elapsed_time": "1 day, 12:57:13", "remaining_time": "1 day, 13:19:53"} +{"current_steps": 588, "total_steps": 1180, "loss": 0.18239590525627136, "lr": 5.911904780013279e-05, "epoch": 1.99490662139219, "percentage": 49.83, "elapsed_time": "1 day, 13:01:14", "remaining_time": "1 day, 13:16:21"} +{"current_steps": 589, "total_steps": 1180, "loss": 0.14180368185043335, "lr": 5.8973579596461834e-05, "epoch": 1.9983022071307301, "percentage": 49.92, "elapsed_time": "1 day, 13:03:58", "remaining_time": "1 day, 13:11:31"} +{"current_steps": 590, "total_steps": 1180, "loss": 0.13346514105796814, "lr": 5.882803286631372e-05, "epoch": 2.0, "percentage": 50.0, "elapsed_time": "1 day, 13:04:57", "remaining_time": "1 day, 13:04:57"} +{"current_steps": 591, "total_steps": 1180, "loss": 0.12378250062465668, "lr": 5.868240888334653e-05, "epoch": 2.0033955857385397, "percentage": 50.08, "elapsed_time": "1 day, 13:14:34", "remaining_time": "1 day, 13:07:00"} +{"current_steps": 592, "total_steps": 1180, "loss": 0.11407718062400818, "lr": 5.853670892189432e-05, "epoch": 2.00679117147708, "percentage": 50.17, "elapsed_time": "1 day, 13:19:34", "remaining_time": "1 day, 13:04:26"} +{"current_steps": 593, "total_steps": 1180, "loss": 0.10127812623977661, "lr": 5.839093425695609e-05, "epoch": 2.0101867572156196, "percentage": 50.25, "elapsed_time": "1 day, 13:23:31", "remaining_time": "1 day, 13:00:49"} +{"current_steps": 594, "total_steps": 1180, "loss": 0.09497358649969101, "lr": 5.824508616418449e-05, "epoch": 2.0135823429541597, "percentage": 50.34, "elapsed_time": "1 day, 13:26:55", "remaining_time": "1 day, 12:56:39"} +{"current_steps": 595, "total_steps": 1180, "loss": 0.08638568967580795, "lr": 5.8099165919874784e-05, "epoch": 2.0169779286926994, "percentage": 50.42, "elapsed_time": "1 day, 13:29:52", "remaining_time": "1 day, 12:52:03"} +{"current_steps": 596, "total_steps": 1180, "loss": 0.0777568519115448, "lr": 5.7953174800953604e-05, "epoch": 2.0203735144312396, "percentage": 50.51, "elapsed_time": "1 day, 13:32:27", "remaining_time": "1 day, 12:47:06"} +{"current_steps": 597, "total_steps": 1180, "loss": 0.0734458938241005, "lr": 5.7807114084967775e-05, "epoch": 2.0237691001697793, "percentage": 50.59, "elapsed_time": "1 day, 13:34:46", "remaining_time": "1 day, 12:41:54"} +{"current_steps": 598, "total_steps": 1180, "loss": 0.06987430155277252, "lr": 5.766098505007318e-05, "epoch": 2.027164685908319, "percentage": 50.68, "elapsed_time": "1 day, 13:36:47", "remaining_time": "1 day, 12:36:24"} +{"current_steps": 599, "total_steps": 1180, "loss": 0.1168893501162529, "lr": 5.751478897502352e-05, "epoch": 2.030560271646859, "percentage": 50.76, "elapsed_time": "1 day, 13:43:45", "remaining_time": "1 day, 12:35:43"} +{"current_steps": 600, "total_steps": 1180, "loss": 0.10817261785268784, "lr": 5.736852713915921e-05, "epoch": 2.033955857385399, "percentage": 50.85, "elapsed_time": "1 day, 13:48:58", "remaining_time": "1 day, 12:33:20"} +{"current_steps": 601, "total_steps": 1180, "loss": 0.10592930018901825, "lr": 5.7222200822396075e-05, "epoch": 2.037351443123939, "percentage": 50.93, "elapsed_time": "1 day, 13:53:19", "remaining_time": "1 day, 12:30:06"} +{"current_steps": 602, "total_steps": 1180, "loss": 0.10201668739318848, "lr": 5.7075811305214245e-05, "epoch": 2.0407470288624787, "percentage": 51.02, "elapsed_time": "1 day, 13:57:08", "remaining_time": "1 day, 12:26:21"} +{"current_steps": 603, "total_steps": 1180, "loss": 0.08910071849822998, "lr": 5.692935986864685e-05, "epoch": 2.044142614601019, "percentage": 51.1, "elapsed_time": "1 day, 14:00:32", "remaining_time": "1 day, 12:22:12"} +{"current_steps": 604, "total_steps": 1180, "loss": 0.07963181287050247, "lr": 5.678284779426891e-05, "epoch": 2.0475382003395586, "percentage": 51.19, "elapsed_time": "1 day, 14:03:35", "remaining_time": "1 day, 12:17:43"} +{"current_steps": 605, "total_steps": 1180, "loss": 0.07471688836812973, "lr": 5.6636276364186105e-05, "epoch": 2.0509337860780983, "percentage": 51.27, "elapsed_time": "1 day, 14:06:14", "remaining_time": "1 day, 12:12:52"} +{"current_steps": 606, "total_steps": 1180, "loss": 0.06771814823150635, "lr": 5.648964686102346e-05, "epoch": 2.0543293718166384, "percentage": 51.36, "elapsed_time": "1 day, 14:08:28", "remaining_time": "1 day, 12:07:37"} +{"current_steps": 607, "total_steps": 1180, "loss": 0.0887187272310257, "lr": 5.6342960567914235e-05, "epoch": 2.057724957555178, "percentage": 51.44, "elapsed_time": "1 day, 14:14:03", "remaining_time": "1 day, 12:05:33"} +{"current_steps": 608, "total_steps": 1180, "loss": 0.11880266666412354, "lr": 5.619621876848864e-05, "epoch": 2.0611205432937183, "percentage": 51.53, "elapsed_time": "1 day, 14:19:57", "remaining_time": "1 day, 12:03:46"} +{"current_steps": 609, "total_steps": 1180, "loss": 0.10265833139419556, "lr": 5.60494227468626e-05, "epoch": 2.064516129032258, "percentage": 51.61, "elapsed_time": "1 day, 14:24:24", "remaining_time": "1 day, 12:00:37"} +{"current_steps": 610, "total_steps": 1180, "loss": 0.09355604648590088, "lr": 5.5902573787626544e-05, "epoch": 2.067911714770798, "percentage": 51.69, "elapsed_time": "1 day, 14:28:09", "remaining_time": "1 day, 11:56:47"} +{"current_steps": 611, "total_steps": 1180, "loss": 0.08513667434453964, "lr": 5.5755673175834145e-05, "epoch": 2.071307300509338, "percentage": 51.78, "elapsed_time": "1 day, 14:31:20", "remaining_time": "1 day, 11:52:27"} +{"current_steps": 612, "total_steps": 1180, "loss": 0.0788930207490921, "lr": 5.56087221969911e-05, "epoch": 2.0747028862478776, "percentage": 51.86, "elapsed_time": "1 day, 14:34:08", "remaining_time": "1 day, 11:47:45"} +{"current_steps": 613, "total_steps": 1180, "loss": 0.07431256771087646, "lr": 5.546172213704384e-05, "epoch": 2.0780984719864177, "percentage": 51.95, "elapsed_time": "1 day, 14:36:38", "remaining_time": "1 day, 11:42:47"} +{"current_steps": 614, "total_steps": 1180, "loss": 0.06649843603372574, "lr": 5.5314674282368275e-05, "epoch": 2.0814940577249574, "percentage": 52.03, "elapsed_time": "1 day, 14:38:48", "remaining_time": "1 day, 11:37:31"} +{"current_steps": 615, "total_steps": 1180, "loss": 0.06795898079872131, "lr": 5.5167579919758606e-05, "epoch": 2.0848896434634976, "percentage": 52.12, "elapsed_time": "1 day, 14:40:31", "remaining_time": "1 day, 11:31:51"} +{"current_steps": 616, "total_steps": 1180, "loss": 0.11328067630529404, "lr": 5.5020440336416e-05, "epoch": 2.0882852292020373, "percentage": 52.2, "elapsed_time": "1 day, 14:48:59", "remaining_time": "1 day, 11:32:23"} +{"current_steps": 617, "total_steps": 1180, "loss": 0.11785249412059784, "lr": 5.487325681993733e-05, "epoch": 2.0916808149405774, "percentage": 52.29, "elapsed_time": "1 day, 14:54:10", "remaining_time": "1 day, 11:29:52"} +{"current_steps": 618, "total_steps": 1180, "loss": 0.10392972081899643, "lr": 5.472603065830393e-05, "epoch": 2.095076400679117, "percentage": 52.37, "elapsed_time": "1 day, 14:58:21", "remaining_time": "1 day, 11:26:28"} +{"current_steps": 619, "total_steps": 1180, "loss": 0.08784636110067368, "lr": 5.457876313987034e-05, "epoch": 2.098471986417657, "percentage": 52.46, "elapsed_time": "1 day, 15:01:58", "remaining_time": "1 day, 11:22:32"} +{"current_steps": 620, "total_steps": 1180, "loss": 0.0826864168047905, "lr": 5.443145555335296e-05, "epoch": 2.101867572156197, "percentage": 52.54, "elapsed_time": "1 day, 15:05:02", "remaining_time": "1 day, 11:18:06"} +{"current_steps": 621, "total_steps": 1180, "loss": 0.07586630433797836, "lr": 5.4284109187818845e-05, "epoch": 2.1052631578947367, "percentage": 52.63, "elapsed_time": "1 day, 15:07:45", "remaining_time": "1 day, 11:13:21"} +{"current_steps": 622, "total_steps": 1180, "loss": 0.07594335079193115, "lr": 5.4136725332674434e-05, "epoch": 2.108658743633277, "percentage": 52.71, "elapsed_time": "1 day, 15:10:05", "remaining_time": "1 day, 11:08:16"} +{"current_steps": 623, "total_steps": 1180, "loss": 0.06875759363174438, "lr": 5.3989305277654156e-05, "epoch": 2.1120543293718166, "percentage": 52.8, "elapsed_time": "1 day, 15:11:59", "remaining_time": "1 day, 11:02:49"} +{"current_steps": 624, "total_steps": 1180, "loss": 0.1098216325044632, "lr": 5.3841850312809295e-05, "epoch": 2.1154499151103567, "percentage": 52.88, "elapsed_time": "1 day, 15:20:32", "remaining_time": "1 day, 11:03:17"} +{"current_steps": 625, "total_steps": 1180, "loss": 0.12781623005867004, "lr": 5.369436172849657e-05, "epoch": 2.1188455008488964, "percentage": 52.97, "elapsed_time": "1 day, 15:26:07", "remaining_time": "1 day, 11:01:06"} +{"current_steps": 626, "total_steps": 1180, "loss": 0.10976029932498932, "lr": 5.354684081536693e-05, "epoch": 2.122241086587436, "percentage": 53.05, "elapsed_time": "1 day, 15:30:36", "remaining_time": "1 day, 10:57:56"} +{"current_steps": 627, "total_steps": 1180, "loss": 0.09619562327861786, "lr": 5.3399288864354225e-05, "epoch": 2.1256366723259763, "percentage": 53.14, "elapsed_time": "1 day, 15:34:18", "remaining_time": "1 day, 10:54:05"} +{"current_steps": 628, "total_steps": 1180, "loss": 0.08784763514995575, "lr": 5.3251707166663886e-05, "epoch": 2.129032258064516, "percentage": 53.22, "elapsed_time": "1 day, 15:37:31", "remaining_time": "1 day, 10:49:47"} +{"current_steps": 629, "total_steps": 1180, "loss": 0.08227354288101196, "lr": 5.31040970137617e-05, "epoch": 2.132427843803056, "percentage": 53.31, "elapsed_time": "1 day, 15:40:19", "remaining_time": "1 day, 10:45:08"} +{"current_steps": 630, "total_steps": 1180, "loss": 0.07487807422876358, "lr": 5.295645969736244e-05, "epoch": 2.135823429541596, "percentage": 53.39, "elapsed_time": "1 day, 15:42:42", "remaining_time": "1 day, 10:40:08"} +{"current_steps": 631, "total_steps": 1180, "loss": 0.06451160460710526, "lr": 5.280879650941857e-05, "epoch": 2.139219015280136, "percentage": 53.47, "elapsed_time": "1 day, 15:44:44", "remaining_time": "1 day, 10:34:50"} +{"current_steps": 632, "total_steps": 1180, "loss": 0.08187909424304962, "lr": 5.2661108742108935e-05, "epoch": 2.1426146010186757, "percentage": 53.56, "elapsed_time": "1 day, 15:49:53", "remaining_time": "1 day, 10:32:15"} +{"current_steps": 633, "total_steps": 1180, "loss": 0.11212148517370224, "lr": 5.251339768782754e-05, "epoch": 2.1460101867572154, "percentage": 53.64, "elapsed_time": "1 day, 15:56:15", "remaining_time": "1 day, 10:30:41"} +{"current_steps": 634, "total_steps": 1180, "loss": 0.11305718868970871, "lr": 5.23656646391721e-05, "epoch": 2.1494057724957556, "percentage": 53.73, "elapsed_time": "1 day, 16:00:57", "remaining_time": "1 day, 10:27:42"} +{"current_steps": 635, "total_steps": 1180, "loss": 0.10172098875045776, "lr": 5.221791088893282e-05, "epoch": 2.1528013582342953, "percentage": 53.81, "elapsed_time": "1 day, 16:04:43", "remaining_time": "1 day, 10:23:54"} +{"current_steps": 636, "total_steps": 1180, "loss": 0.08888505399227142, "lr": 5.207013773008111e-05, "epoch": 2.1561969439728355, "percentage": 53.9, "elapsed_time": "1 day, 16:08:02", "remaining_time": "1 day, 10:19:42"} +{"current_steps": 637, "total_steps": 1180, "loss": 0.08181847631931305, "lr": 5.192234645575814e-05, "epoch": 2.159592529711375, "percentage": 53.98, "elapsed_time": "1 day, 16:10:59", "remaining_time": "1 day, 10:15:12"} +{"current_steps": 638, "total_steps": 1180, "loss": 0.07848383486270905, "lr": 5.177453835926366e-05, "epoch": 2.1629881154499153, "percentage": 54.07, "elapsed_time": "1 day, 16:13:35", "remaining_time": "1 day, 10:10:25"} +{"current_steps": 639, "total_steps": 1180, "loss": 0.06493636965751648, "lr": 5.162671473404461e-05, "epoch": 2.166383701188455, "percentage": 54.15, "elapsed_time": "1 day, 16:15:48", "remaining_time": "1 day, 10:05:18"} +{"current_steps": 640, "total_steps": 1180, "loss": 0.0707256868481636, "lr": 5.147887687368384e-05, "epoch": 2.1697792869269947, "percentage": 54.24, "elapsed_time": "1 day, 16:17:33", "remaining_time": "1 day, 9:59:48"} +{"current_steps": 641, "total_steps": 1180, "loss": 0.10899870097637177, "lr": 5.133102607188874e-05, "epoch": 2.173174872665535, "percentage": 54.32, "elapsed_time": "1 day, 16:26:14", "remaining_time": "1 day, 10:00:09"} +{"current_steps": 642, "total_steps": 1180, "loss": 0.10445180535316467, "lr": 5.1183163622479966e-05, "epoch": 2.1765704584040746, "percentage": 54.41, "elapsed_time": "1 day, 16:30:58", "remaining_time": "1 day, 9:57:10"} +{"current_steps": 643, "total_steps": 1180, "loss": 0.09651540219783783, "lr": 5.10352908193801e-05, "epoch": 2.1799660441426147, "percentage": 54.49, "elapsed_time": "1 day, 16:34:50", "remaining_time": "1 day, 9:53:27"} +{"current_steps": 644, "total_steps": 1180, "loss": 0.09565379470586777, "lr": 5.088740895660231e-05, "epoch": 2.1833616298811545, "percentage": 54.58, "elapsed_time": "1 day, 16:38:12", "remaining_time": "1 day, 9:49:18"} +{"current_steps": 645, "total_steps": 1180, "loss": 0.08658355474472046, "lr": 5.073951932823907e-05, "epoch": 2.1867572156196946, "percentage": 54.66, "elapsed_time": "1 day, 16:41:12", "remaining_time": "1 day, 9:44:52"} +{"current_steps": 646, "total_steps": 1180, "loss": 0.07876981794834137, "lr": 5.0591623228450805e-05, "epoch": 2.1901528013582343, "percentage": 54.75, "elapsed_time": "1 day, 16:43:50", "remaining_time": "1 day, 9:40:08"} +{"current_steps": 647, "total_steps": 1180, "loss": 0.07109809666872025, "lr": 5.044372195145455e-05, "epoch": 2.193548387096774, "percentage": 54.83, "elapsed_time": "1 day, 16:46:08", "remaining_time": "1 day, 9:35:08"} +{"current_steps": 648, "total_steps": 1180, "loss": 0.06647136807441711, "lr": 5.0295816791512686e-05, "epoch": 2.196943972835314, "percentage": 54.92, "elapsed_time": "1 day, 16:48:04", "remaining_time": "1 day, 9:29:50"} +{"current_steps": 649, "total_steps": 1180, "loss": 0.10662539303302765, "lr": 5.014790904292149e-05, "epoch": 2.200339558573854, "percentage": 55.0, "elapsed_time": "1 day, 16:54:38", "remaining_time": "1 day, 9:28:20"} +{"current_steps": 650, "total_steps": 1180, "loss": 0.11376029253005981, "lr": 5e-05, "epoch": 2.203735144312394, "percentage": 55.08, "elapsed_time": "1 day, 16:59:34", "remaining_time": "1 day, 9:25:29"} +{"current_steps": 651, "total_steps": 1180, "loss": 0.09893074631690979, "lr": 4.9852090957078515e-05, "epoch": 2.2071307300509337, "percentage": 55.17, "elapsed_time": "1 day, 17:03:33", "remaining_time": "1 day, 9:21:52"} +{"current_steps": 652, "total_steps": 1180, "loss": 0.09183754771947861, "lr": 4.9704183208487325e-05, "epoch": 2.2105263157894735, "percentage": 55.25, "elapsed_time": "1 day, 17:07:04", "remaining_time": "1 day, 9:17:52"} +{"current_steps": 653, "total_steps": 1180, "loss": 0.08125372231006622, "lr": 4.955627804854545e-05, "epoch": 2.2139219015280136, "percentage": 55.34, "elapsed_time": "1 day, 17:10:14", "remaining_time": "1 day, 9:13:35"} +{"current_steps": 654, "total_steps": 1180, "loss": 0.0768633484840393, "lr": 4.94083767715492e-05, "epoch": 2.2173174872665533, "percentage": 55.42, "elapsed_time": "1 day, 17:13:01", "remaining_time": "1 day, 9:09:00"} +{"current_steps": 655, "total_steps": 1180, "loss": 0.0722515806555748, "lr": 4.9260480671760925e-05, "epoch": 2.2207130730050935, "percentage": 55.51, "elapsed_time": "1 day, 17:15:29", "remaining_time": "1 day, 9:04:10"} +{"current_steps": 656, "total_steps": 1180, "loss": 0.0666186511516571, "lr": 4.911259104339771e-05, "epoch": 2.224108658743633, "percentage": 55.59, "elapsed_time": "1 day, 17:17:38", "remaining_time": "1 day, 8:59:05"} +{"current_steps": 657, "total_steps": 1180, "loss": 0.08462535589933395, "lr": 4.8964709180619924e-05, "epoch": 2.2275042444821733, "percentage": 55.68, "elapsed_time": "1 day, 17:23:30", "remaining_time": "1 day, 8:56:58"} +{"current_steps": 658, "total_steps": 1180, "loss": 0.11229859292507172, "lr": 4.881683637752005e-05, "epoch": 2.230899830220713, "percentage": 55.76, "elapsed_time": "1 day, 17:29:28", "remaining_time": "1 day, 8:54:55"} +{"current_steps": 659, "total_steps": 1180, "loss": 0.10317954421043396, "lr": 4.866897392811126e-05, "epoch": 2.234295415959253, "percentage": 55.85, "elapsed_time": "1 day, 17:33:56", "remaining_time": "1 day, 8:51:41"} +{"current_steps": 660, "total_steps": 1180, "loss": 0.10435949265956879, "lr": 4.852112312631616e-05, "epoch": 2.237691001697793, "percentage": 55.93, "elapsed_time": "1 day, 17:37:48", "remaining_time": "1 day, 8:47:58"} +{"current_steps": 661, "total_steps": 1180, "loss": 0.08963470160961151, "lr": 4.8373285265955395e-05, "epoch": 2.2410865874363326, "percentage": 56.02, "elapsed_time": "1 day, 17:41:08", "remaining_time": "1 day, 8:43:49"} +{"current_steps": 662, "total_steps": 1180, "loss": 0.0814611166715622, "lr": 4.822546164073635e-05, "epoch": 2.2444821731748728, "percentage": 56.1, "elapsed_time": "1 day, 17:44:04", "remaining_time": "1 day, 8:39:23"} +{"current_steps": 663, "total_steps": 1180, "loss": 0.0766005665063858, "lr": 4.8077653544241864e-05, "epoch": 2.2478777589134125, "percentage": 56.19, "elapsed_time": "1 day, 17:46:39", "remaining_time": "1 day, 8:34:40"} +{"current_steps": 664, "total_steps": 1180, "loss": 0.06602571904659271, "lr": 4.792986226991889e-05, "epoch": 2.2512733446519526, "percentage": 56.27, "elapsed_time": "1 day, 17:48:53", "remaining_time": "1 day, 8:29:40"} +{"current_steps": 665, "total_steps": 1180, "loss": 0.06730405986309052, "lr": 4.7782089111067176e-05, "epoch": 2.2546689303904923, "percentage": 56.36, "elapsed_time": "1 day, 17:50:34", "remaining_time": "1 day, 8:24:16"} +{"current_steps": 666, "total_steps": 1180, "loss": 0.11872434616088867, "lr": 4.7634335360827905e-05, "epoch": 2.258064516129032, "percentage": 56.44, "elapsed_time": "1 day, 17:59:02", "remaining_time": "1 day, 8:24:07"} +{"current_steps": 667, "total_steps": 1180, "loss": 0.11121334880590439, "lr": 4.748660231217249e-05, "epoch": 2.261460101867572, "percentage": 56.53, "elapsed_time": "1 day, 18:03:59", "remaining_time": "1 day, 8:21:14"} +{"current_steps": 668, "total_steps": 1180, "loss": 0.0968489795923233, "lr": 4.7338891257891084e-05, "epoch": 2.264855687606112, "percentage": 56.61, "elapsed_time": "1 day, 18:07:59", "remaining_time": "1 day, 8:17:37"} +{"current_steps": 669, "total_steps": 1180, "loss": 0.0888376459479332, "lr": 4.719120349058146e-05, "epoch": 2.268251273344652, "percentage": 56.69, "elapsed_time": "1 day, 18:11:22", "remaining_time": "1 day, 8:13:31"} +{"current_steps": 670, "total_steps": 1180, "loss": 0.07844914495944977, "lr": 4.7043540302637575e-05, "epoch": 2.2716468590831917, "percentage": 56.78, "elapsed_time": "1 day, 18:14:22", "remaining_time": "1 day, 8:09:08"} +{"current_steps": 671, "total_steps": 1180, "loss": 0.07310467213392258, "lr": 4.6895902986238304e-05, "epoch": 2.275042444821732, "percentage": 56.86, "elapsed_time": "1 day, 18:16:55", "remaining_time": "1 day, 8:04:26"} +{"current_steps": 672, "total_steps": 1180, "loss": 0.06666155159473419, "lr": 4.6748292833336125e-05, "epoch": 2.2784380305602716, "percentage": 56.95, "elapsed_time": "1 day, 18:19:06", "remaining_time": "1 day, 7:59:26"} +{"current_steps": 673, "total_steps": 1180, "loss": 0.06474683433771133, "lr": 4.6600711135645793e-05, "epoch": 2.2818336162988118, "percentage": 57.03, "elapsed_time": "1 day, 18:20:56", "remaining_time": "1 day, 7:54:12"} +{"current_steps": 674, "total_steps": 1180, "loss": 0.11088087409734726, "lr": 4.6453159184633076e-05, "epoch": 2.2852292020373515, "percentage": 57.12, "elapsed_time": "1 day, 18:29:15", "remaining_time": "1 day, 7:53:50"} +{"current_steps": 675, "total_steps": 1180, "loss": 0.1207934319972992, "lr": 4.6305638271503445e-05, "epoch": 2.288624787775891, "percentage": 57.2, "elapsed_time": "1 day, 18:34:52", "remaining_time": "1 day, 7:51:25"} +{"current_steps": 676, "total_steps": 1180, "loss": 0.10184189677238464, "lr": 4.615814968719071e-05, "epoch": 2.2920203735144313, "percentage": 57.29, "elapsed_time": "1 day, 18:39:18", "remaining_time": "1 day, 7:48:07"} +{"current_steps": 677, "total_steps": 1180, "loss": 0.0956878662109375, "lr": 4.601069472234584e-05, "epoch": 2.295415959252971, "percentage": 57.37, "elapsed_time": "1 day, 18:43:02", "remaining_time": "1 day, 7:44:17"} +{"current_steps": 678, "total_steps": 1180, "loss": 0.0891914814710617, "lr": 4.586327466732557e-05, "epoch": 2.298811544991511, "percentage": 57.46, "elapsed_time": "1 day, 18:46:16", "remaining_time": "1 day, 7:40:05"} +{"current_steps": 679, "total_steps": 1180, "loss": 0.08255179971456528, "lr": 4.571589081218116e-05, "epoch": 2.302207130730051, "percentage": 57.54, "elapsed_time": "1 day, 18:49:04", "remaining_time": "1 day, 7:35:35"} +{"current_steps": 680, "total_steps": 1180, "loss": 0.0698966458439827, "lr": 4.556854444664706e-05, "epoch": 2.3056027164685906, "percentage": 57.63, "elapsed_time": "1 day, 18:51:26", "remaining_time": "1 day, 7:30:45"} +{"current_steps": 681, "total_steps": 1180, "loss": 0.06230298802256584, "lr": 4.5421236860129686e-05, "epoch": 2.3089983022071308, "percentage": 57.71, "elapsed_time": "1 day, 18:53:24", "remaining_time": "1 day, 7:25:39"} +{"current_steps": 682, "total_steps": 1180, "loss": 0.10267043113708496, "lr": 4.527396934169609e-05, "epoch": 2.3123938879456705, "percentage": 57.8, "elapsed_time": "1 day, 18:59:09", "remaining_time": "1 day, 7:23:18"} +{"current_steps": 683, "total_steps": 1180, "loss": 0.1234576553106308, "lr": 4.512674318006268e-05, "epoch": 2.3157894736842106, "percentage": 57.88, "elapsed_time": "1 day, 19:05:17", "remaining_time": "1 day, 7:21:14"} +{"current_steps": 684, "total_steps": 1180, "loss": 0.11386032402515411, "lr": 4.4979559663584015e-05, "epoch": 2.3191850594227503, "percentage": 57.97, "elapsed_time": "1 day, 19:09:50", "remaining_time": "1 day, 7:18:01"} +{"current_steps": 685, "total_steps": 1180, "loss": 0.09699396789073944, "lr": 4.4832420080241406e-05, "epoch": 2.3225806451612905, "percentage": 58.05, "elapsed_time": "1 day, 19:13:45", "remaining_time": "1 day, 7:14:19"} +{"current_steps": 686, "total_steps": 1180, "loss": 0.09254609793424606, "lr": 4.4685325717631736e-05, "epoch": 2.32597623089983, "percentage": 58.14, "elapsed_time": "1 day, 19:17:04", "remaining_time": "1 day, 7:10:12"} +{"current_steps": 687, "total_steps": 1180, "loss": 0.08423325419425964, "lr": 4.453827786295617e-05, "epoch": 2.3293718166383703, "percentage": 58.22, "elapsed_time": "1 day, 19:20:00", "remaining_time": "1 day, 7:05:47"} +{"current_steps": 688, "total_steps": 1180, "loss": 0.07241242378950119, "lr": 4.4391277803008905e-05, "epoch": 2.33276740237691, "percentage": 58.31, "elapsed_time": "1 day, 19:22:31", "remaining_time": "1 day, 7:01:06"} +{"current_steps": 689, "total_steps": 1180, "loss": 0.07077805697917938, "lr": 4.424432682416585e-05, "epoch": 2.3361629881154498, "percentage": 58.39, "elapsed_time": "1 day, 19:24:40", "remaining_time": "1 day, 6:56:09"} +{"current_steps": 690, "total_steps": 1180, "loss": 0.06788688153028488, "lr": 4.4097426212373474e-05, "epoch": 2.33955857385399, "percentage": 58.47, "elapsed_time": "1 day, 19:26:19", "remaining_time": "1 day, 6:50:52"} +{"current_steps": 691, "total_steps": 1180, "loss": 0.10577817261219025, "lr": 4.3950577253137425e-05, "epoch": 2.3429541595925296, "percentage": 58.56, "elapsed_time": "1 day, 19:34:13", "remaining_time": "1 day, 6:50:00"} +{"current_steps": 692, "total_steps": 1180, "loss": 0.12233912944793701, "lr": 4.380378123151139e-05, "epoch": 2.3463497453310698, "percentage": 58.64, "elapsed_time": "1 day, 19:38:58", "remaining_time": "1 day, 6:46:54"} +{"current_steps": 693, "total_steps": 1180, "loss": 0.09445637464523315, "lr": 4.3657039432085776e-05, "epoch": 2.3497453310696095, "percentage": 58.73, "elapsed_time": "1 day, 19:42:49", "remaining_time": "1 day, 6:43:09"} +{"current_steps": 694, "total_steps": 1180, "loss": 0.08697226643562317, "lr": 4.351035313897655e-05, "epoch": 2.353140916808149, "percentage": 58.81, "elapsed_time": "1 day, 19:46:08", "remaining_time": "1 day, 6:39:03"} +{"current_steps": 695, "total_steps": 1180, "loss": 0.07541926950216293, "lr": 4.336372363581391e-05, "epoch": 2.3565365025466893, "percentage": 58.9, "elapsed_time": "1 day, 19:49:04", "remaining_time": "1 day, 6:34:40"} +{"current_steps": 696, "total_steps": 1180, "loss": 0.072224922478199, "lr": 4.32171522057311e-05, "epoch": 2.359932088285229, "percentage": 58.98, "elapsed_time": "1 day, 19:51:37", "remaining_time": "1 day, 6:30:02"} +{"current_steps": 697, "total_steps": 1180, "loss": 0.06982975453138351, "lr": 4.307064013135316e-05, "epoch": 2.363327674023769, "percentage": 59.07, "elapsed_time": "1 day, 19:53:52", "remaining_time": "1 day, 6:25:11"} +{"current_steps": 698, "total_steps": 1180, "loss": 0.06516002118587494, "lr": 4.2924188694785773e-05, "epoch": 2.366723259762309, "percentage": 59.15, "elapsed_time": "1 day, 19:55:44", "remaining_time": "1 day, 6:20:05"} +{"current_steps": 699, "total_steps": 1180, "loss": 0.11083652079105377, "lr": 4.277779917760393e-05, "epoch": 2.370118845500849, "percentage": 59.24, "elapsed_time": "1 day, 20:04:00", "remaining_time": "1 day, 6:19:24"} +{"current_steps": 700, "total_steps": 1180, "loss": 0.11505262553691864, "lr": 4.263147286084078e-05, "epoch": 2.3735144312393888, "percentage": 59.32, "elapsed_time": "1 day, 20:09:19", "remaining_time": "1 day, 6:16:40"} +{"current_steps": 701, "total_steps": 1180, "loss": 0.09915955364704132, "lr": 4.2485211024976496e-05, "epoch": 2.376910016977929, "percentage": 59.41, "elapsed_time": "1 day, 20:13:32", "remaining_time": "1 day, 6:13:11"} +{"current_steps": 702, "total_steps": 1180, "loss": 0.08792432397603989, "lr": 4.2339014949926844e-05, "epoch": 2.3803056027164686, "percentage": 59.49, "elapsed_time": "1 day, 20:17:07", "remaining_time": "1 day, 6:09:15"} +{"current_steps": 703, "total_steps": 1180, "loss": 0.07736881822347641, "lr": 4.219288591503224e-05, "epoch": 2.3837011884550083, "percentage": 59.58, "elapsed_time": "1 day, 20:20:19", "remaining_time": "1 day, 6:05:05"} +{"current_steps": 704, "total_steps": 1180, "loss": 0.08164150267839432, "lr": 4.204682519904641e-05, "epoch": 2.3870967741935485, "percentage": 59.66, "elapsed_time": "1 day, 20:23:08", "remaining_time": "1 day, 6:00:38"} +{"current_steps": 705, "total_steps": 1180, "loss": 0.07089899480342865, "lr": 4.190083408012522e-05, "epoch": 2.390492359932088, "percentage": 59.75, "elapsed_time": "1 day, 20:25:35", "remaining_time": "1 day, 5:55:57"} +{"current_steps": 706, "total_steps": 1180, "loss": 0.0633159726858139, "lr": 4.175491383581552e-05, "epoch": 2.3938879456706283, "percentage": 59.83, "elapsed_time": "1 day, 20:27:40", "remaining_time": "1 day, 5:51:02"} +{"current_steps": 707, "total_steps": 1180, "loss": 0.10916628688573837, "lr": 4.160906574304392e-05, "epoch": 2.397283531409168, "percentage": 59.92, "elapsed_time": "1 day, 20:31:56", "remaining_time": "1 day, 5:47:35"} +{"current_steps": 708, "total_steps": 1180, "loss": 0.1283857822418213, "lr": 4.146329107810569e-05, "epoch": 2.4006791171477078, "percentage": 60.0, "elapsed_time": "1 day, 20:37:47", "remaining_time": "1 day, 5:45:11"} +{"current_steps": 709, "total_steps": 1180, "loss": 0.10651916265487671, "lr": 4.131759111665349e-05, "epoch": 2.404074702886248, "percentage": 60.08, "elapsed_time": "1 day, 20:42:23", "remaining_time": "1 day, 5:41:57"} +{"current_steps": 710, "total_steps": 1180, "loss": 0.10017132014036179, "lr": 4.117196713368629e-05, "epoch": 2.4074702886247876, "percentage": 60.17, "elapsed_time": "1 day, 20:46:13", "remaining_time": "1 day, 5:38:12"} +{"current_steps": 711, "total_steps": 1180, "loss": 0.09811308979988098, "lr": 4.102642040353817e-05, "epoch": 2.4108658743633278, "percentage": 60.25, "elapsed_time": "1 day, 20:49:32", "remaining_time": "1 day, 5:34:06"} +{"current_steps": 712, "total_steps": 1180, "loss": 0.08088087290525436, "lr": 4.088095219986721e-05, "epoch": 2.4142614601018675, "percentage": 60.34, "elapsed_time": "1 day, 20:52:28", "remaining_time": "1 day, 5:29:46"} +{"current_steps": 713, "total_steps": 1180, "loss": 0.06843972951173782, "lr": 4.0735563795644294e-05, "epoch": 2.4176570458404076, "percentage": 60.42, "elapsed_time": "1 day, 20:55:03", "remaining_time": "1 day, 5:25:12"} +{"current_steps": 714, "total_steps": 1180, "loss": 0.06300380825996399, "lr": 4.059025646314197e-05, "epoch": 2.4210526315789473, "percentage": 60.51, "elapsed_time": "1 day, 20:57:16", "remaining_time": "1 day, 5:20:24"} +{"current_steps": 715, "total_steps": 1180, "loss": 0.06428471207618713, "lr": 4.044503147392339e-05, "epoch": 2.4244482173174875, "percentage": 60.59, "elapsed_time": "1 day, 20:59:04", "remaining_time": "1 day, 5:15:20"} +{"current_steps": 716, "total_steps": 1180, "loss": 0.11279623210430145, "lr": 4.0299890098831096e-05, "epoch": 2.427843803056027, "percentage": 60.68, "elapsed_time": "1 day, 21:07:43", "remaining_time": "1 day, 5:14:43"} +{"current_steps": 717, "total_steps": 1180, "loss": 0.10454337298870087, "lr": 4.015483360797593e-05, "epoch": 2.431239388794567, "percentage": 60.76, "elapsed_time": "1 day, 21:12:27", "remaining_time": "1 day, 5:11:33"} +{"current_steps": 718, "total_steps": 1180, "loss": 0.09333685040473938, "lr": 4.0009863270725964e-05, "epoch": 2.434634974533107, "percentage": 60.85, "elapsed_time": "1 day, 21:16:24", "remaining_time": "1 day, 5:07:53"} +{"current_steps": 719, "total_steps": 1180, "loss": 0.08931829780340195, "lr": 3.986498035569532e-05, "epoch": 2.4380305602716468, "percentage": 60.93, "elapsed_time": "1 day, 21:19:51", "remaining_time": "1 day, 5:03:53"} +{"current_steps": 720, "total_steps": 1180, "loss": 0.0783512145280838, "lr": 3.972018613073312e-05, "epoch": 2.441426146010187, "percentage": 61.02, "elapsed_time": "1 day, 21:22:50", "remaining_time": "1 day, 4:59:35"} +{"current_steps": 721, "total_steps": 1180, "loss": 0.07081504911184311, "lr": 3.957548186291233e-05, "epoch": 2.4448217317487266, "percentage": 61.1, "elapsed_time": "1 day, 21:25:28", "remaining_time": "1 day, 4:55:04"} +{"current_steps": 722, "total_steps": 1180, "loss": 0.06218322366476059, "lr": 3.9430868818518784e-05, "epoch": 2.4482173174872663, "percentage": 61.19, "elapsed_time": "1 day, 21:27:43", "remaining_time": "1 day, 4:50:19"} +{"current_steps": 723, "total_steps": 1180, "loss": 0.059126876294612885, "lr": 3.928634826303997e-05, "epoch": 2.4516129032258065, "percentage": 61.27, "elapsed_time": "1 day, 21:29:32", "remaining_time": "1 day, 4:45:18"} +{"current_steps": 724, "total_steps": 1180, "loss": 0.1022864505648613, "lr": 3.914192146115407e-05, "epoch": 2.455008488964346, "percentage": 61.36, "elapsed_time": "1 day, 21:36:16", "remaining_time": "1 day, 4:43:23"} +{"current_steps": 725, "total_steps": 1180, "loss": 0.10612255334854126, "lr": 3.899758967671878e-05, "epoch": 2.4584040747028864, "percentage": 61.44, "elapsed_time": "1 day, 21:41:28", "remaining_time": "1 day, 4:40:30"} +{"current_steps": 726, "total_steps": 1180, "loss": 0.0974433645606041, "lr": 3.885335417276037e-05, "epoch": 2.461799660441426, "percentage": 61.53, "elapsed_time": "1 day, 21:45:31", "remaining_time": "1 day, 4:36:53"} +{"current_steps": 727, "total_steps": 1180, "loss": 0.0931549072265625, "lr": 3.870921621146254e-05, "epoch": 2.465195246179966, "percentage": 61.61, "elapsed_time": "1 day, 21:48:57", "remaining_time": "1 day, 4:32:54"} +{"current_steps": 728, "total_steps": 1180, "loss": 0.0862373560667038, "lr": 3.856517705415543e-05, "epoch": 2.468590831918506, "percentage": 61.69, "elapsed_time": "1 day, 21:52:00", "remaining_time": "1 day, 4:28:39"} +{"current_steps": 729, "total_steps": 1180, "loss": 0.08289209753274918, "lr": 3.8421237961304555e-05, "epoch": 2.471986417657046, "percentage": 61.78, "elapsed_time": "1 day, 21:54:43", "remaining_time": "1 day, 4:24:13"} +{"current_steps": 730, "total_steps": 1180, "loss": 0.06609411537647247, "lr": 3.827740019249977e-05, "epoch": 2.475382003395586, "percentage": 61.86, "elapsed_time": "1 day, 21:57:06", "remaining_time": "1 day, 4:19:35"} +{"current_steps": 731, "total_steps": 1180, "loss": 0.0610504113137722, "lr": 3.8133665006444255e-05, "epoch": 2.4787775891341255, "percentage": 61.95, "elapsed_time": "1 day, 21:59:05", "remaining_time": "1 day, 4:14:42"} +{"current_steps": 732, "total_steps": 1180, "loss": 0.09701117128133774, "lr": 3.799003366094354e-05, "epoch": 2.4821731748726656, "percentage": 62.03, "elapsed_time": "1 day, 22:03:26", "remaining_time": "1 day, 4:11:17"} +{"current_steps": 733, "total_steps": 1180, "loss": 0.12465445697307587, "lr": 3.784650741289442e-05, "epoch": 2.4855687606112054, "percentage": 62.12, "elapsed_time": "1 day, 22:09:22", "remaining_time": "1 day, 4:08:49"} +{"current_steps": 734, "total_steps": 1180, "loss": 0.1012495756149292, "lr": 3.7703087518274015e-05, "epoch": 2.4889643463497455, "percentage": 62.2, "elapsed_time": "1 day, 22:13:56", "remaining_time": "1 day, 4:05:31"} +{"current_steps": 735, "total_steps": 1180, "loss": 0.0960812196135521, "lr": 3.755977523212877e-05, "epoch": 2.492359932088285, "percentage": 62.29, "elapsed_time": "1 day, 22:17:50", "remaining_time": "1 day, 4:01:49"} +{"current_steps": 736, "total_steps": 1180, "loss": 0.09349378198385239, "lr": 3.7416571808563426e-05, "epoch": 2.495755517826825, "percentage": 62.37, "elapsed_time": "1 day, 22:21:12", "remaining_time": "1 day, 3:57:47"} +{"current_steps": 737, "total_steps": 1180, "loss": 0.07903861999511719, "lr": 3.727347850073012e-05, "epoch": 2.499151103565365, "percentage": 62.46, "elapsed_time": "1 day, 22:24:06", "remaining_time": "1 day, 3:53:29"} +{"current_steps": 738, "total_steps": 1180, "loss": 0.07200177013874054, "lr": 3.71304965608174e-05, "epoch": 2.502546689303905, "percentage": 62.54, "elapsed_time": "1 day, 22:26:39", "remaining_time": "1 day, 3:48:58"} +{"current_steps": 739, "total_steps": 1180, "loss": 0.06303315609693527, "lr": 3.698762724003919e-05, "epoch": 2.505942275042445, "percentage": 62.63, "elapsed_time": "1 day, 22:28:52", "remaining_time": "1 day, 3:44:15"} +{"current_steps": 740, "total_steps": 1180, "loss": 0.06897502392530441, "lr": 3.6844871788623945e-05, "epoch": 2.5093378607809846, "percentage": 62.71, "elapsed_time": "1 day, 22:30:33", "remaining_time": "1 day, 3:39:14"} +{"current_steps": 741, "total_steps": 1180, "loss": 0.1113574355840683, "lr": 3.670223145580366e-05, "epoch": 2.5127334465195243, "percentage": 62.8, "elapsed_time": "1 day, 22:38:51", "remaining_time": "1 day, 3:38:09"} +{"current_steps": 742, "total_steps": 1180, "loss": 0.10773645341396332, "lr": 3.655970748980293e-05, "epoch": 2.5161290322580645, "percentage": 62.88, "elapsed_time": "1 day, 22:43:54", "remaining_time": "1 day, 3:35:08"} +{"current_steps": 743, "total_steps": 1180, "loss": 0.0943991169333458, "lr": 3.641730113782807e-05, "epoch": 2.5195246179966047, "percentage": 62.97, "elapsed_time": "1 day, 22:48:02", "remaining_time": "1 day, 3:31:34"} +{"current_steps": 744, "total_steps": 1180, "loss": 0.08693014085292816, "lr": 3.6275013646056135e-05, "epoch": 2.5229202037351444, "percentage": 63.05, "elapsed_time": "1 day, 22:51:30", "remaining_time": "1 day, 3:27:36"} +{"current_steps": 745, "total_steps": 1180, "loss": 0.08198776096105576, "lr": 3.6132846259624055e-05, "epoch": 2.526315789473684, "percentage": 63.14, "elapsed_time": "1 day, 22:54:31", "remaining_time": "1 day, 3:23:22"} +{"current_steps": 746, "total_steps": 1180, "loss": 0.07230781763792038, "lr": 3.599080022261777e-05, "epoch": 2.5297113752122242, "percentage": 63.22, "elapsed_time": "1 day, 22:57:12", "remaining_time": "1 day, 3:18:57"} +{"current_steps": 747, "total_steps": 1180, "loss": 0.06677805632352829, "lr": 3.58488767780613e-05, "epoch": 2.533106960950764, "percentage": 63.31, "elapsed_time": "1 day, 22:59:32", "remaining_time": "1 day, 3:14:21"} +{"current_steps": 748, "total_steps": 1180, "loss": 0.059502989053726196, "lr": 3.570707716790584e-05, "epoch": 2.536502546689304, "percentage": 63.39, "elapsed_time": "1 day, 23:01:31", "remaining_time": "1 day, 3:09:32"} +{"current_steps": 749, "total_steps": 1180, "loss": 0.1087162122130394, "lr": 3.556540263301896e-05, "epoch": 2.539898132427844, "percentage": 63.47, "elapsed_time": "1 day, 23:09:14", "remaining_time": "1 day, 3:08:02"} +{"current_steps": 750, "total_steps": 1180, "loss": 0.10882570594549179, "lr": 3.5423854413173706e-05, "epoch": 2.5432937181663835, "percentage": 63.56, "elapsed_time": "1 day, 23:14:20", "remaining_time": "1 day, 3:05:01"} +{"current_steps": 751, "total_steps": 1180, "loss": 0.1013280600309372, "lr": 3.5282433747037757e-05, "epoch": 2.5466893039049237, "percentage": 63.64, "elapsed_time": "1 day, 23:18:26", "remaining_time": "1 day, 3:01:25"} +{"current_steps": 752, "total_steps": 1180, "loss": 0.09412064403295517, "lr": 3.514114187216261e-05, "epoch": 2.5500848896434634, "percentage": 63.73, "elapsed_time": "1 day, 23:22:02", "remaining_time": "1 day, 2:57:32"} +{"current_steps": 753, "total_steps": 1180, "loss": 0.0804615169763565, "lr": 3.49999800249727e-05, "epoch": 2.5534804753820035, "percentage": 63.81, "elapsed_time": "1 day, 23:25:08", "remaining_time": "1 day, 2:53:22"} +{"current_steps": 754, "total_steps": 1180, "loss": 0.09246362745761871, "lr": 3.485894944075463e-05, "epoch": 2.556876061120543, "percentage": 63.9, "elapsed_time": "1 day, 23:27:52", "remaining_time": "1 day, 2:49:00"} +{"current_steps": 755, "total_steps": 1180, "loss": 0.07304270565509796, "lr": 3.47180513536463e-05, "epoch": 2.560271646859083, "percentage": 63.98, "elapsed_time": "1 day, 23:30:18", "remaining_time": "1 day, 2:44:28"} +{"current_steps": 756, "total_steps": 1180, "loss": 0.06096385046839714, "lr": 3.457728699662621e-05, "epoch": 2.563667232597623, "percentage": 64.07, "elapsed_time": "1 day, 23:32:24", "remaining_time": "1 day, 2:39:45"} +{"current_steps": 757, "total_steps": 1180, "loss": 0.08266765624284744, "lr": 3.4436657601502576e-05, "epoch": 2.5670628183361632, "percentage": 64.15, "elapsed_time": "1 day, 23:37:10", "remaining_time": "1 day, 2:36:32"} +{"current_steps": 758, "total_steps": 1180, "loss": 0.11557235568761826, "lr": 3.429616439890258e-05, "epoch": 2.570458404074703, "percentage": 64.24, "elapsed_time": "1 day, 23:42:54", "remaining_time": "1 day, 2:33:51"} +{"current_steps": 759, "total_steps": 1180, "loss": 0.10113745927810669, "lr": 3.4155808618261563e-05, "epoch": 2.5738539898132426, "percentage": 64.32, "elapsed_time": "1 day, 23:47:29", "remaining_time": "1 day, 2:30:31"} +{"current_steps": 760, "total_steps": 1180, "loss": 0.09464039653539658, "lr": 3.4015591487812395e-05, "epoch": 2.577249575551783, "percentage": 64.41, "elapsed_time": "1 day, 23:51:14", "remaining_time": "1 day, 2:26:44"} +{"current_steps": 761, "total_steps": 1180, "loss": 0.08910854160785675, "lr": 3.3875514234574556e-05, "epoch": 2.5806451612903225, "percentage": 64.49, "elapsed_time": "1 day, 23:54:26", "remaining_time": "1 day, 2:22:38"} +{"current_steps": 762, "total_steps": 1180, "loss": 0.07500690221786499, "lr": 3.373557808434355e-05, "epoch": 2.5840407470288627, "percentage": 64.58, "elapsed_time": "1 day, 23:57:17", "remaining_time": "1 day, 2:18:21"} +{"current_steps": 763, "total_steps": 1180, "loss": 0.07360392063856125, "lr": 3.359578426168007e-05, "epoch": 2.5874363327674024, "percentage": 64.66, "elapsed_time": "1 day, 23:59:46", "remaining_time": "1 day, 2:13:52"} +{"current_steps": 764, "total_steps": 1180, "loss": 0.06643348187208176, "lr": 3.345613398989932e-05, "epoch": 2.590831918505942, "percentage": 64.75, "elapsed_time": "2 days, 0:01:58", "remaining_time": "1 day, 2:09:14"} +{"current_steps": 765, "total_steps": 1180, "loss": 0.0637667179107666, "lr": 3.33166284910603e-05, "epoch": 2.5942275042444822, "percentage": 64.83, "elapsed_time": "2 days, 0:03:44", "remaining_time": "1 day, 2:04:23"} +{"current_steps": 766, "total_steps": 1180, "loss": 0.1025618463754654, "lr": 3.317726898595517e-05, "epoch": 2.597623089983022, "percentage": 64.92, "elapsed_time": "2 days, 0:11:48", "remaining_time": "1 day, 2:02:55"} +{"current_steps": 767, "total_steps": 1180, "loss": 0.10825486481189728, "lr": 3.303805669409848e-05, "epoch": 2.601018675721562, "percentage": 65.0, "elapsed_time": "2 days, 0:16:44", "remaining_time": "1 day, 1:59:47"} +{"current_steps": 768, "total_steps": 1180, "loss": 0.09530699253082275, "lr": 3.289899283371657e-05, "epoch": 2.604414261460102, "percentage": 65.08, "elapsed_time": "2 days, 0:20:45", "remaining_time": "1 day, 1:56:07"} +{"current_steps": 769, "total_steps": 1180, "loss": 0.08641920983791351, "lr": 3.276007862173683e-05, "epoch": 2.6078098471986415, "percentage": 65.17, "elapsed_time": "2 days, 0:24:08", "remaining_time": "1 day, 1:52:08"} +{"current_steps": 770, "total_steps": 1180, "loss": 0.0829029381275177, "lr": 3.262131527377715e-05, "epoch": 2.6112054329371817, "percentage": 65.25, "elapsed_time": "2 days, 0:27:09", "remaining_time": "1 day, 1:47:58"} +{"current_steps": 771, "total_steps": 1180, "loss": 0.06672143936157227, "lr": 3.248270400413518e-05, "epoch": 2.614601018675722, "percentage": 65.34, "elapsed_time": "2 days, 0:29:51", "remaining_time": "1 day, 1:43:37"} +{"current_steps": 772, "total_steps": 1180, "loss": 0.0628892034292221, "lr": 3.23442460257778e-05, "epoch": 2.6179966044142615, "percentage": 65.42, "elapsed_time": "2 days, 0:32:13", "remaining_time": "1 day, 1:39:06"} +{"current_steps": 773, "total_steps": 1180, "loss": 0.05917782709002495, "lr": 3.2205942550330456e-05, "epoch": 2.6213921901528012, "percentage": 65.51, "elapsed_time": "2 days, 0:34:09", "remaining_time": "1 day, 1:34:21"} +{"current_steps": 774, "total_steps": 1180, "loss": 0.10056929290294647, "lr": 3.206779478806654e-05, "epoch": 2.6247877758913414, "percentage": 65.59, "elapsed_time": "2 days, 0:40:57", "remaining_time": "1 day, 1:32:10"} +{"current_steps": 775, "total_steps": 1180, "loss": 0.10843627154827118, "lr": 3.192980394789682e-05, "epoch": 2.628183361629881, "percentage": 65.68, "elapsed_time": "2 days, 0:46:11", "remaining_time": "1 day, 1:29:10"} +{"current_steps": 776, "total_steps": 1180, "loss": 0.09619466960430145, "lr": 3.179197123735889e-05, "epoch": 2.6315789473684212, "percentage": 65.76, "elapsed_time": "2 days, 0:50:23", "remaining_time": "1 day, 1:25:36"} +{"current_steps": 777, "total_steps": 1180, "loss": 0.09573782980442047, "lr": 3.1654297862606554e-05, "epoch": 2.634974533106961, "percentage": 65.85, "elapsed_time": "2 days, 0:54:00", "remaining_time": "1 day, 1:21:45"} +{"current_steps": 778, "total_steps": 1180, "loss": 0.08106369525194168, "lr": 3.151678502839929e-05, "epoch": 2.6383701188455007, "percentage": 65.93, "elapsed_time": "2 days, 0:57:09", "remaining_time": "1 day, 1:17:39"} +{"current_steps": 779, "total_steps": 1180, "loss": 0.07815179973840714, "lr": 3.1379433938091696e-05, "epoch": 2.641765704584041, "percentage": 66.02, "elapsed_time": "2 days, 1:00:00", "remaining_time": "1 day, 1:13:24"} +{"current_steps": 780, "total_steps": 1180, "loss": 0.06951127201318741, "lr": 3.124224579362305e-05, "epoch": 2.6451612903225805, "percentage": 66.1, "elapsed_time": "2 days, 1:02:29", "remaining_time": "1 day, 1:08:57"} +{"current_steps": 781, "total_steps": 1180, "loss": 0.061446063220500946, "lr": 3.1105221795506584e-05, "epoch": 2.6485568760611207, "percentage": 66.19, "elapsed_time": "2 days, 1:04:35", "remaining_time": "1 day, 1:04:20"} +{"current_steps": 782, "total_steps": 1180, "loss": 0.09685629606246948, "lr": 3.096836314281923e-05, "epoch": 2.6519524617996604, "percentage": 66.27, "elapsed_time": "2 days, 1:09:34", "remaining_time": "1 day, 1:01:11"} +{"current_steps": 783, "total_steps": 1180, "loss": 0.12026413530111313, "lr": 3.083167103319093e-05, "epoch": 2.6553480475382, "percentage": 66.36, "elapsed_time": "2 days, 1:15:29", "remaining_time": "1 day, 0:58:30"} +{"current_steps": 784, "total_steps": 1180, "loss": 0.10666602849960327, "lr": 3.069514666279427e-05, "epoch": 2.6587436332767402, "percentage": 66.44, "elapsed_time": "2 days, 1:20:08", "remaining_time": "1 day, 0:55:10"} +{"current_steps": 785, "total_steps": 1180, "loss": 0.09171438217163086, "lr": 3.055879122633397e-05, "epoch": 2.6621392190152804, "percentage": 66.53, "elapsed_time": "2 days, 1:23:58", "remaining_time": "1 day, 0:51:25"} +{"current_steps": 786, "total_steps": 1180, "loss": 0.08265566825866699, "lr": 3.042260591703643e-05, "epoch": 2.66553480475382, "percentage": 66.61, "elapsed_time": "2 days, 1:27:16", "remaining_time": "1 day, 0:47:24"} +{"current_steps": 787, "total_steps": 1180, "loss": 0.08365504443645477, "lr": 3.0286591926639287e-05, "epoch": 2.66893039049236, "percentage": 66.69, "elapsed_time": "2 days, 1:30:11", "remaining_time": "1 day, 0:43:12"} +{"current_steps": 788, "total_steps": 1180, "loss": 0.06742806732654572, "lr": 3.0150750445380992e-05, "epoch": 2.6723259762309, "percentage": 66.78, "elapsed_time": "2 days, 1:32:42", "remaining_time": "1 day, 0:38:48"} +{"current_steps": 789, "total_steps": 1180, "loss": 0.06698235869407654, "lr": 3.0015082661990395e-05, "epoch": 2.6757215619694397, "percentage": 66.86, "elapsed_time": "2 days, 1:34:51", "remaining_time": "1 day, 0:34:14"} +{"current_steps": 790, "total_steps": 1180, "loss": 0.06469935178756714, "lr": 2.9879589763676358e-05, "epoch": 2.67911714770798, "percentage": 66.95, "elapsed_time": "2 days, 1:36:32", "remaining_time": "1 day, 0:29:25"} +{"current_steps": 791, "total_steps": 1180, "loss": 0.10404828190803528, "lr": 2.9744272936117323e-05, "epoch": 2.6825127334465195, "percentage": 67.03, "elapsed_time": "2 days, 1:44:40", "remaining_time": "1 day, 0:27:48"} +{"current_steps": 792, "total_steps": 1180, "loss": 0.09722572565078735, "lr": 2.960913336345099e-05, "epoch": 2.6859083191850592, "percentage": 67.12, "elapsed_time": "2 days, 1:49:30", "remaining_time": "1 day, 0:24:33"} +{"current_steps": 793, "total_steps": 1180, "loss": 0.09782986342906952, "lr": 2.9474172228263887e-05, "epoch": 2.6893039049235994, "percentage": 67.2, "elapsed_time": "2 days, 1:53:34", "remaining_time": "1 day, 0:20:55"} +{"current_steps": 794, "total_steps": 1180, "loss": 0.08399864286184311, "lr": 2.9339390711581105e-05, "epoch": 2.692699490662139, "percentage": 67.29, "elapsed_time": "2 days, 1:57:09", "remaining_time": "1 day, 0:17:03"} +{"current_steps": 795, "total_steps": 1180, "loss": 0.08404549956321716, "lr": 2.9204789992855885e-05, "epoch": 2.6960950764006792, "percentage": 67.37, "elapsed_time": "2 days, 2:00:16", "remaining_time": "1 day, 0:12:58"} +{"current_steps": 796, "total_steps": 1180, "loss": 0.07262590527534485, "lr": 2.9070371249959378e-05, "epoch": 2.699490662139219, "percentage": 67.46, "elapsed_time": "2 days, 2:02:58", "remaining_time": "1 day, 0:08:40"} +{"current_steps": 797, "total_steps": 1180, "loss": 0.06601671874523163, "lr": 2.8936135659170216e-05, "epoch": 2.7028862478777587, "percentage": 67.54, "elapsed_time": "2 days, 2:05:16", "remaining_time": "1 day, 0:04:11"} +{"current_steps": 798, "total_steps": 1180, "loss": 0.05793508142232895, "lr": 2.8802084395164386e-05, "epoch": 2.706281833616299, "percentage": 67.63, "elapsed_time": "2 days, 2:07:13", "remaining_time": "23:59:32"} +{"current_steps": 799, "total_steps": 1180, "loss": 0.0999666303396225, "lr": 2.866821863100479e-05, "epoch": 2.709677419354839, "percentage": 67.71, "elapsed_time": "2 days, 2:15:16", "remaining_time": "23:57:49"} +{"current_steps": 800, "total_steps": 1180, "loss": 0.11513181775808334, "lr": 2.8534539538131076e-05, "epoch": 2.7130730050933787, "percentage": 67.8, "elapsed_time": "2 days, 2:20:44", "remaining_time": "23:54:51"} +{"current_steps": 801, "total_steps": 1180, "loss": 0.09707678854465485, "lr": 2.8401048286349353e-05, "epoch": 2.7164685908319184, "percentage": 67.88, "elapsed_time": "2 days, 2:25:00", "remaining_time": "23:51:18"} +{"current_steps": 802, "total_steps": 1180, "loss": 0.08562149852514267, "lr": 2.826774604382195e-05, "epoch": 2.7198641765704585, "percentage": 67.97, "elapsed_time": "2 days, 2:28:41", "remaining_time": "23:47:29"} +{"current_steps": 803, "total_steps": 1180, "loss": 0.08084724843502045, "lr": 2.8134633977057235e-05, "epoch": 2.7232597623089982, "percentage": 68.05, "elapsed_time": "2 days, 2:31:53", "remaining_time": "23:43:26"} +{"current_steps": 804, "total_steps": 1180, "loss": 0.08049998432397842, "lr": 2.800171325089933e-05, "epoch": 2.7266553480475384, "percentage": 68.14, "elapsed_time": "2 days, 2:34:45", "remaining_time": "23:39:14"} +{"current_steps": 805, "total_steps": 1180, "loss": 0.06668615341186523, "lr": 2.7868985028518006e-05, "epoch": 2.730050933786078, "percentage": 68.22, "elapsed_time": "2 days, 2:37:14", "remaining_time": "23:34:52"} +{"current_steps": 806, "total_steps": 1180, "loss": 0.0583345964550972, "lr": 2.7736450471398434e-05, "epoch": 2.733446519524618, "percentage": 68.31, "elapsed_time": "2 days, 2:39:17", "remaining_time": "23:30:17"} +{"current_steps": 807, "total_steps": 1180, "loss": 0.09205623716115952, "lr": 2.7604110739331068e-05, "epoch": 2.736842105263158, "percentage": 68.39, "elapsed_time": "2 days, 2:43:58", "remaining_time": "23:26:56"} +{"current_steps": 808, "total_steps": 1180, "loss": 0.1073693260550499, "lr": 2.747196699040146e-05, "epoch": 2.7402376910016977, "percentage": 68.47, "elapsed_time": "2 days, 2:49:50", "remaining_time": "23:24:08"} +{"current_steps": 809, "total_steps": 1180, "loss": 0.09746035188436508, "lr": 2.7340020380980146e-05, "epoch": 2.743633276740238, "percentage": 68.56, "elapsed_time": "2 days, 2:54:23", "remaining_time": "23:20:42"} +{"current_steps": 810, "total_steps": 1180, "loss": 0.09663771092891693, "lr": 2.7208272065712537e-05, "epoch": 2.7470288624787775, "percentage": 68.64, "elapsed_time": "2 days, 2:58:15", "remaining_time": "23:16:59"} +{"current_steps": 811, "total_steps": 1180, "loss": 0.08637096732854843, "lr": 2.7076723197508768e-05, "epoch": 2.7504244482173172, "percentage": 68.73, "elapsed_time": "2 days, 3:01:39", "remaining_time": "23:13:02"} +{"current_steps": 812, "total_steps": 1180, "loss": 0.07879146933555603, "lr": 2.69453749275337e-05, "epoch": 2.7538200339558574, "percentage": 68.81, "elapsed_time": "2 days, 3:04:39", "remaining_time": "23:08:54"} +{"current_steps": 813, "total_steps": 1180, "loss": 0.06773528456687927, "lr": 2.6814228405196738e-05, "epoch": 2.7572156196943975, "percentage": 68.9, "elapsed_time": "2 days, 3:07:17", "remaining_time": "23:04:37"} +{"current_steps": 814, "total_steps": 1180, "loss": 0.06176406145095825, "lr": 2.6683284778141852e-05, "epoch": 2.7606112054329373, "percentage": 68.98, "elapsed_time": "2 days, 3:09:32", "remaining_time": "23:00:09"} +{"current_steps": 815, "total_steps": 1180, "loss": 0.06123121827840805, "lr": 2.655254519223746e-05, "epoch": 2.764006791171477, "percentage": 69.07, "elapsed_time": "2 days, 3:11:16", "remaining_time": "22:55:28"} +{"current_steps": 816, "total_steps": 1180, "loss": 0.11360757797956467, "lr": 2.6422010791566492e-05, "epoch": 2.767402376910017, "percentage": 69.15, "elapsed_time": "2 days, 3:20:32", "remaining_time": "22:54:09"} +{"current_steps": 817, "total_steps": 1180, "loss": 0.10179056972265244, "lr": 2.62916827184163e-05, "epoch": 2.770797962648557, "percentage": 69.24, "elapsed_time": "2 days, 3:25:48", "remaining_time": "22:51:03"} +{"current_steps": 818, "total_steps": 1180, "loss": 0.09349533170461655, "lr": 2.6161562113268745e-05, "epoch": 2.774193548387097, "percentage": 69.32, "elapsed_time": "2 days, 3:29:56", "remaining_time": "22:47:26"} +{"current_steps": 819, "total_steps": 1180, "loss": 0.09211376309394836, "lr": 2.603165011479012e-05, "epoch": 2.7775891341256367, "percentage": 69.41, "elapsed_time": "2 days, 3:33:29", "remaining_time": "22:43:33"} +{"current_steps": 820, "total_steps": 1180, "loss": 0.07923342287540436, "lr": 2.590194785982124e-05, "epoch": 2.7809847198641764, "percentage": 69.49, "elapsed_time": "2 days, 3:36:33", "remaining_time": "22:39:27"} +{"current_steps": 821, "total_steps": 1180, "loss": 0.0678873360157013, "lr": 2.5772456483367497e-05, "epoch": 2.7843803056027165, "percentage": 69.58, "elapsed_time": "2 days, 3:39:12", "remaining_time": "22:35:11"} +{"current_steps": 822, "total_steps": 1180, "loss": 0.06374121457338333, "lr": 2.56431771185889e-05, "epoch": 2.7877758913412563, "percentage": 69.66, "elapsed_time": "2 days, 3:41:31", "remaining_time": "22:30:47"} +{"current_steps": 823, "total_steps": 1180, "loss": 0.05840972810983658, "lr": 2.5514110896790184e-05, "epoch": 2.7911714770797964, "percentage": 69.75, "elapsed_time": "2 days, 3:43:27", "remaining_time": "22:26:12"} +{"current_steps": 824, "total_steps": 1180, "loss": 0.09742407500743866, "lr": 2.5385258947410906e-05, "epoch": 2.794567062818336, "percentage": 69.83, "elapsed_time": "2 days, 3:51:06", "remaining_time": "22:24:06"} +{"current_steps": 825, "total_steps": 1180, "loss": 0.11257597804069519, "lr": 2.525662239801553e-05, "epoch": 2.797962648556876, "percentage": 69.92, "elapsed_time": "2 days, 3:56:22", "remaining_time": "22:20:59"} +{"current_steps": 826, "total_steps": 1180, "loss": 0.09314374625682831, "lr": 2.512820237428366e-05, "epoch": 2.801358234295416, "percentage": 70.0, "elapsed_time": "2 days, 4:00:35", "remaining_time": "22:17:23"} +{"current_steps": 827, "total_steps": 1180, "loss": 0.09272406995296478, "lr": 2.500000000000001e-05, "epoch": 2.804753820033956, "percentage": 70.08, "elapsed_time": "2 days, 4:04:13", "remaining_time": "22:13:33"} +{"current_steps": 828, "total_steps": 1180, "loss": 0.08272761106491089, "lr": 2.487201639704475e-05, "epoch": 2.808149405772496, "percentage": 70.17, "elapsed_time": "2 days, 4:07:23", "remaining_time": "22:09:31"} +{"current_steps": 829, "total_steps": 1180, "loss": 0.06996961683034897, "lr": 2.4744252685383596e-05, "epoch": 2.8115449915110355, "percentage": 70.25, "elapsed_time": "2 days, 4:10:11", "remaining_time": "22:05:19"} +{"current_steps": 830, "total_steps": 1180, "loss": 0.05900315195322037, "lr": 2.4616709983058018e-05, "epoch": 2.8149405772495757, "percentage": 70.34, "elapsed_time": "2 days, 4:12:37", "remaining_time": "22:00:59"} +{"current_steps": 831, "total_steps": 1180, "loss": 0.060013480484485626, "lr": 2.4489389406175456e-05, "epoch": 2.8183361629881154, "percentage": 70.42, "elapsed_time": "2 days, 4:14:39", "remaining_time": "21:56:28"} +{"current_steps": 832, "total_steps": 1180, "loss": 0.08422234654426575, "lr": 2.436229206889962e-05, "epoch": 2.8217317487266556, "percentage": 70.51, "elapsed_time": "2 days, 4:20:05", "remaining_time": "21:53:24"} +{"current_steps": 833, "total_steps": 1180, "loss": 0.1072617620229721, "lr": 2.4235419083440613e-05, "epoch": 2.8251273344651953, "percentage": 70.59, "elapsed_time": "2 days, 4:26:15", "remaining_time": "21:50:37"} +{"current_steps": 834, "total_steps": 1180, "loss": 0.10338770598173141, "lr": 2.4108771560045313e-05, "epoch": 2.828522920203735, "percentage": 70.68, "elapsed_time": "2 days, 4:30:53", "remaining_time": "21:47:12"} +{"current_steps": 835, "total_steps": 1180, "loss": 0.0931280106306076, "lr": 2.3982350606987587e-05, "epoch": 2.831918505942275, "percentage": 70.76, "elapsed_time": "2 days, 4:34:45", "remaining_time": "21:43:27"} +{"current_steps": 836, "total_steps": 1180, "loss": 0.09144037961959839, "lr": 2.3856157330558625e-05, "epoch": 2.835314091680815, "percentage": 70.85, "elapsed_time": "2 days, 4:38:05", "remaining_time": "21:39:29"} +{"current_steps": 837, "total_steps": 1180, "loss": 0.07673408091068268, "lr": 2.373019283505727e-05, "epoch": 2.838709677419355, "percentage": 70.93, "elapsed_time": "2 days, 4:41:01", "remaining_time": "21:35:22"} +{"current_steps": 838, "total_steps": 1180, "loss": 0.06917516887187958, "lr": 2.3604458222780313e-05, "epoch": 2.8421052631578947, "percentage": 71.02, "elapsed_time": "2 days, 4:43:30", "remaining_time": "21:31:04"} +{"current_steps": 839, "total_steps": 1180, "loss": 0.061953525990247726, "lr": 2.347895459401288e-05, "epoch": 2.8455008488964344, "percentage": 71.1, "elapsed_time": "2 days, 4:45:37", "remaining_time": "21:26:37"} +{"current_steps": 840, "total_steps": 1180, "loss": 0.05924539268016815, "lr": 2.33536830470188e-05, "epoch": 2.8488964346349746, "percentage": 71.19, "elapsed_time": "2 days, 4:47:20", "remaining_time": "21:22:01"} +{"current_steps": 841, "total_steps": 1180, "loss": 0.11621153354644775, "lr": 2.322864467803097e-05, "epoch": 2.8522920203735147, "percentage": 71.27, "elapsed_time": "2 days, 4:56:07", "remaining_time": "21:20:16"} +{"current_steps": 842, "total_steps": 1180, "loss": 0.10423731058835983, "lr": 2.3103840581241808e-05, "epoch": 2.8556876061120544, "percentage": 71.36, "elapsed_time": "2 days, 5:00:55", "remaining_time": "21:16:54"} +{"current_steps": 843, "total_steps": 1180, "loss": 0.10128917545080185, "lr": 2.2979271848793633e-05, "epoch": 2.859083191850594, "percentage": 71.44, "elapsed_time": "2 days, 5:04:48", "remaining_time": "21:13:10"} +{"current_steps": 844, "total_steps": 1180, "loss": 0.08610906451940536, "lr": 2.2854939570769117e-05, "epoch": 2.8624787775891343, "percentage": 71.53, "elapsed_time": "2 days, 5:08:13", "remaining_time": "21:09:14"} +{"current_steps": 845, "total_steps": 1180, "loss": 0.07469803839921951, "lr": 2.2730844835181757e-05, "epoch": 2.865874363327674, "percentage": 71.61, "elapsed_time": "2 days, 5:11:12", "remaining_time": "21:05:09"} +{"current_steps": 846, "total_steps": 1180, "loss": 0.06642265617847443, "lr": 2.2606988727966393e-05, "epoch": 2.869269949066214, "percentage": 71.69, "elapsed_time": "2 days, 5:13:49", "remaining_time": "21:00:55"} +{"current_steps": 847, "total_steps": 1180, "loss": 0.06281661987304688, "lr": 2.248337233296961e-05, "epoch": 2.872665534804754, "percentage": 71.78, "elapsed_time": "2 days, 5:16:06", "remaining_time": "20:56:33"} +{"current_steps": 848, "total_steps": 1180, "loss": 0.05801626294851303, "lr": 2.235999673194035e-05, "epoch": 2.8760611205432935, "percentage": 71.86, "elapsed_time": "2 days, 5:17:56", "remaining_time": "20:52:01"} +{"current_steps": 849, "total_steps": 1180, "loss": 0.10372237861156464, "lr": 2.2236863004520326e-05, "epoch": 2.8794567062818337, "percentage": 71.95, "elapsed_time": "2 days, 5:25:57", "remaining_time": "20:49:54"} +{"current_steps": 850, "total_steps": 1180, "loss": 0.10756620764732361, "lr": 2.2113972228234737e-05, "epoch": 2.8828522920203734, "percentage": 72.03, "elapsed_time": "2 days, 5:31:25", "remaining_time": "20:46:47"} +{"current_steps": 851, "total_steps": 1180, "loss": 0.09228329360485077, "lr": 2.1991325478482694e-05, "epoch": 2.8862478777589136, "percentage": 72.12, "elapsed_time": "2 days, 5:35:35", "remaining_time": "20:43:09"} +{"current_steps": 852, "total_steps": 1180, "loss": 0.08767873048782349, "lr": 2.1868923828527933e-05, "epoch": 2.8896434634974533, "percentage": 72.2, "elapsed_time": "2 days, 5:39:11", "remaining_time": "20:39:18"} +{"current_steps": 853, "total_steps": 1180, "loss": 0.08027926087379456, "lr": 2.1746768349489283e-05, "epoch": 2.893039049235993, "percentage": 72.29, "elapsed_time": "2 days, 5:42:19", "remaining_time": "20:35:17"} +{"current_steps": 854, "total_steps": 1180, "loss": 0.07026295363903046, "lr": 2.162486011033142e-05, "epoch": 2.896434634974533, "percentage": 72.37, "elapsed_time": "2 days, 5:45:05", "remaining_time": "20:31:07"} +{"current_steps": 855, "total_steps": 1180, "loss": 0.06201394647359848, "lr": 2.1503200177855426e-05, "epoch": 2.8998302207130733, "percentage": 72.46, "elapsed_time": "2 days, 5:47:31", "remaining_time": "20:26:50"} +{"current_steps": 856, "total_steps": 1180, "loss": 0.05623271316289902, "lr": 2.1381789616689512e-05, "epoch": 2.903225806451613, "percentage": 72.54, "elapsed_time": "2 days, 5:49:32", "remaining_time": "20:22:23"} +{"current_steps": 857, "total_steps": 1180, "loss": 0.0802827849984169, "lr": 2.126062948927966e-05, "epoch": 2.9066213921901527, "percentage": 72.63, "elapsed_time": "2 days, 5:55:06", "remaining_time": "20:19:17"} +{"current_steps": 858, "total_steps": 1180, "loss": 0.10669051110744476, "lr": 2.1139720855880357e-05, "epoch": 2.910016977928693, "percentage": 72.71, "elapsed_time": "2 days, 6:01:28", "remaining_time": "20:16:29"} +{"current_steps": 859, "total_steps": 1180, "loss": 0.09754259884357452, "lr": 2.1019064774545282e-05, "epoch": 2.9134125636672326, "percentage": 72.8, "elapsed_time": "2 days, 6:06:10", "remaining_time": "20:13:03"} +{"current_steps": 860, "total_steps": 1180, "loss": 0.08932974934577942, "lr": 2.089866230111813e-05, "epoch": 2.9168081494057727, "percentage": 72.88, "elapsed_time": "2 days, 6:10:01", "remaining_time": "20:09:18"} +{"current_steps": 861, "total_steps": 1180, "loss": 0.08105964958667755, "lr": 2.0778514489223204e-05, "epoch": 2.9202037351443124, "percentage": 72.97, "elapsed_time": "2 days, 6:13:16", "remaining_time": "20:05:20"} +{"current_steps": 862, "total_steps": 1180, "loss": 0.0701388269662857, "lr": 2.065862239025639e-05, "epoch": 2.923599320882852, "percentage": 73.05, "elapsed_time": "2 days, 6:16:12", "remaining_time": "20:01:14"} +{"current_steps": 863, "total_steps": 1180, "loss": 0.07826648652553558, "lr": 2.053898705337583e-05, "epoch": 2.9269949066213923, "percentage": 73.14, "elapsed_time": "2 days, 6:18:44", "remaining_time": "19:57:00"} +{"current_steps": 864, "total_steps": 1180, "loss": 0.0596000961959362, "lr": 2.0419609525492794e-05, "epoch": 2.930390492359932, "percentage": 73.22, "elapsed_time": "2 days, 6:20:49", "remaining_time": "19:52:37"} +{"current_steps": 865, "total_steps": 1180, "loss": 0.05892246961593628, "lr": 2.030049085126247e-05, "epoch": 2.933786078098472, "percentage": 73.31, "elapsed_time": "2 days, 6:22:28", "remaining_time": "19:48:04"} +{"current_steps": 866, "total_steps": 1180, "loss": 0.10967177152633667, "lr": 2.0181632073074926e-05, "epoch": 2.937181663837012, "percentage": 73.39, "elapsed_time": "2 days, 6:30:43", "remaining_time": "19:45:55"} +{"current_steps": 867, "total_steps": 1180, "loss": 0.09500811994075775, "lr": 2.0063034231045852e-05, "epoch": 2.9405772495755516, "percentage": 73.47, "elapsed_time": "2 days, 6:35:17", "remaining_time": "19:42:25"} +{"current_steps": 868, "total_steps": 1180, "loss": 0.09110953658819199, "lr": 1.9944698363007547e-05, "epoch": 2.9439728353140917, "percentage": 73.56, "elapsed_time": "2 days, 6:39:07", "remaining_time": "19:38:40"} +{"current_steps": 869, "total_steps": 1180, "loss": 0.08384446799755096, "lr": 1.9826625504499806e-05, "epoch": 2.9473684210526314, "percentage": 73.64, "elapsed_time": "2 days, 6:42:30", "remaining_time": "19:34:45"} +{"current_steps": 870, "total_steps": 1180, "loss": 0.06967946887016296, "lr": 1.9708816688760884e-05, "epoch": 2.9507640067911716, "percentage": 73.73, "elapsed_time": "2 days, 6:45:31", "remaining_time": "19:30:42"} +{"current_steps": 871, "total_steps": 1180, "loss": 0.07182908058166504, "lr": 1.9591272946718415e-05, "epoch": 2.9541595925297113, "percentage": 73.81, "elapsed_time": "2 days, 6:48:12", "remaining_time": "19:26:32"} +{"current_steps": 872, "total_steps": 1180, "loss": 0.05983252078294754, "lr": 1.947399530698043e-05, "epoch": 2.9575551782682514, "percentage": 73.9, "elapsed_time": "2 days, 6:50:29", "remaining_time": "19:22:14"} +{"current_steps": 873, "total_steps": 1180, "loss": 0.054759681224823, "lr": 1.9356984795826334e-05, "epoch": 2.960950764006791, "percentage": 73.98, "elapsed_time": "2 days, 6:52:20", "remaining_time": "19:17:47"} +{"current_steps": 874, "total_steps": 1180, "loss": 0.09463880956172943, "lr": 1.9240242437197913e-05, "epoch": 2.9643463497453313, "percentage": 74.07, "elapsed_time": "2 days, 6:58:46", "remaining_time": "19:14:57"} +{"current_steps": 875, "total_steps": 1180, "loss": 0.11154663562774658, "lr": 1.912376925269041e-05, "epoch": 2.967741935483871, "percentage": 74.15, "elapsed_time": "2 days, 7:04:32", "remaining_time": "19:11:51"} +{"current_steps": 876, "total_steps": 1180, "loss": 0.0895266979932785, "lr": 1.9007566261543558e-05, "epoch": 2.9711375212224107, "percentage": 74.24, "elapsed_time": "2 days, 7:08:52", "remaining_time": "19:08:17"} +{"current_steps": 877, "total_steps": 1180, "loss": 0.08388682454824448, "lr": 1.8891634480632664e-05, "epoch": 2.974533106960951, "percentage": 74.32, "elapsed_time": "2 days, 7:12:31", "remaining_time": "19:04:27"} +{"current_steps": 878, "total_steps": 1180, "loss": 0.0881383940577507, "lr": 1.8775974924459717e-05, "epoch": 2.9779286926994906, "percentage": 74.41, "elapsed_time": "2 days, 7:15:45", "remaining_time": "19:00:29"} +{"current_steps": 879, "total_steps": 1180, "loss": 0.0678919181227684, "lr": 1.8660588605144484e-05, "epoch": 2.9813242784380307, "percentage": 74.49, "elapsed_time": "2 days, 7:18:33", "remaining_time": "18:56:23"} +{"current_steps": 880, "total_steps": 1180, "loss": 0.0655856803059578, "lr": 1.8545476532415744e-05, "epoch": 2.9847198641765704, "percentage": 74.58, "elapsed_time": "2 days, 7:20:57", "remaining_time": "18:52:08"} +{"current_steps": 881, "total_steps": 1180, "loss": 0.05788996070623398, "lr": 1.8430639713602316e-05, "epoch": 2.98811544991511, "percentage": 74.66, "elapsed_time": "2 days, 7:22:58", "remaining_time": "18:47:46"} +{"current_steps": 882, "total_steps": 1180, "loss": 0.08516006171703339, "lr": 1.8316079153624355e-05, "epoch": 2.9915110356536503, "percentage": 74.75, "elapsed_time": "2 days, 7:28:06", "remaining_time": "18:44:27"} +{"current_steps": 883, "total_steps": 1180, "loss": 0.09487900137901306, "lr": 1.820179585498446e-05, "epoch": 2.99490662139219, "percentage": 74.83, "elapsed_time": "2 days, 7:32:18", "remaining_time": "18:40:49"} +{"current_steps": 884, "total_steps": 1180, "loss": 0.0681651160120964, "lr": 1.808779081775901e-05, "epoch": 2.99830220713073, "percentage": 74.92, "elapsed_time": "2 days, 7:35:06", "remaining_time": "18:36:44"} +{"current_steps": 885, "total_steps": 1180, "loss": 0.05562879145145416, "lr": 1.7974065039589333e-05, "epoch": 3.0, "percentage": 75.0, "elapsed_time": "2 days, 7:36:02", "remaining_time": "18:32:00"} +{"current_steps": 886, "total_steps": 1180, "loss": 0.0673580914735794, "lr": 1.7860619515673033e-05, "epoch": 3.0033955857385397, "percentage": 75.08, "elapsed_time": "2 days, 7:45:07", "remaining_time": "18:30:00"} +{"current_steps": 887, "total_steps": 1180, "loss": 0.054912835359573364, "lr": 1.7747455238755223e-05, "epoch": 3.00679117147708, "percentage": 75.17, "elapsed_time": "2 days, 7:49:57", "remaining_time": "18:26:35"} +{"current_steps": 888, "total_steps": 1180, "loss": 0.04442862793803215, "lr": 1.7634573199119863e-05, "epoch": 3.0101867572156196, "percentage": 75.25, "elapsed_time": "2 days, 7:53:58", "remaining_time": "18:22:52"} +{"current_steps": 889, "total_steps": 1180, "loss": 0.03634992241859436, "lr": 1.7521974384581115e-05, "epoch": 3.0135823429541597, "percentage": 75.34, "elapsed_time": "2 days, 7:57:28", "remaining_time": "18:19:00"} +{"current_steps": 890, "total_steps": 1180, "loss": 0.03315172344446182, "lr": 1.740965978047465e-05, "epoch": 3.0169779286926994, "percentage": 75.42, "elapsed_time": "2 days, 8:00:34", "remaining_time": "18:15:01"} +{"current_steps": 891, "total_steps": 1180, "loss": 0.02704174816608429, "lr": 1.729763036964909e-05, "epoch": 3.0203735144312396, "percentage": 75.51, "elapsed_time": "2 days, 8:03:16", "remaining_time": "18:10:53"} +{"current_steps": 892, "total_steps": 1180, "loss": 0.023155605420470238, "lr": 1.718588713245734e-05, "epoch": 3.0237691001697793, "percentage": 75.59, "elapsed_time": "2 days, 8:05:33", "remaining_time": "18:06:38"} +{"current_steps": 893, "total_steps": 1180, "loss": 0.022725418210029602, "lr": 1.7074431046748075e-05, "epoch": 3.027164685908319, "percentage": 75.68, "elapsed_time": "2 days, 8:07:25", "remaining_time": "18:02:15"} +{"current_steps": 894, "total_steps": 1180, "loss": 0.05386361479759216, "lr": 1.6963263087857123e-05, "epoch": 3.030560271646859, "percentage": 75.76, "elapsed_time": "2 days, 8:14:41", "remaining_time": "17:59:35"} +{"current_steps": 895, "total_steps": 1180, "loss": 0.06401611119508743, "lr": 1.6852384228598967e-05, "epoch": 3.033955857385399, "percentage": 75.85, "elapsed_time": "2 days, 8:20:03", "remaining_time": "17:56:19"} +{"current_steps": 896, "total_steps": 1180, "loss": 0.04542354866862297, "lr": 1.6741795439258218e-05, "epoch": 3.037351443123939, "percentage": 75.93, "elapsed_time": "2 days, 8:24:21", "remaining_time": "17:52:43"} +{"current_steps": 897, "total_steps": 1180, "loss": 0.03876464068889618, "lr": 1.6631497687581126e-05, "epoch": 3.0407470288624787, "percentage": 76.02, "elapsed_time": "2 days, 8:28:02", "remaining_time": "17:48:54"} +{"current_steps": 898, "total_steps": 1180, "loss": 0.035458002239465714, "lr": 1.652149193876713e-05, "epoch": 3.044142614601019, "percentage": 76.1, "elapsed_time": "2 days, 8:31:10", "remaining_time": "17:44:55"} +{"current_steps": 899, "total_steps": 1180, "loss": 0.029961001127958298, "lr": 1.641177915546036e-05, "epoch": 3.0475382003395586, "percentage": 76.19, "elapsed_time": "2 days, 8:33:58", "remaining_time": "17:40:51"} +{"current_steps": 900, "total_steps": 1180, "loss": 0.026551615446805954, "lr": 1.63023602977413e-05, "epoch": 3.0509337860780983, "percentage": 76.27, "elapsed_time": "2 days, 8:36:27", "remaining_time": "17:36:40"} +{"current_steps": 901, "total_steps": 1180, "loss": 0.022327136248350143, "lr": 1.6193236323118283e-05, "epoch": 3.0543293718166384, "percentage": 76.36, "elapsed_time": "2 days, 8:38:36", "remaining_time": "17:32:23"} +{"current_steps": 902, "total_steps": 1180, "loss": 0.042529694736003876, "lr": 1.6084408186519196e-05, "epoch": 3.057724957555178, "percentage": 76.44, "elapsed_time": "2 days, 8:43:41", "remaining_time": "17:29:01"} +{"current_steps": 903, "total_steps": 1180, "loss": 0.06388020515441895, "lr": 1.5975876840283072e-05, "epoch": 3.0611205432937183, "percentage": 76.53, "elapsed_time": "2 days, 8:49:52", "remaining_time": "17:25:59"} +{"current_steps": 904, "total_steps": 1180, "loss": 0.04957219213247299, "lr": 1.586764323415178e-05, "epoch": 3.064516129032258, "percentage": 76.61, "elapsed_time": "2 days, 8:54:36", "remaining_time": "17:22:30"} +{"current_steps": 905, "total_steps": 1180, "loss": 0.0441456101834774, "lr": 1.5759708315261722e-05, "epoch": 3.067911714770798, "percentage": 76.69, "elapsed_time": "2 days, 8:58:35", "remaining_time": "17:18:47"} +{"current_steps": 906, "total_steps": 1180, "loss": 0.036236342042684555, "lr": 1.5652073028135512e-05, "epoch": 3.071307300509338, "percentage": 76.78, "elapsed_time": "2 days, 9:01:59", "remaining_time": "17:14:54"} +{"current_steps": 907, "total_steps": 1180, "loss": 0.03265400975942612, "lr": 1.5544738314673747e-05, "epoch": 3.0747028862478776, "percentage": 76.86, "elapsed_time": "2 days, 9:04:59", "remaining_time": "17:10:53"} +{"current_steps": 908, "total_steps": 1180, "loss": 0.026175139471888542, "lr": 1.5437705114146733e-05, "epoch": 3.0780984719864177, "percentage": 76.95, "elapsed_time": "2 days, 9:07:36", "remaining_time": "17:06:46"} +{"current_steps": 909, "total_steps": 1180, "loss": 0.021192245185375214, "lr": 1.533097436318629e-05, "epoch": 3.0814940577249574, "percentage": 77.03, "elapsed_time": "2 days, 9:09:48", "remaining_time": "17:02:31"} +{"current_steps": 910, "total_steps": 1180, "loss": 0.024942472577095032, "lr": 1.5224546995777549e-05, "epoch": 3.0848896434634976, "percentage": 77.12, "elapsed_time": "2 days, 9:11:35", "remaining_time": "16:58:09"} +{"current_steps": 911, "total_steps": 1180, "loss": 0.05906528979539871, "lr": 1.5118423943250771e-05, "epoch": 3.0882852292020373, "percentage": 77.2, "elapsed_time": "2 days, 9:19:35", "remaining_time": "16:55:38"} +{"current_steps": 912, "total_steps": 1180, "loss": 0.04865565896034241, "lr": 1.5012606134273205e-05, "epoch": 3.0916808149405774, "percentage": 77.29, "elapsed_time": "2 days, 9:24:16", "remaining_time": "16:52:08"} +{"current_steps": 913, "total_steps": 1180, "loss": 0.037569206207990646, "lr": 1.4907094494840929e-05, "epoch": 3.095076400679117, "percentage": 77.37, "elapsed_time": "2 days, 9:28:02", "remaining_time": "16:48:21"} +{"current_steps": 914, "total_steps": 1180, "loss": 0.03742380440235138, "lr": 1.4801889948270853e-05, "epoch": 3.098471986417657, "percentage": 77.46, "elapsed_time": "2 days, 9:31:22", "remaining_time": "16:44:26"} +{"current_steps": 915, "total_steps": 1180, "loss": 0.02953353524208069, "lr": 1.4696993415192484e-05, "epoch": 3.101867572156197, "percentage": 77.54, "elapsed_time": "2 days, 9:34:21", "remaining_time": "16:40:26"} +{"current_steps": 916, "total_steps": 1180, "loss": 0.025264710187911987, "lr": 1.4592405813539994e-05, "epoch": 3.1052631578947367, "percentage": 77.63, "elapsed_time": "2 days, 9:37:01", "remaining_time": "16:36:20"} +{"current_steps": 917, "total_steps": 1180, "loss": 0.02316337451338768, "lr": 1.4488128058544098e-05, "epoch": 3.108658743633277, "percentage": 77.71, "elapsed_time": "2 days, 9:39:19", "remaining_time": "16:32:09"} +{"current_steps": 918, "total_steps": 1180, "loss": 0.019381247460842133, "lr": 1.4384161062724133e-05, "epoch": 3.1120543293718166, "percentage": 77.8, "elapsed_time": "2 days, 9:41:16", "remaining_time": "16:27:51"} +{"current_steps": 919, "total_steps": 1180, "loss": 0.05059080570936203, "lr": 1.428050573587999e-05, "epoch": 3.1154499151103567, "percentage": 77.88, "elapsed_time": "2 days, 9:48:32", "remaining_time": "16:25:04"} +{"current_steps": 920, "total_steps": 1180, "loss": 0.051333390176296234, "lr": 1.4177162985084242e-05, "epoch": 3.1188455008488964, "percentage": 77.97, "elapsed_time": "2 days, 9:54:03", "remaining_time": "16:21:47"} +{"current_steps": 921, "total_steps": 1180, "loss": 0.04799500107765198, "lr": 1.4074133714674115e-05, "epoch": 3.122241086587436, "percentage": 78.05, "elapsed_time": "2 days, 9:58:32", "remaining_time": "16:18:13"} +{"current_steps": 922, "total_steps": 1180, "loss": 0.040485985577106476, "lr": 1.397141882624361e-05, "epoch": 3.1256366723259763, "percentage": 78.14, "elapsed_time": "2 days, 10:02:19", "remaining_time": "16:14:26"} +{"current_steps": 923, "total_steps": 1180, "loss": 0.03332916274666786, "lr": 1.3869019218635642e-05, "epoch": 3.129032258064516, "percentage": 78.22, "elapsed_time": "2 days, 10:05:36", "remaining_time": "16:10:31"} +{"current_steps": 924, "total_steps": 1180, "loss": 0.04002326726913452, "lr": 1.3766935787934138e-05, "epoch": 3.132427843803056, "percentage": 78.31, "elapsed_time": "2 days, 10:08:29", "remaining_time": "16:06:30"} +{"current_steps": 925, "total_steps": 1180, "loss": 0.02388843521475792, "lr": 1.3665169427456203e-05, "epoch": 3.135823429541596, "percentage": 78.39, "elapsed_time": "2 days, 10:10:58", "remaining_time": "16:02:22"} +{"current_steps": 926, "total_steps": 1180, "loss": 0.021195849403738976, "lr": 1.3563721027744308e-05, "epoch": 3.139219015280136, "percentage": 78.47, "elapsed_time": "2 days, 10:13:00", "remaining_time": "15:58:07"} +{"current_steps": 927, "total_steps": 1180, "loss": 0.04306637868285179, "lr": 1.3462591476558511e-05, "epoch": 3.1426146010186757, "percentage": 78.56, "elapsed_time": "2 days, 10:17:23", "remaining_time": "15:54:31"} +{"current_steps": 928, "total_steps": 1180, "loss": 0.053870104253292084, "lr": 1.336178165886865e-05, "epoch": 3.1460101867572154, "percentage": 78.64, "elapsed_time": "2 days, 10:22:51", "remaining_time": "15:51:12"} +{"current_steps": 929, "total_steps": 1180, "loss": 0.04142114520072937, "lr": 1.3261292456846647e-05, "epoch": 3.1494057724957556, "percentage": 78.73, "elapsed_time": "2 days, 10:26:58", "remaining_time": "15:47:31"} +{"current_steps": 930, "total_steps": 1180, "loss": 0.04224657267332077, "lr": 1.3161124749858738e-05, "epoch": 3.1528013582342953, "percentage": 78.81, "elapsed_time": "2 days, 10:30:38", "remaining_time": "15:43:43"} +{"current_steps": 931, "total_steps": 1180, "loss": 0.03984564542770386, "lr": 1.3061279414457823e-05, "epoch": 3.1561969439728355, "percentage": 78.9, "elapsed_time": "2 days, 10:33:49", "remaining_time": "15:39:47"} +{"current_steps": 932, "total_steps": 1180, "loss": 0.02691613882780075, "lr": 1.2961757324375767e-05, "epoch": 3.159592529711375, "percentage": 78.98, "elapsed_time": "2 days, 10:36:40", "remaining_time": "15:35:45"} +{"current_steps": 933, "total_steps": 1180, "loss": 0.0235055573284626, "lr": 1.2862559350515746e-05, "epoch": 3.1629881154499153, "percentage": 79.07, "elapsed_time": "2 days, 10:39:08", "remaining_time": "15:31:38"} +{"current_steps": 934, "total_steps": 1180, "loss": 0.02205159328877926, "lr": 1.27636863609447e-05, "epoch": 3.166383701188455, "percentage": 79.15, "elapsed_time": "2 days, 10:41:13", "remaining_time": "15:27:25"} +{"current_steps": 935, "total_steps": 1180, "loss": 0.024279549717903137, "lr": 1.2665139220885613e-05, "epoch": 3.1697792869269947, "percentage": 79.24, "elapsed_time": "2 days, 10:42:54", "remaining_time": "15:23:06"} +{"current_steps": 936, "total_steps": 1180, "loss": 0.05706634745001793, "lr": 1.2566918792710042e-05, "epoch": 3.173174872665535, "percentage": 79.32, "elapsed_time": "2 days, 10:51:22", "remaining_time": "15:20:34"} +{"current_steps": 937, "total_steps": 1180, "loss": 0.049813997000455856, "lr": 1.2469025935930523e-05, "epoch": 3.1765704584040746, "percentage": 79.41, "elapsed_time": "2 days, 10:56:14", "remaining_time": "15:17:04"} +{"current_steps": 938, "total_steps": 1180, "loss": 0.04218004643917084, "lr": 1.2371461507193078e-05, "epoch": 3.1799660441426147, "percentage": 79.49, "elapsed_time": "2 days, 11:00:06", "remaining_time": "15:13:19"} +{"current_steps": 939, "total_steps": 1180, "loss": 0.03302651271224022, "lr": 1.2274226360269687e-05, "epoch": 3.1833616298811545, "percentage": 79.58, "elapsed_time": "2 days, 11:03:26", "remaining_time": "15:09:26"} +{"current_steps": 940, "total_steps": 1180, "loss": 0.030225880444049835, "lr": 1.2177321346050835e-05, "epoch": 3.1867572156196946, "percentage": 79.66, "elapsed_time": "2 days, 11:06:25", "remaining_time": "15:05:28"} +{"current_steps": 941, "total_steps": 1180, "loss": 0.023621803149580956, "lr": 1.2080747312538083e-05, "epoch": 3.1901528013582343, "percentage": 79.75, "elapsed_time": "2 days, 11:09:02", "remaining_time": "15:01:24"} +{"current_steps": 942, "total_steps": 1180, "loss": 0.02137250266969204, "lr": 1.1984505104836608e-05, "epoch": 3.193548387096774, "percentage": 79.83, "elapsed_time": "2 days, 11:11:19", "remaining_time": "14:57:15"} +{"current_steps": 943, "total_steps": 1180, "loss": 0.019377615302801132, "lr": 1.1888595565147836e-05, "epoch": 3.196943972835314, "percentage": 79.92, "elapsed_time": "2 days, 11:13:11", "remaining_time": "14:53:00"} +{"current_steps": 944, "total_steps": 1180, "loss": 0.05031951889395714, "lr": 1.1793019532762056e-05, "epoch": 3.200339558573854, "percentage": 80.0, "elapsed_time": "2 days, 11:20:11", "remaining_time": "14:50:02"} +{"current_steps": 945, "total_steps": 1180, "loss": 0.05532939359545708, "lr": 1.1697777844051105e-05, "epoch": 3.203735144312394, "percentage": 80.08, "elapsed_time": "2 days, 11:25:18", "remaining_time": "14:46:36"} +{"current_steps": 946, "total_steps": 1180, "loss": 0.040702566504478455, "lr": 1.1602871332461002e-05, "epoch": 3.2071307300509337, "percentage": 80.17, "elapsed_time": "2 days, 11:29:32", "remaining_time": "14:42:57"} +{"current_steps": 947, "total_steps": 1180, "loss": 0.041564490646123886, "lr": 1.150830082850468e-05, "epoch": 3.2105263157894735, "percentage": 80.25, "elapsed_time": "2 days, 11:33:11", "remaining_time": "14:39:08"} +{"current_steps": 948, "total_steps": 1180, "loss": 0.03210339695215225, "lr": 1.141406715975476e-05, "epoch": 3.2139219015280136, "percentage": 80.34, "elapsed_time": "2 days, 11:36:23", "remaining_time": "14:35:14"} +{"current_steps": 949, "total_steps": 1180, "loss": 0.028910160064697266, "lr": 1.1320171150836228e-05, "epoch": 3.2173174872665533, "percentage": 80.42, "elapsed_time": "2 days, 11:39:13", "remaining_time": "14:31:14"} +{"current_steps": 950, "total_steps": 1180, "loss": 0.021669626235961914, "lr": 1.1226613623419269e-05, "epoch": 3.2207130730050935, "percentage": 80.51, "elapsed_time": "2 days, 11:41:42", "remaining_time": "14:27:08"} +{"current_steps": 951, "total_steps": 1180, "loss": 0.02199777215719223, "lr": 1.1133395396212049e-05, "epoch": 3.224108658743633, "percentage": 80.59, "elapsed_time": "2 days, 11:43:49", "remaining_time": "14:22:58"} +{"current_steps": 952, "total_steps": 1180, "loss": 0.03625570982694626, "lr": 1.1040517284953595e-05, "epoch": 3.2275042444821733, "percentage": 80.68, "elapsed_time": "2 days, 11:50:00", "remaining_time": "14:19:47"} +{"current_steps": 953, "total_steps": 1180, "loss": 0.061830319464206696, "lr": 1.0947980102406596e-05, "epoch": 3.230899830220713, "percentage": 80.76, "elapsed_time": "2 days, 11:56:15", "remaining_time": "14:16:36"} +{"current_steps": 954, "total_steps": 1180, "loss": 0.044841524213552475, "lr": 1.0855784658350388e-05, "epoch": 3.234295415959253, "percentage": 80.85, "elapsed_time": "2 days, 12:00:52", "remaining_time": "14:13:02"} +{"current_steps": 955, "total_steps": 1180, "loss": 0.03786482661962509, "lr": 1.0763931759573736e-05, "epoch": 3.237691001697793, "percentage": 80.93, "elapsed_time": "2 days, 12:04:37", "remaining_time": "14:09:15"} +{"current_steps": 956, "total_steps": 1180, "loss": 0.03329238295555115, "lr": 1.0672422209867878e-05, "epoch": 3.2410865874363326, "percentage": 81.02, "elapsed_time": "2 days, 12:07:52", "remaining_time": "14:05:21"} +{"current_steps": 957, "total_steps": 1180, "loss": 0.02538839727640152, "lr": 1.0581256810019435e-05, "epoch": 3.2444821731748728, "percentage": 81.1, "elapsed_time": "2 days, 12:10:44", "remaining_time": "14:01:22"} +{"current_steps": 958, "total_steps": 1180, "loss": 0.025109291076660156, "lr": 1.0490436357803435e-05, "epoch": 3.2478777589134125, "percentage": 81.19, "elapsed_time": "2 days, 12:13:17", "remaining_time": "13:57:18"} +{"current_steps": 959, "total_steps": 1180, "loss": 0.021655848249793053, "lr": 1.0399961647976314e-05, "epoch": 3.2512733446519526, "percentage": 81.27, "elapsed_time": "2 days, 12:15:29", "remaining_time": "13:53:10"} +{"current_steps": 960, "total_steps": 1180, "loss": 0.024202316999435425, "lr": 1.0309833472268976e-05, "epoch": 3.2546689303904923, "percentage": 81.36, "elapsed_time": "2 days, 12:17:09", "remaining_time": "13:48:55"} +{"current_steps": 961, "total_steps": 1180, "loss": 0.052302829921245575, "lr": 1.0220052619379843e-05, "epoch": 3.258064516129032, "percentage": 81.44, "elapsed_time": "2 days, 12:25:56", "remaining_time": "13:46:18"} +{"current_steps": 962, "total_steps": 1180, "loss": 0.048711176961660385, "lr": 1.0130619874967983e-05, "epoch": 3.261460101867572, "percentage": 81.53, "elapsed_time": "2 days, 12:30:59", "remaining_time": "13:42:49"} +{"current_steps": 963, "total_steps": 1180, "loss": 0.0423329696059227, "lr": 1.0041536021646204e-05, "epoch": 3.264855687606112, "percentage": 81.61, "elapsed_time": "2 days, 12:35:03", "remaining_time": "13:39:06"} +{"current_steps": 964, "total_steps": 1180, "loss": 0.03406022489070892, "lr": 9.952801838974213e-06, "epoch": 3.268251273344652, "percentage": 81.69, "elapsed_time": "2 days, 12:38:32", "remaining_time": "13:35:16"} +{"current_steps": 965, "total_steps": 1180, "loss": 0.029523154720664024, "lr": 9.864418103451828e-06, "epoch": 3.2716468590831917, "percentage": 81.78, "elapsed_time": "2 days, 12:41:34", "remaining_time": "13:31:20"} +{"current_steps": 966, "total_steps": 1180, "loss": 0.02632921002805233, "lr": 9.776385588512121e-06, "epoch": 3.275042444821732, "percentage": 81.86, "elapsed_time": "2 days, 12:44:12", "remaining_time": "13:27:18"} +{"current_steps": 967, "total_steps": 1180, "loss": 0.02133692428469658, "lr": 9.688705064514703e-06, "epoch": 3.2784380305602716, "percentage": 81.95, "elapsed_time": "2 days, 12:46:29", "remaining_time": "13:23:12"} +{"current_steps": 968, "total_steps": 1180, "loss": 0.01997721940279007, "lr": 9.601377298738977e-06, "epoch": 3.2818336162988118, "percentage": 82.03, "elapsed_time": "2 days, 12:48:23", "remaining_time": "13:19:01"} +{"current_steps": 969, "total_steps": 1180, "loss": 0.05067284032702446, "lr": 9.514403055377386e-06, "epoch": 3.2852292020373515, "percentage": 82.12, "elapsed_time": "2 days, 12:56:45", "remaining_time": "13:16:15"} +{"current_steps": 970, "total_steps": 1180, "loss": 0.05785913020372391, "lr": 9.427783095528769e-06, "epoch": 3.288624787775891, "percentage": 82.2, "elapsed_time": "2 days, 13:02:04", "remaining_time": "13:12:49"} +{"current_steps": 971, "total_steps": 1180, "loss": 0.04777633398771286, "lr": 9.34151817719166e-06, "epoch": 3.2920203735144313, "percentage": 82.29, "elapsed_time": "2 days, 13:06:30", "remaining_time": "13:09:11"} +{"current_steps": 972, "total_steps": 1180, "loss": 0.038534604012966156, "lr": 9.255609055257713e-06, "epoch": 3.295415959252971, "percentage": 82.37, "elapsed_time": "2 days, 13:10:21", "remaining_time": "13:05:25"} +{"current_steps": 973, "total_steps": 1180, "loss": 0.03242049366235733, "lr": 9.170056481504996e-06, "epoch": 3.298811544991511, "percentage": 82.46, "elapsed_time": "2 days, 13:13:41", "remaining_time": "13:01:33"} +{"current_steps": 974, "total_steps": 1180, "loss": 0.027944771572947502, "lr": 9.084861204591549e-06, "epoch": 3.302207130730051, "percentage": 82.54, "elapsed_time": "2 days, 13:16:34", "remaining_time": "12:57:35"} +{"current_steps": 975, "total_steps": 1180, "loss": 0.022624008357524872, "lr": 9.000023970048726e-06, "epoch": 3.3056027164685906, "percentage": 82.63, "elapsed_time": "2 days, 13:19:04", "remaining_time": "12:53:32"} +{"current_steps": 976, "total_steps": 1180, "loss": 0.021190008148550987, "lr": 8.915545520274698e-06, "epoch": 3.3089983022071308, "percentage": 82.71, "elapsed_time": "2 days, 13:21:09", "remaining_time": "12:49:25"} +{"current_steps": 977, "total_steps": 1180, "loss": 0.03924716264009476, "lr": 8.831426594527975e-06, "epoch": 3.3123938879456705, "percentage": 82.8, "elapsed_time": "2 days, 13:26:20", "remaining_time": "12:45:56"} +{"current_steps": 978, "total_steps": 1180, "loss": 0.0606057271361351, "lr": 8.747667928920927e-06, "epoch": 3.3157894736842106, "percentage": 82.88, "elapsed_time": "2 days, 13:32:17", "remaining_time": "12:42:37"} +{"current_steps": 979, "total_steps": 1180, "loss": 0.04649470001459122, "lr": 8.664270256413332e-06, "epoch": 3.3191850594227503, "percentage": 82.97, "elapsed_time": "2 days, 13:36:48", "remaining_time": "12:38:59"} +{"current_steps": 980, "total_steps": 1180, "loss": 0.048369601368904114, "lr": 8.581234306805969e-06, "epoch": 3.3225806451612905, "percentage": 83.05, "elapsed_time": "2 days, 13:40:45", "remaining_time": "12:35:15"} +{"current_steps": 981, "total_steps": 1180, "loss": 0.03547901660203934, "lr": 8.498560806734229e-06, "epoch": 3.32597623089983, "percentage": 83.14, "elapsed_time": "2 days, 13:44:09", "remaining_time": "12:31:24"} +{"current_steps": 982, "total_steps": 1180, "loss": 0.03008534386754036, "lr": 8.416250479661803e-06, "epoch": 3.3293718166383703, "percentage": 83.22, "elapsed_time": "2 days, 13:47:07", "remaining_time": "12:27:27"} +{"current_steps": 983, "total_steps": 1180, "loss": 0.02395748905837536, "lr": 8.334304045874247e-06, "epoch": 3.33276740237691, "percentage": 83.31, "elapsed_time": "2 days, 13:49:43", "remaining_time": "12:23:27"} +{"current_steps": 984, "total_steps": 1180, "loss": 0.020507005974650383, "lr": 8.252722222472792e-06, "epoch": 3.3361629881154498, "percentage": 83.39, "elapsed_time": "2 days, 13:51:57", "remaining_time": "12:19:22"} +{"current_steps": 985, "total_steps": 1180, "loss": 0.021873991936445236, "lr": 8.171505723367961e-06, "epoch": 3.33955857385399, "percentage": 83.47, "elapsed_time": "2 days, 13:53:39", "remaining_time": "12:15:11"} +{"current_steps": 986, "total_steps": 1180, "loss": 0.054312169551849365, "lr": 8.090655259273428e-06, "epoch": 3.3429541595925296, "percentage": 83.56, "elapsed_time": "2 days, 14:01:18", "remaining_time": "12:12:11"} +{"current_steps": 987, "total_steps": 1180, "loss": 0.051031019538640976, "lr": 8.010171537699712e-06, "epoch": 3.3463497453310698, "percentage": 83.64, "elapsed_time": "2 days, 14:06:15", "remaining_time": "12:08:38"} +{"current_steps": 988, "total_steps": 1180, "loss": 0.04110771045088768, "lr": 7.930055262948072e-06, "epoch": 3.3497453310696095, "percentage": 83.73, "elapsed_time": "2 days, 14:10:19", "remaining_time": "12:04:55"} +{"current_steps": 989, "total_steps": 1180, "loss": 0.03764788806438446, "lr": 7.850307136104247e-06, "epoch": 3.353140916808149, "percentage": 83.81, "elapsed_time": "2 days, 14:13:52", "remaining_time": "12:01:06"} +{"current_steps": 990, "total_steps": 1180, "loss": 0.029466327279806137, "lr": 7.770927855032378e-06, "epoch": 3.3565365025466893, "percentage": 83.9, "elapsed_time": "2 days, 14:17:01", "remaining_time": "11:57:12"} +{"current_steps": 991, "total_steps": 1180, "loss": 0.023005565628409386, "lr": 7.691918114368907e-06, "epoch": 3.359932088285229, "percentage": 83.98, "elapsed_time": "2 days, 14:19:48", "remaining_time": "11:53:14"} +{"current_steps": 992, "total_steps": 1180, "loss": 0.022195864468812943, "lr": 7.613278605516455e-06, "epoch": 3.363327674023769, "percentage": 84.07, "elapsed_time": "2 days, 14:22:09", "remaining_time": "11:49:11"} +{"current_steps": 993, "total_steps": 1180, "loss": 0.021608486771583557, "lr": 7.535010016637828e-06, "epoch": 3.366723259762309, "percentage": 84.15, "elapsed_time": "2 days, 14:24:04", "remaining_time": "11:45:04"} +{"current_steps": 994, "total_steps": 1180, "loss": 0.0499873161315918, "lr": 7.457113032649943e-06, "epoch": 3.370118845500849, "percentage": 84.24, "elapsed_time": "2 days, 14:31:58", "remaining_time": "11:42:04"} +{"current_steps": 995, "total_steps": 1180, "loss": 0.05264587327837944, "lr": 7.379588335217874e-06, "epoch": 3.3735144312393888, "percentage": 84.32, "elapsed_time": "2 days, 14:37:28", "remaining_time": "11:38:37"} +{"current_steps": 996, "total_steps": 1180, "loss": 0.0403154194355011, "lr": 7.302436602748864e-06, "epoch": 3.376910016977929, "percentage": 84.41, "elapsed_time": "2 days, 14:41:54", "remaining_time": "11:34:58"} +{"current_steps": 997, "total_steps": 1180, "loss": 0.03427085652947426, "lr": 7.225658510386385e-06, "epoch": 3.3803056027164686, "percentage": 84.49, "elapsed_time": "2 days, 14:45:34", "remaining_time": "11:31:10"} +{"current_steps": 998, "total_steps": 1180, "loss": 0.03029695712029934, "lr": 7.1492547300042455e-06, "epoch": 3.3837011884550083, "percentage": 84.58, "elapsed_time": "2 days, 14:48:41", "remaining_time": "11:27:16"} +{"current_steps": 999, "total_steps": 1180, "loss": 0.025695830583572388, "lr": 7.073225930200722e-06, "epoch": 3.3870967741935485, "percentage": 84.66, "elapsed_time": "2 days, 14:51:24", "remaining_time": "11:23:18"} +{"current_steps": 1000, "total_steps": 1180, "loss": 0.022229617461562157, "lr": 6.99757277629266e-06, "epoch": 3.390492359932088, "percentage": 84.75, "elapsed_time": "2 days, 14:53:48", "remaining_time": "11:19:17"} +{"current_steps": 1001, "total_steps": 1180, "loss": 0.01890420913696289, "lr": 6.922295930309691e-06, "epoch": 3.3938879456706283, "percentage": 84.83, "elapsed_time": "2 days, 14:55:48", "remaining_time": "11:15:11"} +{"current_steps": 1002, "total_steps": 1180, "loss": 0.042036961764097214, "lr": 6.847396050988469e-06, "epoch": 3.397283531409168, "percentage": 84.92, "elapsed_time": "2 days, 15:00:17", "remaining_time": "11:11:32"} +{"current_steps": 1003, "total_steps": 1180, "loss": 0.05907998979091644, "lr": 6.772873793766815e-06, "epoch": 3.4006791171477078, "percentage": 85.0, "elapsed_time": "2 days, 15:05:54", "remaining_time": "11:08:06"} +{"current_steps": 1004, "total_steps": 1180, "loss": 0.04251595586538315, "lr": 6.698729810778065e-06, "epoch": 3.404074702886248, "percentage": 85.08, "elapsed_time": "2 days, 15:10:10", "remaining_time": "11:04:24"} +{"current_steps": 1005, "total_steps": 1180, "loss": 0.037187762558460236, "lr": 6.624964750845325e-06, "epoch": 3.4074702886247876, "percentage": 85.17, "elapsed_time": "2 days, 15:13:50", "remaining_time": "11:00:37"} +{"current_steps": 1006, "total_steps": 1180, "loss": 0.03140611574053764, "lr": 6.551579259475809e-06, "epoch": 3.4108658743633278, "percentage": 85.25, "elapsed_time": "2 days, 15:17:04", "remaining_time": "10:56:45"} +{"current_steps": 1007, "total_steps": 1180, "loss": 0.026064341887831688, "lr": 6.478573978855146e-06, "epoch": 3.4142614601018675, "percentage": 85.34, "elapsed_time": "2 days, 15:19:56", "remaining_time": "10:52:49"} +{"current_steps": 1008, "total_steps": 1180, "loss": 0.02195816859602928, "lr": 6.405949547841849e-06, "epoch": 3.4176570458404076, "percentage": 85.42, "elapsed_time": "2 days, 15:22:26", "remaining_time": "10:48:49"} +{"current_steps": 1009, "total_steps": 1180, "loss": 0.018451834097504616, "lr": 6.333706601961642e-06, "epoch": 3.4210526315789473, "percentage": 85.51, "elapsed_time": "2 days, 15:24:33", "remaining_time": "10:44:46"} +{"current_steps": 1010, "total_steps": 1180, "loss": 0.021571999415755272, "lr": 6.2618457734019364e-06, "epoch": 3.4244482173174875, "percentage": 85.59, "elapsed_time": "2 days, 15:26:16", "remaining_time": "10:40:39"} +{"current_steps": 1011, "total_steps": 1180, "loss": 0.05437242239713669, "lr": 6.190367691006288e-06, "epoch": 3.427843803056027, "percentage": 85.68, "elapsed_time": "2 days, 15:33:45", "remaining_time": "10:37:30"} +{"current_steps": 1012, "total_steps": 1180, "loss": 0.05201639235019684, "lr": 6.119272980268897e-06, "epoch": 3.431239388794567, "percentage": 85.76, "elapsed_time": "2 days, 15:38:41", "remaining_time": "10:33:55"} +{"current_steps": 1013, "total_steps": 1180, "loss": 0.03945009037852287, "lr": 6.048562263329138e-06, "epoch": 3.434634974533107, "percentage": 85.85, "elapsed_time": "2 days, 15:42:48", "remaining_time": "10:30:13"} +{"current_steps": 1014, "total_steps": 1180, "loss": 0.034029774367809296, "lr": 5.978236158966105e-06, "epoch": 3.4380305602716468, "percentage": 85.93, "elapsed_time": "2 days, 15:46:22", "remaining_time": "10:26:24"} +{"current_steps": 1015, "total_steps": 1180, "loss": 0.030163567513227463, "lr": 5.908295282593207e-06, "epoch": 3.441426146010187, "percentage": 86.02, "elapsed_time": "2 days, 15:49:30", "remaining_time": "10:22:31"} +{"current_steps": 1016, "total_steps": 1180, "loss": 0.025972014293074608, "lr": 5.838740246252794e-06, "epoch": 3.4448217317487266, "percentage": 86.1, "elapsed_time": "2 days, 15:52:15", "remaining_time": "10:18:35"} +{"current_steps": 1017, "total_steps": 1180, "loss": 0.02163957618176937, "lr": 5.769571658610762e-06, "epoch": 3.4482173174872663, "percentage": 86.19, "elapsed_time": "2 days, 15:54:35", "remaining_time": "10:14:35"} +{"current_steps": 1018, "total_steps": 1180, "loss": 0.017679382115602493, "lr": 5.700790124951283e-06, "epoch": 3.4516129032258065, "percentage": 86.27, "elapsed_time": "2 days, 15:56:32", "remaining_time": "10:10:31"} +{"current_steps": 1019, "total_steps": 1180, "loss": 0.04990405589342117, "lr": 5.6323962471714286e-06, "epoch": 3.455008488964346, "percentage": 86.36, "elapsed_time": "2 days, 16:03:27", "remaining_time": "10:07:15"} +{"current_steps": 1020, "total_steps": 1180, "loss": 0.05478016659617424, "lr": 5.564390623775995e-06, "epoch": 3.4584040747028864, "percentage": 86.44, "elapsed_time": "2 days, 16:08:51", "remaining_time": "10:03:44"} +{"current_steps": 1021, "total_steps": 1180, "loss": 0.04403357952833176, "lr": 5.496773849872183e-06, "epoch": 3.461799660441426, "percentage": 86.53, "elapsed_time": "2 days, 16:13:18", "remaining_time": "10:00:04"} +{"current_steps": 1022, "total_steps": 1180, "loss": 0.03723139688372612, "lr": 5.429546517164486e-06, "epoch": 3.465195246179966, "percentage": 86.61, "elapsed_time": "2 days, 16:17:00", "remaining_time": "9:56:17"} +{"current_steps": 1023, "total_steps": 1180, "loss": 0.03130408003926277, "lr": 5.362709213949396e-06, "epoch": 3.468590831918506, "percentage": 86.69, "elapsed_time": "2 days, 16:20:13", "remaining_time": "9:52:25"} +{"current_steps": 1024, "total_steps": 1180, "loss": 0.025761296972632408, "lr": 5.296262525110346e-06, "epoch": 3.471986417657046, "percentage": 86.78, "elapsed_time": "2 days, 16:23:05", "remaining_time": "9:48:31"} +{"current_steps": 1025, "total_steps": 1180, "loss": 0.024434616789221764, "lr": 5.23020703211255e-06, "epoch": 3.475382003395586, "percentage": 86.86, "elapsed_time": "2 days, 16:25:35", "remaining_time": "9:44:33"} +{"current_steps": 1026, "total_steps": 1180, "loss": 0.02007797360420227, "lr": 5.1645433129979215e-06, "epoch": 3.4787775891341255, "percentage": 86.95, "elapsed_time": "2 days, 16:27:42", "remaining_time": "9:40:32"} +{"current_steps": 1027, "total_steps": 1180, "loss": 0.041598979383707047, "lr": 5.0992719423800236e-06, "epoch": 3.4821731748726656, "percentage": 87.03, "elapsed_time": "2 days, 16:32:54", "remaining_time": "9:36:58"} +{"current_steps": 1028, "total_steps": 1180, "loss": 0.05767684429883957, "lr": 5.034393491439043e-06, "epoch": 3.4855687606112054, "percentage": 87.12, "elapsed_time": "2 days, 16:39:10", "remaining_time": "9:33:34"} +{"current_steps": 1029, "total_steps": 1180, "loss": 0.04558452218770981, "lr": 4.969908527916766e-06, "epoch": 3.4889643463497455, "percentage": 87.2, "elapsed_time": "2 days, 16:43:55", "remaining_time": "9:29:56"} +{"current_steps": 1030, "total_steps": 1180, "loss": 0.040574293583631516, "lr": 4.905817616111641e-06, "epoch": 3.492359932088285, "percentage": 87.29, "elapsed_time": "2 days, 16:47:49", "remaining_time": "9:26:11"} +{"current_steps": 1031, "total_steps": 1180, "loss": 0.033539630472660065, "lr": 4.842121316873821e-06, "epoch": 3.495755517826825, "percentage": 87.37, "elapsed_time": "2 days, 16:51:07", "remaining_time": "9:22:20"} +{"current_steps": 1032, "total_steps": 1180, "loss": 0.026948917657136917, "lr": 4.778820187600275e-06, "epoch": 3.499151103565365, "percentage": 87.46, "elapsed_time": "2 days, 16:53:59", "remaining_time": "9:18:26"} +{"current_steps": 1033, "total_steps": 1180, "loss": 0.0230097658932209, "lr": 4.71591478222988e-06, "epoch": 3.502546689303905, "percentage": 87.54, "elapsed_time": "2 days, 16:56:29", "remaining_time": "9:14:29"} +{"current_steps": 1034, "total_steps": 1180, "loss": 0.019026953727006912, "lr": 4.653405651238607e-06, "epoch": 3.505942275042445, "percentage": 87.63, "elapsed_time": "2 days, 16:58:40", "remaining_time": "9:10:29"} +{"current_steps": 1035, "total_steps": 1180, "loss": 0.02308005653321743, "lr": 4.591293341634661e-06, "epoch": 3.5093378607809846, "percentage": 87.71, "elapsed_time": "2 days, 17:00:23", "remaining_time": "9:06:25"} +{"current_steps": 1036, "total_steps": 1180, "loss": 0.05882404372096062, "lr": 4.529578396953771e-06, "epoch": 3.5127334465195243, "percentage": 87.8, "elapsed_time": "2 days, 17:08:13", "remaining_time": "9:03:13"} +{"current_steps": 1037, "total_steps": 1180, "loss": 0.049779534339904785, "lr": 4.468261357254339e-06, "epoch": 3.5161290322580645, "percentage": 87.88, "elapsed_time": "2 days, 17:13:02", "remaining_time": "8:59:35"} +{"current_steps": 1038, "total_steps": 1180, "loss": 0.03601907566189766, "lr": 4.407342759112776e-06, "epoch": 3.5195246179966047, "percentage": 87.97, "elapsed_time": "2 days, 17:16:55", "remaining_time": "8:55:50"} +{"current_steps": 1039, "total_steps": 1180, "loss": 0.03361005708575249, "lr": 4.346823135618788e-06, "epoch": 3.5229202037351444, "percentage": 88.05, "elapsed_time": "2 days, 17:20:16", "remaining_time": "8:52:00"} +{"current_steps": 1040, "total_steps": 1180, "loss": 0.029762055724859238, "lr": 4.286703016370719e-06, "epoch": 3.526315789473684, "percentage": 88.14, "elapsed_time": "2 days, 17:23:13", "remaining_time": "8:48:07"} +{"current_steps": 1041, "total_steps": 1180, "loss": 0.02579472027719021, "lr": 4.226982927470874e-06, "epoch": 3.5297113752122242, "percentage": 88.22, "elapsed_time": "2 days, 17:25:50", "remaining_time": "8:44:11"} +{"current_steps": 1042, "total_steps": 1180, "loss": 0.020228728652000427, "lr": 4.167663391521015e-06, "epoch": 3.533106960950764, "percentage": 88.31, "elapsed_time": "2 days, 17:28:04", "remaining_time": "8:40:13"} +{"current_steps": 1043, "total_steps": 1180, "loss": 0.019604738801717758, "lr": 4.108744927617669e-06, "epoch": 3.536502546689304, "percentage": 88.39, "elapsed_time": "2 days, 17:29:57", "remaining_time": "8:36:12"} +{"current_steps": 1044, "total_steps": 1180, "loss": 0.04686151444911957, "lr": 4.050228051347671e-06, "epoch": 3.539898132427844, "percentage": 88.47, "elapsed_time": "2 days, 17:37:31", "remaining_time": "8:32:56"} +{"current_steps": 1045, "total_steps": 1180, "loss": 0.0543304905295372, "lr": 3.99211327478361e-06, "epoch": 3.5432937181663835, "percentage": 88.56, "elapsed_time": "2 days, 17:42:40", "remaining_time": "8:29:20"} +{"current_steps": 1046, "total_steps": 1180, "loss": 0.04142393916845322, "lr": 3.9344011064793516e-06, "epoch": 3.5466893039049237, "percentage": 88.64, "elapsed_time": "2 days, 17:46:49", "remaining_time": "8:25:36"} +{"current_steps": 1047, "total_steps": 1180, "loss": 0.03393886238336563, "lr": 3.877092051465614e-06, "epoch": 3.5500848896434634, "percentage": 88.73, "elapsed_time": "2 days, 17:50:22", "remaining_time": "8:21:48"} +{"current_steps": 1048, "total_steps": 1180, "loss": 0.030113479122519493, "lr": 3.8201866112455185e-06, "epoch": 3.5534804753820035, "percentage": 88.81, "elapsed_time": "2 days, 17:53:31", "remaining_time": "8:17:57"} +{"current_steps": 1049, "total_steps": 1180, "loss": 0.024684980511665344, "lr": 3.763685283790208e-06, "epoch": 3.556876061120543, "percentage": 88.9, "elapsed_time": "2 days, 17:56:18", "remaining_time": "8:14:04"} +{"current_steps": 1050, "total_steps": 1180, "loss": 0.022464102134108543, "lr": 3.707588563534514e-06, "epoch": 3.560271646859083, "percentage": 88.98, "elapsed_time": "2 days, 17:58:42", "remaining_time": "8:10:07"} +{"current_steps": 1051, "total_steps": 1180, "loss": 0.017372405156493187, "lr": 3.6518969413725903e-06, "epoch": 3.563667232597623, "percentage": 89.07, "elapsed_time": "2 days, 18:00:44", "remaining_time": "8:06:08"} +{"current_steps": 1052, "total_steps": 1180, "loss": 0.03922034800052643, "lr": 3.596610904653652e-06, "epoch": 3.5670628183361632, "percentage": 89.15, "elapsed_time": "2 days, 18:07:35", "remaining_time": "8:02:44"} +{"current_steps": 1053, "total_steps": 1180, "loss": 0.05485820025205612, "lr": 3.5417309371776675e-06, "epoch": 3.570458404074703, "percentage": 89.24, "elapsed_time": "2 days, 18:13:59", "remaining_time": "7:59:17"} +{"current_steps": 1054, "total_steps": 1180, "loss": 0.04063337296247482, "lr": 3.4872575191911895e-06, "epoch": 3.5738539898132426, "percentage": 89.32, "elapsed_time": "2 days, 18:18:36", "remaining_time": "7:55:37"} +{"current_steps": 1055, "total_steps": 1180, "loss": 0.035744693130254745, "lr": 3.4331911273830784e-06, "epoch": 3.577249575551783, "percentage": 89.41, "elapsed_time": "2 days, 18:22:26", "remaining_time": "7:51:51"} +{"current_steps": 1056, "total_steps": 1180, "loss": 0.0327204205095768, "lr": 3.3795322348804114e-06, "epoch": 3.5806451612903225, "percentage": 89.49, "elapsed_time": "2 days, 18:25:48", "remaining_time": "7:48:01"} +{"current_steps": 1057, "total_steps": 1180, "loss": 0.028406118974089622, "lr": 3.326281311244267e-06, "epoch": 3.5840407470288627, "percentage": 89.58, "elapsed_time": "2 days, 18:28:46", "remaining_time": "7:44:09"} +{"current_steps": 1058, "total_steps": 1180, "loss": 0.022378256544470787, "lr": 3.2734388224656575e-06, "epoch": 3.5874363327674024, "percentage": 89.66, "elapsed_time": "2 days, 18:31:19", "remaining_time": "7:40:14"} +{"current_steps": 1059, "total_steps": 1180, "loss": 0.01868167705833912, "lr": 3.2210052309614437e-06, "epoch": 3.590831918505942, "percentage": 89.75, "elapsed_time": "2 days, 18:33:33", "remaining_time": "7:36:17"} +{"current_steps": 1060, "total_steps": 1180, "loss": 0.023598134517669678, "lr": 3.1689809955702754e-06, "epoch": 3.5942275042444822, "percentage": 89.83, "elapsed_time": "2 days, 18:35:13", "remaining_time": "7:32:17"} +{"current_steps": 1061, "total_steps": 1180, "loss": 0.05531495064496994, "lr": 3.117366571548608e-06, "epoch": 3.597623089983022, "percentage": 89.92, "elapsed_time": "2 days, 18:43:48", "remaining_time": "7:29:03"} +{"current_steps": 1062, "total_steps": 1180, "loss": 0.04982135817408562, "lr": 3.066162410566681e-06, "epoch": 3.601018675721562, "percentage": 90.0, "elapsed_time": "2 days, 18:48:34", "remaining_time": "7:25:23"} +{"current_steps": 1063, "total_steps": 1180, "loss": 0.034899309277534485, "lr": 3.0153689607045845e-06, "epoch": 3.604414261460102, "percentage": 90.08, "elapsed_time": "2 days, 18:52:30", "remaining_time": "7:21:38"} +{"current_steps": 1064, "total_steps": 1180, "loss": 0.03358934819698334, "lr": 2.9649866664483385e-06, "epoch": 3.6078098471986415, "percentage": 90.17, "elapsed_time": "2 days, 18:55:52", "remaining_time": "7:17:49"} +{"current_steps": 1065, "total_steps": 1180, "loss": 0.028581634163856506, "lr": 2.915015968686002e-06, "epoch": 3.6112054329371817, "percentage": 90.25, "elapsed_time": "2 days, 18:58:49", "remaining_time": "7:13:57"} +{"current_steps": 1066, "total_steps": 1180, "loss": 0.02503875456750393, "lr": 2.865457304703817e-06, "epoch": 3.614601018675722, "percentage": 90.34, "elapsed_time": "2 days, 19:01:24", "remaining_time": "7:10:03"} +{"current_steps": 1067, "total_steps": 1180, "loss": 0.019195111468434334, "lr": 2.816311108182368e-06, "epoch": 3.6179966044142615, "percentage": 90.42, "elapsed_time": "2 days, 19:03:37", "remaining_time": "7:06:07"} +{"current_steps": 1068, "total_steps": 1180, "loss": 0.017958905547857285, "lr": 2.767577809192806e-06, "epoch": 3.6213921901528012, "percentage": 90.51, "elapsed_time": "2 days, 19:05:26", "remaining_time": "7:02:08"} +{"current_steps": 1069, "total_steps": 1180, "loss": 0.045885052531957626, "lr": 2.7192578341930618e-06, "epoch": 3.6247877758913414, "percentage": 90.59, "elapsed_time": "2 days, 19:12:52", "remaining_time": "6:58:45"} +{"current_steps": 1070, "total_steps": 1180, "loss": 0.06239771097898483, "lr": 2.6713516060241527e-06, "epoch": 3.628183361629881, "percentage": 90.68, "elapsed_time": "2 days, 19:18:23", "remaining_time": "6:55:09"} +{"current_steps": 1071, "total_steps": 1180, "loss": 0.042742691934108734, "lr": 2.6238595439064484e-06, "epoch": 3.6315789473684212, "percentage": 90.76, "elapsed_time": "2 days, 19:22:46", "remaining_time": "6:51:26"} +{"current_steps": 1072, "total_steps": 1180, "loss": 0.03938419371843338, "lr": 2.5767820634360008e-06, "epoch": 3.634974533106961, "percentage": 90.85, "elapsed_time": "2 days, 19:26:32", "remaining_time": "6:47:40"} +{"current_steps": 1073, "total_steps": 1180, "loss": 0.03136751428246498, "lr": 2.530119576580936e-06, "epoch": 3.6383701188455007, "percentage": 90.93, "elapsed_time": "2 days, 19:29:54", "remaining_time": "6:43:51"} +{"current_steps": 1074, "total_steps": 1180, "loss": 0.027267418801784515, "lr": 2.483872491677819e-06, "epoch": 3.641765704584041, "percentage": 91.02, "elapsed_time": "2 days, 19:32:50", "remaining_time": "6:40:00"} +{"current_steps": 1075, "total_steps": 1180, "loss": 0.02183561585843563, "lr": 2.4380412134280884e-06, "epoch": 3.6451612903225805, "percentage": 91.1, "elapsed_time": "2 days, 19:35:18", "remaining_time": "6:36:05"} +{"current_steps": 1076, "total_steps": 1180, "loss": 0.019022442400455475, "lr": 2.3926261428945383e-06, "epoch": 3.6485568760611207, "percentage": 91.19, "elapsed_time": "2 days, 19:37:22", "remaining_time": "6:32:09"} +{"current_steps": 1077, "total_steps": 1180, "loss": 0.040305063128471375, "lr": 2.347627677497788e-06, "epoch": 3.6519524617996604, "percentage": 91.27, "elapsed_time": "2 days, 19:42:56", "remaining_time": "6:28:33"} +{"current_steps": 1078, "total_steps": 1180, "loss": 0.05720077082514763, "lr": 2.303046211012783e-06, "epoch": 3.6553480475382, "percentage": 91.36, "elapsed_time": "2 days, 19:48:42", "remaining_time": "6:24:58"} +{"current_steps": 1079, "total_steps": 1180, "loss": 0.042141806334257126, "lr": 2.258882133565404e-06, "epoch": 3.6587436332767402, "percentage": 91.44, "elapsed_time": "2 days, 19:53:06", "remaining_time": "6:21:15"} +{"current_steps": 1080, "total_steps": 1180, "loss": 0.03805346414446831, "lr": 2.2151358316290006e-06, "epoch": 3.6621392190152804, "percentage": 91.53, "elapsed_time": "2 days, 19:56:46", "remaining_time": "6:17:28"} +{"current_steps": 1081, "total_steps": 1180, "loss": 0.028709007427096367, "lr": 2.1718076880210327e-06, "epoch": 3.66553480475382, "percentage": 91.61, "elapsed_time": "2 days, 19:59:55", "remaining_time": "6:13:38"} +{"current_steps": 1082, "total_steps": 1180, "loss": 0.02676650509238243, "lr": 2.1288980818997275e-06, "epoch": 3.66893039049236, "percentage": 91.69, "elapsed_time": "2 days, 20:02:44", "remaining_time": "6:09:47"} +{"current_steps": 1083, "total_steps": 1180, "loss": 0.021988656371831894, "lr": 2.0864073887607416e-06, "epoch": 3.6723259762309, "percentage": 91.78, "elapsed_time": "2 days, 20:05:09", "remaining_time": "6:05:53"} +{"current_steps": 1084, "total_steps": 1180, "loss": 0.017682846635580063, "lr": 2.0443359804338923e-06, "epoch": 3.6757215619694397, "percentage": 91.86, "elapsed_time": "2 days, 20:07:14", "remaining_time": "6:01:58"} +{"current_steps": 1085, "total_steps": 1180, "loss": 0.02302953228354454, "lr": 2.0026842250799038e-06, "epoch": 3.67911714770798, "percentage": 91.95, "elapsed_time": "2 days, 20:08:56", "remaining_time": "5:58:01"} +{"current_steps": 1086, "total_steps": 1180, "loss": 0.05681226775050163, "lr": 1.9614524871871544e-06, "epoch": 3.6825127334465195, "percentage": 92.03, "elapsed_time": "2 days, 20:17:01", "remaining_time": "5:54:37"} +{"current_steps": 1087, "total_steps": 1180, "loss": 0.0456516370177269, "lr": 1.92064112756854e-06, "epoch": 3.6859083191850592, "percentage": 92.12, "elapsed_time": "2 days, 20:21:56", "remaining_time": "5:50:56"} +{"current_steps": 1088, "total_steps": 1180, "loss": 0.03863770514726639, "lr": 1.8802505033582608e-06, "epoch": 3.6893039049235994, "percentage": 92.2, "elapsed_time": "2 days, 20:25:57", "remaining_time": "5:47:11"} +{"current_steps": 1089, "total_steps": 1180, "loss": 0.03486296162009239, "lr": 1.8402809680087452e-06, "epoch": 3.692699490662139, "percentage": 92.29, "elapsed_time": "2 days, 20:29:25", "remaining_time": "5:43:23"} +{"current_steps": 1090, "total_steps": 1180, "loss": 0.02674887701869011, "lr": 1.8007328712875305e-06, "epoch": 3.6960950764006792, "percentage": 92.37, "elapsed_time": "2 days, 20:32:26", "remaining_time": "5:39:33"} +{"current_steps": 1091, "total_steps": 1180, "loss": 0.022751905024051666, "lr": 1.7616065592742038e-06, "epoch": 3.699490662139219, "percentage": 92.46, "elapsed_time": "2 days, 20:35:06", "remaining_time": "5:35:41"} +{"current_steps": 1092, "total_steps": 1180, "loss": 0.023014364764094353, "lr": 1.7229023743573657e-06, "epoch": 3.7028862478777587, "percentage": 92.54, "elapsed_time": "2 days, 20:37:27", "remaining_time": "5:31:48"} +{"current_steps": 1093, "total_steps": 1180, "loss": 0.018410202115774155, "lr": 1.6846206552316612e-06, "epoch": 3.706281833616299, "percentage": 92.63, "elapsed_time": "2 days, 20:39:24", "remaining_time": "5:27:53"} +{"current_steps": 1094, "total_steps": 1180, "loss": 0.05249921604990959, "lr": 1.6467617368947918e-06, "epoch": 3.709677419354839, "percentage": 92.71, "elapsed_time": "2 days, 20:46:09", "remaining_time": "5:24:21"} +{"current_steps": 1095, "total_steps": 1180, "loss": 0.05118681490421295, "lr": 1.6093259506445913e-06, "epoch": 3.7130730050933787, "percentage": 92.8, "elapsed_time": "2 days, 20:51:21", "remaining_time": "5:20:41"} +{"current_steps": 1096, "total_steps": 1180, "loss": 0.04066997021436691, "lr": 1.5723136240761271e-06, "epoch": 3.7164685908319184, "percentage": 92.88, "elapsed_time": "2 days, 20:55:27", "remaining_time": "5:16:57"} +{"current_steps": 1097, "total_steps": 1180, "loss": 0.03652298450469971, "lr": 1.5357250810788314e-06, "epoch": 3.7198641765704585, "percentage": 92.97, "elapsed_time": "2 days, 20:59:00", "remaining_time": "5:13:09"} +{"current_steps": 1098, "total_steps": 1180, "loss": 0.02981790155172348, "lr": 1.4995606418336694e-06, "epoch": 3.7232597623089982, "percentage": 93.05, "elapsed_time": "2 days, 21:02:10", "remaining_time": "5:09:20"} +{"current_steps": 1099, "total_steps": 1180, "loss": 0.02735557220876217, "lr": 1.4638206228103413e-06, "epoch": 3.7266553480475384, "percentage": 93.14, "elapsed_time": "2 days, 21:04:57", "remaining_time": "5:05:29"} +{"current_steps": 1100, "total_steps": 1180, "loss": 0.031158095225691795, "lr": 1.4285053367645074e-06, "epoch": 3.730050933786078, "percentage": 93.22, "elapsed_time": "2 days, 21:07:20", "remaining_time": "5:01:37"} +{"current_steps": 1101, "total_steps": 1180, "loss": 0.017439626157283783, "lr": 1.39361509273504e-06, "epoch": 3.733446519524618, "percentage": 93.31, "elapsed_time": "2 days, 21:09:23", "remaining_time": "4:57:43"} +{"current_steps": 1102, "total_steps": 1180, "loss": 0.041479066014289856, "lr": 1.3591501960413422e-06, "epoch": 3.736842105263158, "percentage": 93.39, "elapsed_time": "2 days, 21:14:57", "remaining_time": "4:54:05"} +{"current_steps": 1103, "total_steps": 1180, "loss": 0.05795469880104065, "lr": 1.3251109482806666e-06, "epoch": 3.7402376910016977, "percentage": 93.47, "elapsed_time": "2 days, 21:21:13", "remaining_time": "4:50:29"} +{"current_steps": 1104, "total_steps": 1180, "loss": 0.04435582086443901, "lr": 1.2914976473254793e-06, "epoch": 3.743633276740238, "percentage": 93.56, "elapsed_time": "2 days, 21:25:47", "remaining_time": "4:46:46"} +{"current_steps": 1105, "total_steps": 1180, "loss": 0.04039248079061508, "lr": 1.2583105873208267e-06, "epoch": 3.7470288624787775, "percentage": 93.64, "elapsed_time": "2 days, 21:29:39", "remaining_time": "4:43:00"} +{"current_steps": 1106, "total_steps": 1180, "loss": 0.030748805031180382, "lr": 1.2255500586818014e-06, "epoch": 3.7504244482173172, "percentage": 93.73, "elapsed_time": "2 days, 21:32:55", "remaining_time": "4:39:12"} +{"current_steps": 1107, "total_steps": 1180, "loss": 0.02776479534804821, "lr": 1.1932163480909865e-06, "epoch": 3.7538200339558574, "percentage": 93.81, "elapsed_time": "2 days, 21:35:50", "remaining_time": "4:35:22"} +{"current_steps": 1108, "total_steps": 1180, "loss": 0.02215997874736786, "lr": 1.1613097384959248e-06, "epoch": 3.7572156196943975, "percentage": 93.9, "elapsed_time": "2 days, 21:38:24", "remaining_time": "4:31:31"} +{"current_steps": 1109, "total_steps": 1180, "loss": 0.02009144052863121, "lr": 1.1298305091066664e-06, "epoch": 3.7606112054329373, "percentage": 93.98, "elapsed_time": "2 days, 21:40:37", "remaining_time": "4:27:39"} +{"current_steps": 1110, "total_steps": 1180, "loss": 0.022261163219809532, "lr": 1.0987789353933408e-06, "epoch": 3.764006791171477, "percentage": 94.07, "elapsed_time": "2 days, 21:42:20", "remaining_time": "4:23:45"} +{"current_steps": 1111, "total_steps": 1180, "loss": 0.05920621007680893, "lr": 1.0681552890836944e-06, "epoch": 3.767402376910017, "percentage": 94.15, "elapsed_time": "2 days, 21:49:52", "remaining_time": "4:20:13"} +{"current_steps": 1112, "total_steps": 1180, "loss": 0.05087507888674736, "lr": 1.037959838160768e-06, "epoch": 3.770797962648557, "percentage": 94.24, "elapsed_time": "2 days, 21:54:52", "remaining_time": "4:16:31"} +{"current_steps": 1113, "total_steps": 1180, "loss": 0.0380292646586895, "lr": 1.0081928468605118e-06, "epoch": 3.774193548387097, "percentage": 94.32, "elapsed_time": "2 days, 21:58:56", "remaining_time": "4:12:46"} +{"current_steps": 1114, "total_steps": 1180, "loss": 0.03403709456324577, "lr": 9.788545756694967e-07, "epoch": 3.7775891341256367, "percentage": 94.41, "elapsed_time": "2 days, 22:02:23", "remaining_time": "4:08:58"} +{"current_steps": 1115, "total_steps": 1180, "loss": 0.029617829248309135, "lr": 9.499452813226284e-07, "epoch": 3.7809847198641764, "percentage": 94.49, "elapsed_time": "2 days, 22:05:23", "remaining_time": "4:05:09"} +{"current_steps": 1116, "total_steps": 1180, "loss": 0.023012368008494377, "lr": 9.214652168008875e-07, "epoch": 3.7843803056027165, "percentage": 94.58, "elapsed_time": "2 days, 22:08:03", "remaining_time": "4:01:19"} +{"current_steps": 1117, "total_steps": 1180, "loss": 0.020834699273109436, "lr": 8.934146313291425e-07, "epoch": 3.7877758913412563, "percentage": 94.66, "elapsed_time": "2 days, 22:10:22", "remaining_time": "3:57:28"} +{"current_steps": 1118, "total_steps": 1180, "loss": 0.018864905461668968, "lr": 8.657937703739516e-07, "epoch": 3.7911714770797964, "percentage": 94.75, "elapsed_time": "2 days, 22:12:19", "remaining_time": "3:53:35"} +{"current_steps": 1119, "total_steps": 1180, "loss": 0.05394645780324936, "lr": 8.386028756414089e-07, "epoch": 3.794567062818336, "percentage": 94.83, "elapsed_time": "2 days, 22:19:01", "remaining_time": "3:49:59"} +{"current_steps": 1120, "total_steps": 1180, "loss": 0.04872319847345352, "lr": 8.118421850750347e-07, "epoch": 3.797962648556876, "percentage": 94.92, "elapsed_time": "2 days, 22:24:23", "remaining_time": "3:46:18"} +{"current_steps": 1121, "total_steps": 1180, "loss": 0.039736177772283554, "lr": 7.855119328537109e-07, "epoch": 3.801358234295416, "percentage": 95.0, "elapsed_time": "2 days, 22:28:32", "remaining_time": "3:42:33"} +{"current_steps": 1122, "total_steps": 1180, "loss": 0.0368708074092865, "lr": 7.596123493895991e-07, "epoch": 3.804753820033956, "percentage": 95.08, "elapsed_time": "2 days, 22:32:09", "remaining_time": "3:38:46"} +{"current_steps": 1123, "total_steps": 1180, "loss": 0.030284777283668518, "lr": 7.341436613261532e-07, "epoch": 3.808149405772496, "percentage": 95.17, "elapsed_time": "2 days, 22:35:20", "remaining_time": "3:34:58"} +{"current_steps": 1124, "total_steps": 1180, "loss": 0.024617334827780724, "lr": 7.091060915361269e-07, "epoch": 3.8115449915110355, "percentage": 95.25, "elapsed_time": "2 days, 22:38:07", "remaining_time": "3:31:09"} +{"current_steps": 1125, "total_steps": 1180, "loss": 0.020244378596544266, "lr": 6.844998591196138e-07, "epoch": 3.8149405772495757, "percentage": 95.34, "elapsed_time": "2 days, 22:40:33", "remaining_time": "3:27:18"} +{"current_steps": 1126, "total_steps": 1180, "loss": 0.019265562295913696, "lr": 6.603251794021381e-07, "epoch": 3.8183361629881154, "percentage": 95.42, "elapsed_time": "2 days, 22:42:37", "remaining_time": "3:23:27"} +{"current_steps": 1127, "total_steps": 1180, "loss": 0.03398379683494568, "lr": 6.365822639327723e-07, "epoch": 3.8217317487266556, "percentage": 95.51, "elapsed_time": "2 days, 22:47:22", "remaining_time": "3:19:44"} +{"current_steps": 1128, "total_steps": 1180, "loss": 0.05216260999441147, "lr": 6.132713204822838e-07, "epoch": 3.8251273344651953, "percentage": 95.59, "elapsed_time": "2 days, 22:53:40", "remaining_time": "3:16:05"} +{"current_steps": 1129, "total_steps": 1180, "loss": 0.04568401724100113, "lr": 5.903925530413135e-07, "epoch": 3.828522920203735, "percentage": 95.68, "elapsed_time": "2 days, 22:58:14", "remaining_time": "3:12:21"} +{"current_steps": 1130, "total_steps": 1180, "loss": 0.038143813610076904, "lr": 5.679461618185944e-07, "epoch": 3.831918505942275, "percentage": 95.76, "elapsed_time": "2 days, 23:02:02", "remaining_time": "3:08:35"} +{"current_steps": 1131, "total_steps": 1180, "loss": 0.033648695796728134, "lr": 5.459323432392083e-07, "epoch": 3.835314091680815, "percentage": 95.85, "elapsed_time": "2 days, 23:05:21", "remaining_time": "3:04:47"} +{"current_steps": 1132, "total_steps": 1180, "loss": 0.02586100623011589, "lr": 5.243512899428316e-07, "epoch": 3.838709677419355, "percentage": 95.93, "elapsed_time": "2 days, 23:08:12", "remaining_time": "3:00:59"} +{"current_steps": 1133, "total_steps": 1180, "loss": 0.022495951503515244, "lr": 5.032031907821089e-07, "epoch": 3.8421052631578947, "percentage": 96.02, "elapsed_time": "2 days, 23:10:44", "remaining_time": "2:57:09"} +{"current_steps": 1134, "total_steps": 1180, "loss": 0.019813761115074158, "lr": 4.824882308209433e-07, "epoch": 3.8455008488964344, "percentage": 96.1, "elapsed_time": "2 days, 23:12:54", "remaining_time": "2:53:19"} +{"current_steps": 1135, "total_steps": 1180, "loss": 0.020243462175130844, "lr": 4.6220659133290325e-07, "epoch": 3.8488964346349746, "percentage": 96.19, "elapsed_time": "2 days, 23:14:37", "remaining_time": "2:49:28"} +{"current_steps": 1136, "total_steps": 1180, "loss": 0.0512520894408226, "lr": 4.423584497996458e-07, "epoch": 3.8522920203735147, "percentage": 96.27, "elapsed_time": "2 days, 23:22:55", "remaining_time": "2:45:53"} +{"current_steps": 1137, "total_steps": 1180, "loss": 0.057612400501966476, "lr": 4.2294397990932934e-07, "epoch": 3.8556876061120544, "percentage": 96.36, "elapsed_time": "2 days, 23:27:43", "remaining_time": "2:42:09"} +{"current_steps": 1138, "total_steps": 1180, "loss": 0.04319695755839348, "lr": 4.039633515551422e-07, "epoch": 3.859083191850594, "percentage": 96.44, "elapsed_time": "2 days, 23:31:36", "remaining_time": "2:38:23"} +{"current_steps": 1139, "total_steps": 1180, "loss": 0.030842553824186325, "lr": 3.854167308337708e-07, "epoch": 3.8624787775891343, "percentage": 96.53, "elapsed_time": "2 days, 23:34:57", "remaining_time": "2:34:36"} +{"current_steps": 1140, "total_steps": 1180, "loss": 0.027373939752578735, "lr": 3.67304280043973e-07, "epoch": 3.865874363327674, "percentage": 96.61, "elapsed_time": "2 days, 23:37:57", "remaining_time": "2:30:48"} +{"current_steps": 1141, "total_steps": 1180, "loss": 0.025088828057050705, "lr": 3.4962615768513453e-07, "epoch": 3.869269949066214, "percentage": 96.69, "elapsed_time": "2 days, 23:40:38", "remaining_time": "2:26:59"} +{"current_steps": 1142, "total_steps": 1180, "loss": 0.020571477711200714, "lr": 3.323825184559204e-07, "epoch": 3.872665534804754, "percentage": 96.78, "elapsed_time": "2 days, 23:42:57", "remaining_time": "2:23:10"} +{"current_steps": 1143, "total_steps": 1180, "loss": 0.017123613506555557, "lr": 3.1557351325287586e-07, "epoch": 3.8760611205432935, "percentage": 96.86, "elapsed_time": "2 days, 23:44:52", "remaining_time": "2:19:21"} +{"current_steps": 1144, "total_steps": 1180, "loss": 0.044827818870544434, "lr": 2.9919928916913866e-07, "epoch": 3.8794567062818337, "percentage": 96.95, "elapsed_time": "2 days, 23:53:53", "remaining_time": "2:15:45"} +{"current_steps": 1145, "total_steps": 1180, "loss": 0.051978062838315964, "lr": 2.8325998949314536e-07, "epoch": 3.8828522920203734, "percentage": 97.03, "elapsed_time": "2 days, 23:59:13", "remaining_time": "2:12:01"} +{"current_steps": 1146, "total_steps": 1180, "loss": 0.03830812871456146, "lr": 2.677557537073605e-07, "epoch": 3.8862478777589136, "percentage": 97.12, "elapsed_time": "3 days, 0:03:29", "remaining_time": "2:08:16"} +{"current_steps": 1147, "total_steps": 1180, "loss": 0.03800264373421669, "lr": 2.526867174870717e-07, "epoch": 3.8896434634974533, "percentage": 97.2, "elapsed_time": "3 days, 0:07:10", "remaining_time": "2:04:29"} +{"current_steps": 1148, "total_steps": 1180, "loss": 0.029516471549868584, "lr": 2.3805301269920755e-07, "epoch": 3.893039049235993, "percentage": 97.29, "elapsed_time": "3 days, 0:10:21", "remaining_time": "2:00:42"} +{"current_steps": 1149, "total_steps": 1180, "loss": 0.03173277527093887, "lr": 2.238547674011715e-07, "epoch": 3.896434634974533, "percentage": 97.37, "elapsed_time": "3 days, 0:13:04", "remaining_time": "1:56:54"} +{"current_steps": 1150, "total_steps": 1180, "loss": 0.022136522457003593, "lr": 2.1009210583971539e-07, "epoch": 3.8998302207130733, "percentage": 97.46, "elapsed_time": "3 days, 0:15:28", "remaining_time": "1:53:05"} +{"current_steps": 1151, "total_steps": 1180, "loss": 0.01766270026564598, "lr": 1.9676514844987337e-07, "epoch": 3.903225806451613, "percentage": 97.54, "elapsed_time": "3 days, 0:17:33", "remaining_time": "1:49:17"} +{"current_steps": 1152, "total_steps": 1180, "loss": 0.03541246056556702, "lr": 1.8387401185389064e-07, "epoch": 3.9066213921901527, "percentage": 97.63, "elapsed_time": "3 days, 0:23:24", "remaining_time": "1:45:34"} +{"current_steps": 1153, "total_steps": 1180, "loss": 0.058458708226680756, "lr": 1.714188088602131e-07, "epoch": 3.910016977928693, "percentage": 97.71, "elapsed_time": "3 days, 0:29:39", "remaining_time": "1:41:51"} +{"current_steps": 1154, "total_steps": 1180, "loss": 0.043392978608608246, "lr": 1.5939964846249378e-07, "epoch": 3.9134125636672326, "percentage": 97.8, "elapsed_time": "3 days, 0:34:16", "remaining_time": "1:38:06"} +{"current_steps": 1155, "total_steps": 1180, "loss": 0.03745763748884201, "lr": 1.4781663583863793e-07, "epoch": 3.9168081494057727, "percentage": 97.88, "elapsed_time": "3 days, 0:38:05", "remaining_time": "1:34:19"} +{"current_steps": 1156, "total_steps": 1180, "loss": 0.03112410008907318, "lr": 1.366698723498816e-07, "epoch": 3.9202037351443124, "percentage": 97.97, "elapsed_time": "3 days, 0:41:23", "remaining_time": "1:30:32"} +{"current_steps": 1157, "total_steps": 1180, "loss": 0.027484580874443054, "lr": 1.2595945553992573e-07, "epoch": 3.923599320882852, "percentage": 98.05, "elapsed_time": "3 days, 0:44:18", "remaining_time": "1:26:45"} +{"current_steps": 1158, "total_steps": 1180, "loss": 0.020586207509040833, "lr": 1.1568547913404782e-07, "epoch": 3.9269949066213923, "percentage": 98.14, "elapsed_time": "3 days, 0:46:50", "remaining_time": "1:22:57"} +{"current_steps": 1159, "total_steps": 1180, "loss": 0.020107561722397804, "lr": 1.0584803303831381e-07, "epoch": 3.930390492359932, "percentage": 98.22, "elapsed_time": "3 days, 0:48:58", "remaining_time": "1:19:09"} +{"current_steps": 1160, "total_steps": 1180, "loss": 0.020272759720683098, "lr": 9.6447203338762e-08, "epoch": 3.933786078098472, "percentage": 98.31, "elapsed_time": "3 days, 0:50:40", "remaining_time": "1:15:21"} +{"current_steps": 1161, "total_steps": 1180, "loss": 0.050097476691007614, "lr": 8.748307230067588e-08, "epoch": 3.937181663837012, "percentage": 98.39, "elapsed_time": "3 days, 0:58:36", "remaining_time": "1:11:39"} +{"current_steps": 1162, "total_steps": 1180, "loss": 0.05279211327433586, "lr": 7.895571836785131e-08, "epoch": 3.9405772495755516, "percentage": 98.47, "elapsed_time": "3 days, 1:03:40", "remaining_time": "1:07:54"} +{"current_steps": 1163, "total_steps": 1180, "loss": 0.04177408665418625, "lr": 7.086521616190279e-08, "epoch": 3.9439728353140917, "percentage": 98.56, "elapsed_time": "3 days, 1:07:47", "remaining_time": "1:04:08"} +{"current_steps": 1164, "total_steps": 1180, "loss": 0.03475956618785858, "lr": 6.321163648163597e-08, "epoch": 3.9473684210526314, "percentage": 98.64, "elapsed_time": "3 days, 1:11:16", "remaining_time": "1:00:21"} +{"current_steps": 1165, "total_steps": 1180, "loss": 0.027550702914595604, "lr": 5.599504630239838e-08, "epoch": 3.9507640067911716, "percentage": 98.73, "elapsed_time": "3 days, 1:14:20", "remaining_time": "0:56:34"} +{"current_steps": 1166, "total_steps": 1180, "loss": 0.023431910201907158, "lr": 4.921550877550751e-08, "epoch": 3.9541595925297113, "percentage": 98.81, "elapsed_time": "3 days, 1:17:01", "remaining_time": "0:52:47"} +{"current_steps": 1167, "total_steps": 1180, "loss": 0.021631918847560883, "lr": 4.287308322770689e-08, "epoch": 3.9575551782682514, "percentage": 98.9, "elapsed_time": "3 days, 1:19:23", "remaining_time": "0:49:00"} +{"current_steps": 1168, "total_steps": 1180, "loss": 0.018438920378684998, "lr": 3.696782516062758e-08, "epoch": 3.960950764006791, "percentage": 98.98, "elapsed_time": "3 days, 1:21:17", "remaining_time": "0:45:13"} +{"current_steps": 1169, "total_steps": 1180, "loss": 0.05369807407259941, "lr": 3.149978625032191e-08, "epoch": 3.9643463497453313, "percentage": 99.07, "elapsed_time": "3 days, 1:28:28", "remaining_time": "0:41:28"} +{"current_steps": 1170, "total_steps": 1180, "loss": 0.05239899083971977, "lr": 2.646901434678606e-08, "epoch": 3.967741935483871, "percentage": 99.15, "elapsed_time": "3 days, 1:33:35", "remaining_time": "0:37:43"} +{"current_steps": 1171, "total_steps": 1180, "loss": 0.038403525948524475, "lr": 2.1875553473565956e-08, "epoch": 3.9711375212224107, "percentage": 99.24, "elapsed_time": "3 days, 1:37:37", "remaining_time": "0:33:57"} +{"current_steps": 1172, "total_steps": 1180, "loss": 0.03488669916987419, "lr": 1.7719443827368677e-08, "epoch": 3.974533106960951, "percentage": 99.32, "elapsed_time": "3 days, 1:41:06", "remaining_time": "0:30:10"} +{"current_steps": 1173, "total_steps": 1180, "loss": 0.026330342516303062, "lr": 1.400072177770162e-08, "epoch": 3.9779286926994906, "percentage": 99.41, "elapsed_time": "3 days, 1:44:10", "remaining_time": "0:26:24"} +{"current_steps": 1174, "total_steps": 1180, "loss": 0.02484235167503357, "lr": 1.0719419866550561e-08, "epoch": 3.9813242784380307, "percentage": 99.49, "elapsed_time": "3 days, 1:46:55", "remaining_time": "0:22:37"} +{"current_steps": 1175, "total_steps": 1180, "loss": 0.02031204104423523, "lr": 7.875566808107637e-09, "epoch": 3.9847198641765704, "percentage": 99.58, "elapsed_time": "3 days, 1:49:19", "remaining_time": "0:18:50"} +{"current_steps": 1176, "total_steps": 1180, "loss": 0.01755809783935547, "lr": 5.469187488510441e-09, "epoch": 3.98811544991511, "percentage": 99.66, "elapsed_time": "3 days, 1:51:23", "remaining_time": "0:15:04"} +{"current_steps": 1177, "total_steps": 1180, "loss": 0.0445953831076622, "lr": 3.500302965636637e-09, "epoch": 3.9915110356536503, "percentage": 99.75, "elapsed_time": "3 days, 1:56:35", "remaining_time": "0:11:18"} +{"current_steps": 1178, "total_steps": 1180, "loss": 0.04040689021348953, "lr": 1.9689304688985664e-09, "epoch": 3.99490662139219, "percentage": 99.83, "elapsed_time": "3 days, 2:00:45", "remaining_time": "0:07:32"} +{"current_steps": 1179, "total_steps": 1180, "loss": 0.02543703280389309, "lr": 8.750833991155727e-10, "epoch": 3.99830220713073, "percentage": 99.92, "elapsed_time": "3 days, 2:03:28", "remaining_time": "0:03:46"} +{"current_steps": 1180, "total_steps": 1180, "loss": 0.020692113786935806, "lr": 2.1877132838632463e-10, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "3 days, 2:04:25", "remaining_time": "0:00:00"} +{"current_steps": 1180, "total_steps": 1180, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "3 days, 2:04:50", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..f044803 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,8303 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.0, + "eval_steps": 500, + "global_step": 1180, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.003395585738539898, + "grad_norm": 7.1178366810389075, + "learning_rate": 0.0, + "loss": 0.5506677627563477, + "step": 1 + }, + { + "epoch": 0.006791171477079796, + "grad_norm": 7.024814904097202, + "learning_rate": 8.474576271186441e-07, + "loss": 0.599281907081604, + "step": 2 + }, + { + "epoch": 0.010186757215619695, + "grad_norm": 6.853107961612166, + "learning_rate": 1.6949152542372882e-06, + "loss": 0.5870709419250488, + "step": 3 + }, + { + "epoch": 0.013582342954159592, + "grad_norm": 5.954984166055368, + "learning_rate": 2.5423728813559323e-06, + "loss": 0.5824997425079346, + "step": 4 + }, + { + "epoch": 0.01697792869269949, + "grad_norm": 4.658838920956997, + "learning_rate": 3.3898305084745763e-06, + "loss": 0.585983157157898, + "step": 5 + }, + { + "epoch": 0.02037351443123939, + "grad_norm": 3.2010849287722585, + "learning_rate": 4.23728813559322e-06, + "loss": 0.5429093241691589, + "step": 6 + }, + { + "epoch": 0.023769100169779286, + "grad_norm": 2.9163250402862957, + "learning_rate": 5.084745762711865e-06, + "loss": 0.542880654335022, + "step": 7 + }, + { + "epoch": 0.027164685908319185, + "grad_norm": 1.9185843677049557, + "learning_rate": 5.932203389830509e-06, + "loss": 0.5096145868301392, + "step": 8 + }, + { + "epoch": 0.030560271646859084, + "grad_norm": 1.1982853083312783, + "learning_rate": 6.779661016949153e-06, + "loss": 0.41756781935691833, + "step": 9 + }, + { + "epoch": 0.03395585738539898, + "grad_norm": 1.0596692131749834, + "learning_rate": 7.627118644067798e-06, + "loss": 0.46277719736099243, + "step": 10 + }, + { + "epoch": 0.03735144312393888, + "grad_norm": 1.8214728018448225, + "learning_rate": 8.47457627118644e-06, + "loss": 0.4573628902435303, + "step": 11 + }, + { + "epoch": 0.04074702886247878, + "grad_norm": 1.600210925717614, + "learning_rate": 9.322033898305085e-06, + "loss": 0.41718530654907227, + "step": 12 + }, + { + "epoch": 0.044142614601018676, + "grad_norm": 1.4921367520201188, + "learning_rate": 1.016949152542373e-05, + "loss": 0.43204784393310547, + "step": 13 + }, + { + "epoch": 0.04753820033955857, + "grad_norm": 1.0851179549374617, + "learning_rate": 1.1016949152542374e-05, + "loss": 0.40290939807891846, + "step": 14 + }, + { + "epoch": 0.050933786078098474, + "grad_norm": 0.8551868034270019, + "learning_rate": 1.1864406779661018e-05, + "loss": 0.3809565305709839, + "step": 15 + }, + { + "epoch": 0.05432937181663837, + "grad_norm": 0.6767693231830578, + "learning_rate": 1.2711864406779661e-05, + "loss": 0.36067473888397217, + "step": 16 + }, + { + "epoch": 0.057724957555178265, + "grad_norm": 0.6494263513664725, + "learning_rate": 1.3559322033898305e-05, + "loss": 0.3391953408718109, + "step": 17 + }, + { + "epoch": 0.06112054329371817, + "grad_norm": 0.6740114111548333, + "learning_rate": 1.440677966101695e-05, + "loss": 0.34520161151885986, + "step": 18 + }, + { + "epoch": 0.06451612903225806, + "grad_norm": 0.6127236499049523, + "learning_rate": 1.5254237288135596e-05, + "loss": 0.3492334485054016, + "step": 19 + }, + { + "epoch": 0.06791171477079797, + "grad_norm": 0.4757507185674207, + "learning_rate": 1.6101694915254237e-05, + "loss": 0.3266001343727112, + "step": 20 + }, + { + "epoch": 0.07130730050933787, + "grad_norm": 0.4286168800029103, + "learning_rate": 1.694915254237288e-05, + "loss": 0.317482590675354, + "step": 21 + }, + { + "epoch": 0.07470288624787776, + "grad_norm": 0.44220907165134377, + "learning_rate": 1.7796610169491526e-05, + "loss": 0.33983325958251953, + "step": 22 + }, + { + "epoch": 0.07809847198641766, + "grad_norm": 0.4589148928047419, + "learning_rate": 1.864406779661017e-05, + "loss": 0.3188186585903168, + "step": 23 + }, + { + "epoch": 0.08149405772495756, + "grad_norm": 0.43377805787378765, + "learning_rate": 1.9491525423728814e-05, + "loss": 0.3050963282585144, + "step": 24 + }, + { + "epoch": 0.08488964346349745, + "grad_norm": 1.1868658781282868, + "learning_rate": 2.033898305084746e-05, + "loss": 0.28910261392593384, + "step": 25 + }, + { + "epoch": 0.08828522920203735, + "grad_norm": 0.3695239848956912, + "learning_rate": 2.1186440677966103e-05, + "loss": 0.3009563684463501, + "step": 26 + }, + { + "epoch": 0.09168081494057725, + "grad_norm": 0.3201270679717402, + "learning_rate": 2.2033898305084748e-05, + "loss": 0.31131142377853394, + "step": 27 + }, + { + "epoch": 0.09507640067911714, + "grad_norm": 0.3388887999146668, + "learning_rate": 2.2881355932203392e-05, + "loss": 0.31799793243408203, + "step": 28 + }, + { + "epoch": 0.09847198641765705, + "grad_norm": 0.3384355876435382, + "learning_rate": 2.3728813559322036e-05, + "loss": 0.30172300338745117, + "step": 29 + }, + { + "epoch": 0.10186757215619695, + "grad_norm": 0.31769175010577233, + "learning_rate": 2.457627118644068e-05, + "loss": 0.29452279210090637, + "step": 30 + }, + { + "epoch": 0.10526315789473684, + "grad_norm": 0.32085416879183465, + "learning_rate": 2.5423728813559322e-05, + "loss": 0.27935513854026794, + "step": 31 + }, + { + "epoch": 0.10865874363327674, + "grad_norm": 0.32274117843801886, + "learning_rate": 2.627118644067797e-05, + "loss": 0.28016525506973267, + "step": 32 + }, + { + "epoch": 0.11205432937181664, + "grad_norm": 0.3281125773660198, + "learning_rate": 2.711864406779661e-05, + "loss": 0.2676544487476349, + "step": 33 + }, + { + "epoch": 0.11544991511035653, + "grad_norm": 0.3030091352312692, + "learning_rate": 2.7966101694915255e-05, + "loss": 0.28189581632614136, + "step": 34 + }, + { + "epoch": 0.11884550084889643, + "grad_norm": 0.2861172077824191, + "learning_rate": 2.88135593220339e-05, + "loss": 0.2989804446697235, + "step": 35 + }, + { + "epoch": 0.12224108658743633, + "grad_norm": 0.3094781303022246, + "learning_rate": 2.9661016949152544e-05, + "loss": 0.27032431960105896, + "step": 36 + }, + { + "epoch": 0.12563667232597622, + "grad_norm": 0.3035094719118333, + "learning_rate": 3.050847457627119e-05, + "loss": 0.2800889015197754, + "step": 37 + }, + { + "epoch": 0.12903225806451613, + "grad_norm": 0.2768573734011211, + "learning_rate": 3.135593220338983e-05, + "loss": 0.27580755949020386, + "step": 38 + }, + { + "epoch": 0.13242784380305603, + "grad_norm": 0.32254876682126954, + "learning_rate": 3.2203389830508473e-05, + "loss": 0.27307555079460144, + "step": 39 + }, + { + "epoch": 0.13582342954159593, + "grad_norm": 0.3098612684379937, + "learning_rate": 3.305084745762712e-05, + "loss": 0.2461966574192047, + "step": 40 + }, + { + "epoch": 0.13921901528013583, + "grad_norm": 0.29052564904643446, + "learning_rate": 3.389830508474576e-05, + "loss": 0.24892249703407288, + "step": 41 + }, + { + "epoch": 0.14261460101867574, + "grad_norm": 0.28391336911106557, + "learning_rate": 3.474576271186441e-05, + "loss": 0.25047633051872253, + "step": 42 + }, + { + "epoch": 0.1460101867572156, + "grad_norm": 0.25316802440332303, + "learning_rate": 3.559322033898305e-05, + "loss": 0.26240214705467224, + "step": 43 + }, + { + "epoch": 0.1494057724957555, + "grad_norm": 0.2606660335730921, + "learning_rate": 3.644067796610169e-05, + "loss": 0.25489258766174316, + "step": 44 + }, + { + "epoch": 0.15280135823429541, + "grad_norm": 0.273095082924603, + "learning_rate": 3.728813559322034e-05, + "loss": 0.28270888328552246, + "step": 45 + }, + { + "epoch": 0.15619694397283532, + "grad_norm": 0.26451824539645064, + "learning_rate": 3.813559322033898e-05, + "loss": 0.25881218910217285, + "step": 46 + }, + { + "epoch": 0.15959252971137522, + "grad_norm": 0.293871306555325, + "learning_rate": 3.898305084745763e-05, + "loss": 0.2486695945262909, + "step": 47 + }, + { + "epoch": 0.16298811544991512, + "grad_norm": 0.30033225058730173, + "learning_rate": 3.983050847457627e-05, + "loss": 0.24640750885009766, + "step": 48 + }, + { + "epoch": 0.166383701188455, + "grad_norm": 0.28600917740236625, + "learning_rate": 4.067796610169492e-05, + "loss": 0.23367922008037567, + "step": 49 + }, + { + "epoch": 0.1697792869269949, + "grad_norm": 0.31556646859153925, + "learning_rate": 4.152542372881356e-05, + "loss": 0.236191064119339, + "step": 50 + }, + { + "epoch": 0.1731748726655348, + "grad_norm": 0.2694247944660879, + "learning_rate": 4.2372881355932206e-05, + "loss": 0.25406211614608765, + "step": 51 + }, + { + "epoch": 0.1765704584040747, + "grad_norm": 0.27427710136743083, + "learning_rate": 4.3220338983050854e-05, + "loss": 0.2599134147167206, + "step": 52 + }, + { + "epoch": 0.1799660441426146, + "grad_norm": 0.28998564145903943, + "learning_rate": 4.4067796610169495e-05, + "loss": 0.25581443309783936, + "step": 53 + }, + { + "epoch": 0.1833616298811545, + "grad_norm": 0.29073845004571885, + "learning_rate": 4.491525423728814e-05, + "loss": 0.2514399588108063, + "step": 54 + }, + { + "epoch": 0.1867572156196944, + "grad_norm": 0.279749696448169, + "learning_rate": 4.5762711864406784e-05, + "loss": 0.2396245300769806, + "step": 55 + }, + { + "epoch": 0.19015280135823429, + "grad_norm": 0.286612476876764, + "learning_rate": 4.6610169491525425e-05, + "loss": 0.23107075691223145, + "step": 56 + }, + { + "epoch": 0.1935483870967742, + "grad_norm": 0.316397661882123, + "learning_rate": 4.745762711864407e-05, + "loss": 0.22436249256134033, + "step": 57 + }, + { + "epoch": 0.1969439728353141, + "grad_norm": 0.31927357094314146, + "learning_rate": 4.8305084745762714e-05, + "loss": 0.22618135809898376, + "step": 58 + }, + { + "epoch": 0.200339558573854, + "grad_norm": 0.32277569146168633, + "learning_rate": 4.915254237288136e-05, + "loss": 0.24815194308757782, + "step": 59 + }, + { + "epoch": 0.2037351443123939, + "grad_norm": 0.29044290617868845, + "learning_rate": 5e-05, + "loss": 0.2659604549407959, + "step": 60 + }, + { + "epoch": 0.2071307300509338, + "grad_norm": 0.2732315941257702, + "learning_rate": 5.0847457627118643e-05, + "loss": 0.2433127462863922, + "step": 61 + }, + { + "epoch": 0.21052631578947367, + "grad_norm": 0.27109103512353994, + "learning_rate": 5.1694915254237284e-05, + "loss": 0.24123245477676392, + "step": 62 + }, + { + "epoch": 0.21392190152801357, + "grad_norm": 0.2807796635423633, + "learning_rate": 5.254237288135594e-05, + "loss": 0.2337493896484375, + "step": 63 + }, + { + "epoch": 0.21731748726655348, + "grad_norm": 0.27828658255387806, + "learning_rate": 5.338983050847458e-05, + "loss": 0.2308078408241272, + "step": 64 + }, + { + "epoch": 0.22071307300509338, + "grad_norm": 0.27935527944112337, + "learning_rate": 5.423728813559322e-05, + "loss": 0.2289617508649826, + "step": 65 + }, + { + "epoch": 0.22410865874363328, + "grad_norm": 0.3119695204217176, + "learning_rate": 5.508474576271186e-05, + "loss": 0.22649109363555908, + "step": 66 + }, + { + "epoch": 0.22750424448217318, + "grad_norm": 0.31484085007951523, + "learning_rate": 5.593220338983051e-05, + "loss": 0.23481115698814392, + "step": 67 + }, + { + "epoch": 0.23089983022071306, + "grad_norm": 0.2596726287989604, + "learning_rate": 5.677966101694916e-05, + "loss": 0.24313673377037048, + "step": 68 + }, + { + "epoch": 0.23429541595925296, + "grad_norm": 0.27070114894324776, + "learning_rate": 5.76271186440678e-05, + "loss": 0.23855337500572205, + "step": 69 + }, + { + "epoch": 0.23769100169779286, + "grad_norm": 0.356513712097721, + "learning_rate": 5.8474576271186446e-05, + "loss": 0.24447250366210938, + "step": 70 + }, + { + "epoch": 0.24108658743633277, + "grad_norm": 0.2774437946110805, + "learning_rate": 5.932203389830509e-05, + "loss": 0.229949951171875, + "step": 71 + }, + { + "epoch": 0.24448217317487267, + "grad_norm": 0.28588562248639116, + "learning_rate": 6.016949152542373e-05, + "loss": 0.24441254138946533, + "step": 72 + }, + { + "epoch": 0.24787775891341257, + "grad_norm": 0.31597911189734607, + "learning_rate": 6.101694915254238e-05, + "loss": 0.2335294485092163, + "step": 73 + }, + { + "epoch": 0.25127334465195245, + "grad_norm": 0.31962528326744133, + "learning_rate": 6.186440677966102e-05, + "loss": 0.21792781352996826, + "step": 74 + }, + { + "epoch": 0.2546689303904924, + "grad_norm": 0.3222528810526582, + "learning_rate": 6.271186440677966e-05, + "loss": 0.21460942924022675, + "step": 75 + }, + { + "epoch": 0.25806451612903225, + "grad_norm": 0.3207048994425017, + "learning_rate": 6.35593220338983e-05, + "loss": 0.25418978929519653, + "step": 76 + }, + { + "epoch": 0.2614601018675722, + "grad_norm": 0.31407468150310375, + "learning_rate": 6.440677966101695e-05, + "loss": 0.2527194917201996, + "step": 77 + }, + { + "epoch": 0.26485568760611206, + "grad_norm": 0.25578633390107663, + "learning_rate": 6.52542372881356e-05, + "loss": 0.22875438630580902, + "step": 78 + }, + { + "epoch": 0.26825127334465193, + "grad_norm": 0.30041532574885715, + "learning_rate": 6.610169491525424e-05, + "loss": 0.24634066224098206, + "step": 79 + }, + { + "epoch": 0.27164685908319186, + "grad_norm": 0.28720163470796234, + "learning_rate": 6.694915254237288e-05, + "loss": 0.23561954498291016, + "step": 80 + }, + { + "epoch": 0.27504244482173174, + "grad_norm": 0.2968580729572226, + "learning_rate": 6.779661016949152e-05, + "loss": 0.2398541420698166, + "step": 81 + }, + { + "epoch": 0.27843803056027167, + "grad_norm": 0.301600585896161, + "learning_rate": 6.864406779661017e-05, + "loss": 0.21922165155410767, + "step": 82 + }, + { + "epoch": 0.28183361629881154, + "grad_norm": 0.34942349472966594, + "learning_rate": 6.949152542372882e-05, + "loss": 0.2114916294813156, + "step": 83 + }, + { + "epoch": 0.28522920203735147, + "grad_norm": 0.29357812401075967, + "learning_rate": 7.033898305084746e-05, + "loss": 0.24709288775920868, + "step": 84 + }, + { + "epoch": 0.28862478777589134, + "grad_norm": 0.2792515328095172, + "learning_rate": 7.11864406779661e-05, + "loss": 0.24666891992092133, + "step": 85 + }, + { + "epoch": 0.2920203735144312, + "grad_norm": 0.3093064457550283, + "learning_rate": 7.203389830508474e-05, + "loss": 0.24253448843955994, + "step": 86 + }, + { + "epoch": 0.29541595925297115, + "grad_norm": 0.26746552284000313, + "learning_rate": 7.288135593220338e-05, + "loss": 0.22799479961395264, + "step": 87 + }, + { + "epoch": 0.298811544991511, + "grad_norm": 0.32134448393955756, + "learning_rate": 7.372881355932204e-05, + "loss": 0.24200555682182312, + "step": 88 + }, + { + "epoch": 0.30220713073005095, + "grad_norm": 0.30615974473522656, + "learning_rate": 7.457627118644068e-05, + "loss": 0.2582242488861084, + "step": 89 + }, + { + "epoch": 0.30560271646859083, + "grad_norm": 0.2956997407518662, + "learning_rate": 7.542372881355932e-05, + "loss": 0.2349974364042282, + "step": 90 + }, + { + "epoch": 0.3089983022071307, + "grad_norm": 0.3242077945910731, + "learning_rate": 7.627118644067796e-05, + "loss": 0.2243499457836151, + "step": 91 + }, + { + "epoch": 0.31239388794567063, + "grad_norm": 0.2291267096943001, + "learning_rate": 7.711864406779662e-05, + "loss": 0.20744214951992035, + "step": 92 + }, + { + "epoch": 0.3157894736842105, + "grad_norm": 0.25590320049675314, + "learning_rate": 7.796610169491526e-05, + "loss": 0.2435624599456787, + "step": 93 + }, + { + "epoch": 0.31918505942275044, + "grad_norm": 0.24707015368979632, + "learning_rate": 7.88135593220339e-05, + "loss": 0.23833028972148895, + "step": 94 + }, + { + "epoch": 0.3225806451612903, + "grad_norm": 0.2625160380202141, + "learning_rate": 7.966101694915254e-05, + "loss": 0.24096858501434326, + "step": 95 + }, + { + "epoch": 0.32597623089983024, + "grad_norm": 0.2694747093274474, + "learning_rate": 8.050847457627118e-05, + "loss": 0.23922137916088104, + "step": 96 + }, + { + "epoch": 0.3293718166383701, + "grad_norm": 0.2597742217407219, + "learning_rate": 8.135593220338983e-05, + "loss": 0.23311959207057953, + "step": 97 + }, + { + "epoch": 0.33276740237691, + "grad_norm": 0.2735106779620377, + "learning_rate": 8.220338983050848e-05, + "loss": 0.23571442067623138, + "step": 98 + }, + { + "epoch": 0.3361629881154499, + "grad_norm": 0.3016690403750513, + "learning_rate": 8.305084745762712e-05, + "loss": 0.21786992251873016, + "step": 99 + }, + { + "epoch": 0.3395585738539898, + "grad_norm": 0.2951484956467193, + "learning_rate": 8.389830508474577e-05, + "loss": 0.2159511148929596, + "step": 100 + }, + { + "epoch": 0.34295415959252973, + "grad_norm": 0.27308055347297105, + "learning_rate": 8.474576271186441e-05, + "loss": 0.24954597651958466, + "step": 101 + }, + { + "epoch": 0.3463497453310696, + "grad_norm": 0.29559834594219103, + "learning_rate": 8.559322033898305e-05, + "loss": 0.23789939284324646, + "step": 102 + }, + { + "epoch": 0.34974533106960953, + "grad_norm": 0.2662332814050448, + "learning_rate": 8.644067796610171e-05, + "loss": 0.2424975335597992, + "step": 103 + }, + { + "epoch": 0.3531409168081494, + "grad_norm": 0.26894005975361857, + "learning_rate": 8.728813559322035e-05, + "loss": 0.22227713465690613, + "step": 104 + }, + { + "epoch": 0.3565365025466893, + "grad_norm": 0.2878280691210002, + "learning_rate": 8.813559322033899e-05, + "loss": 0.2273646593093872, + "step": 105 + }, + { + "epoch": 0.3599320882852292, + "grad_norm": 0.26630814801598224, + "learning_rate": 8.898305084745763e-05, + "loss": 0.22364693880081177, + "step": 106 + }, + { + "epoch": 0.3633276740237691, + "grad_norm": 0.3239290678180081, + "learning_rate": 8.983050847457629e-05, + "loss": 0.23547998070716858, + "step": 107 + }, + { + "epoch": 0.366723259762309, + "grad_norm": 0.3079831363362857, + "learning_rate": 9.067796610169493e-05, + "loss": 0.21374540030956268, + "step": 108 + }, + { + "epoch": 0.3701188455008489, + "grad_norm": 0.28005875856276596, + "learning_rate": 9.152542372881357e-05, + "loss": 0.24590888619422913, + "step": 109 + }, + { + "epoch": 0.3735144312393888, + "grad_norm": 0.24348555831706375, + "learning_rate": 9.237288135593221e-05, + "loss": 0.2446185052394867, + "step": 110 + }, + { + "epoch": 0.3769100169779287, + "grad_norm": 0.2869203540357986, + "learning_rate": 9.322033898305085e-05, + "loss": 0.24687200784683228, + "step": 111 + }, + { + "epoch": 0.38030560271646857, + "grad_norm": 0.270117618665772, + "learning_rate": 9.40677966101695e-05, + "loss": 0.23702184855937958, + "step": 112 + }, + { + "epoch": 0.3837011884550085, + "grad_norm": 0.30519582405042517, + "learning_rate": 9.491525423728815e-05, + "loss": 0.2477806806564331, + "step": 113 + }, + { + "epoch": 0.3870967741935484, + "grad_norm": 0.25676748233120766, + "learning_rate": 9.576271186440679e-05, + "loss": 0.2298315465450287, + "step": 114 + }, + { + "epoch": 0.3904923599320883, + "grad_norm": 0.2532913495029346, + "learning_rate": 9.661016949152543e-05, + "loss": 0.23230913281440735, + "step": 115 + }, + { + "epoch": 0.3938879456706282, + "grad_norm": 0.28288759260938, + "learning_rate": 9.745762711864407e-05, + "loss": 0.22428736090660095, + "step": 116 + }, + { + "epoch": 0.39728353140916806, + "grad_norm": 0.2527417684235068, + "learning_rate": 9.830508474576272e-05, + "loss": 0.24214443564414978, + "step": 117 + }, + { + "epoch": 0.400679117147708, + "grad_norm": 0.2205547994996794, + "learning_rate": 9.915254237288136e-05, + "loss": 0.23968636989593506, + "step": 118 + }, + { + "epoch": 0.40407470288624786, + "grad_norm": 0.26864017651744315, + "learning_rate": 0.0001, + "loss": 0.2447093427181244, + "step": 119 + }, + { + "epoch": 0.4074702886247878, + "grad_norm": 0.26668139212734876, + "learning_rate": 9.999978122867161e-05, + "loss": 0.23015892505645752, + "step": 120 + }, + { + "epoch": 0.41086587436332767, + "grad_norm": 0.2605430941629103, + "learning_rate": 9.999912491660088e-05, + "loss": 0.2350776046514511, + "step": 121 + }, + { + "epoch": 0.4142614601018676, + "grad_norm": 0.27256983855135675, + "learning_rate": 9.99980310695311e-05, + "loss": 0.23778581619262695, + "step": 122 + }, + { + "epoch": 0.41765704584040747, + "grad_norm": 0.261499381758678, + "learning_rate": 9.999649969703437e-05, + "loss": 0.23488375544548035, + "step": 123 + }, + { + "epoch": 0.42105263157894735, + "grad_norm": 0.25089308058112375, + "learning_rate": 9.999453081251149e-05, + "loss": 0.21894145011901855, + "step": 124 + }, + { + "epoch": 0.4244482173174873, + "grad_norm": 0.28936844899089237, + "learning_rate": 9.99921244331919e-05, + "loss": 0.2228689193725586, + "step": 125 + }, + { + "epoch": 0.42784380305602715, + "grad_norm": 0.2866460472139636, + "learning_rate": 9.998928058013346e-05, + "loss": 0.24738013744354248, + "step": 126 + }, + { + "epoch": 0.4312393887945671, + "grad_norm": 0.27878129244896416, + "learning_rate": 9.99859992782223e-05, + "loss": 0.2421463429927826, + "step": 127 + }, + { + "epoch": 0.43463497453310695, + "grad_norm": 0.28081462224652015, + "learning_rate": 9.998228055617263e-05, + "loss": 0.2364376038312912, + "step": 128 + }, + { + "epoch": 0.4380305602716469, + "grad_norm": 0.26989498758835595, + "learning_rate": 9.997812444652643e-05, + "loss": 0.23303601145744324, + "step": 129 + }, + { + "epoch": 0.44142614601018676, + "grad_norm": 0.24401601941837, + "learning_rate": 9.997353098565322e-05, + "loss": 0.21893653273582458, + "step": 130 + }, + { + "epoch": 0.44482173174872663, + "grad_norm": 0.2739884490318145, + "learning_rate": 9.996850021374968e-05, + "loss": 0.22419391572475433, + "step": 131 + }, + { + "epoch": 0.44821731748726656, + "grad_norm": 0.2776652345145256, + "learning_rate": 9.996303217483938e-05, + "loss": 0.23730161786079407, + "step": 132 + }, + { + "epoch": 0.45161290322580644, + "grad_norm": 0.2904925384328224, + "learning_rate": 9.99571269167723e-05, + "loss": 0.2120521366596222, + "step": 133 + }, + { + "epoch": 0.45500848896434637, + "grad_norm": 0.2409477512228426, + "learning_rate": 9.995078449122451e-05, + "loss": 0.23090839385986328, + "step": 134 + }, + { + "epoch": 0.45840407470288624, + "grad_norm": 0.24163416430182227, + "learning_rate": 9.99440049536976e-05, + "loss": 0.2544405162334442, + "step": 135 + }, + { + "epoch": 0.4617996604414261, + "grad_norm": 0.24681258800534392, + "learning_rate": 9.993678836351836e-05, + "loss": 0.23123544454574585, + "step": 136 + }, + { + "epoch": 0.46519524617996605, + "grad_norm": 0.26560000913600756, + "learning_rate": 9.99291347838381e-05, + "loss": 0.22880616784095764, + "step": 137 + }, + { + "epoch": 0.4685908319185059, + "grad_norm": 0.24965796902874066, + "learning_rate": 9.992104428163216e-05, + "loss": 0.23567315936088562, + "step": 138 + }, + { + "epoch": 0.47198641765704585, + "grad_norm": 0.2462058407532618, + "learning_rate": 9.991251692769932e-05, + "loss": 0.22095608711242676, + "step": 139 + }, + { + "epoch": 0.47538200339558573, + "grad_norm": 0.27903370011716255, + "learning_rate": 9.990355279666124e-05, + "loss": 0.21891427040100098, + "step": 140 + }, + { + "epoch": 0.47877758913412566, + "grad_norm": 0.25636106850723833, + "learning_rate": 9.98941519669617e-05, + "loss": 0.22320841252803802, + "step": 141 + }, + { + "epoch": 0.48217317487266553, + "grad_norm": 0.21145894117851521, + "learning_rate": 9.988431452086596e-05, + "loss": 0.19432592391967773, + "step": 142 + }, + { + "epoch": 0.4855687606112054, + "grad_norm": 0.23515983413377808, + "learning_rate": 9.987404054446008e-05, + "loss": 0.24033010005950928, + "step": 143 + }, + { + "epoch": 0.48896434634974534, + "grad_norm": 0.23745667306130833, + "learning_rate": 9.986333012765013e-05, + "loss": 0.2425290197134018, + "step": 144 + }, + { + "epoch": 0.4923599320882852, + "grad_norm": 0.21442704179864383, + "learning_rate": 9.985218336416138e-05, + "loss": 0.2400854080915451, + "step": 145 + }, + { + "epoch": 0.49575551782682514, + "grad_norm": 0.4019545064519207, + "learning_rate": 9.98406003515375e-05, + "loss": 0.2298232764005661, + "step": 146 + }, + { + "epoch": 0.499151103565365, + "grad_norm": 0.23786718933107567, + "learning_rate": 9.982858119113979e-05, + "loss": 0.23393326997756958, + "step": 147 + }, + { + "epoch": 0.5025466893039049, + "grad_norm": 0.24285589465748644, + "learning_rate": 9.981612598814611e-05, + "loss": 0.22845295071601868, + "step": 148 + }, + { + "epoch": 0.5059422750424448, + "grad_norm": 0.24302634390278022, + "learning_rate": 9.980323485155013e-05, + "loss": 0.21047458052635193, + "step": 149 + }, + { + "epoch": 0.5093378607809848, + "grad_norm": 0.25358128389692347, + "learning_rate": 9.97899078941603e-05, + "loss": 0.2082354873418808, + "step": 150 + }, + { + "epoch": 0.5127334465195246, + "grad_norm": 0.23847873502310243, + "learning_rate": 9.977614523259884e-05, + "loss": 0.24798107147216797, + "step": 151 + }, + { + "epoch": 0.5161290322580645, + "grad_norm": 0.23345850904212775, + "learning_rate": 9.976194698730079e-05, + "loss": 0.2375301569700241, + "step": 152 + }, + { + "epoch": 0.5195246179966044, + "grad_norm": 0.2368422414277986, + "learning_rate": 9.974731328251293e-05, + "loss": 0.23879459500312805, + "step": 153 + }, + { + "epoch": 0.5229202037351444, + "grad_norm": 4.994135695054419, + "learning_rate": 9.973224424629265e-05, + "loss": 0.24870698153972626, + "step": 154 + }, + { + "epoch": 0.5263157894736842, + "grad_norm": 0.30514318964382864, + "learning_rate": 9.971674001050686e-05, + "loss": 0.22625446319580078, + "step": 155 + }, + { + "epoch": 0.5297113752122241, + "grad_norm": 0.30519418195866216, + "learning_rate": 9.970080071083086e-05, + "loss": 0.23094254732131958, + "step": 156 + }, + { + "epoch": 0.533106960950764, + "grad_norm": 0.289491616043026, + "learning_rate": 9.968442648674713e-05, + "loss": 0.2225530445575714, + "step": 157 + }, + { + "epoch": 0.5365025466893039, + "grad_norm": 0.2523622184038582, + "learning_rate": 9.966761748154408e-05, + "loss": 0.21614186465740204, + "step": 158 + }, + { + "epoch": 0.5398981324278438, + "grad_norm": 0.2508299294026511, + "learning_rate": 9.965037384231488e-05, + "loss": 0.23069505393505096, + "step": 159 + }, + { + "epoch": 0.5432937181663837, + "grad_norm": 0.25000121023230865, + "learning_rate": 9.963269571995604e-05, + "loss": 0.24436424672603607, + "step": 160 + }, + { + "epoch": 0.5466893039049237, + "grad_norm": 0.22989692708443416, + "learning_rate": 9.961458326916624e-05, + "loss": 0.2381608933210373, + "step": 161 + }, + { + "epoch": 0.5500848896434635, + "grad_norm": 0.25164343786807386, + "learning_rate": 9.959603664844486e-05, + "loss": 0.23107120394706726, + "step": 162 + }, + { + "epoch": 0.5534804753820034, + "grad_norm": 0.23564002438428963, + "learning_rate": 9.957705602009068e-05, + "loss": 0.2146880328655243, + "step": 163 + }, + { + "epoch": 0.5568760611205433, + "grad_norm": 0.24989526466865708, + "learning_rate": 9.955764155020037e-05, + "loss": 0.21356713771820068, + "step": 164 + }, + { + "epoch": 0.5602716468590832, + "grad_norm": 0.24304847818625214, + "learning_rate": 9.95377934086671e-05, + "loss": 0.2142661064863205, + "step": 165 + }, + { + "epoch": 0.5636672325976231, + "grad_norm": 0.2438400077071865, + "learning_rate": 9.951751176917907e-05, + "loss": 0.20942895114421844, + "step": 166 + }, + { + "epoch": 0.567062818336163, + "grad_norm": 0.24079855409285839, + "learning_rate": 9.94967968092179e-05, + "loss": 0.23409561812877655, + "step": 167 + }, + { + "epoch": 0.5704584040747029, + "grad_norm": 0.21284832091287684, + "learning_rate": 9.947564871005717e-05, + "loss": 0.23351506888866425, + "step": 168 + }, + { + "epoch": 0.5738539898132428, + "grad_norm": 0.2223868476827016, + "learning_rate": 9.94540676567608e-05, + "loss": 0.22570857405662537, + "step": 169 + }, + { + "epoch": 0.5772495755517827, + "grad_norm": 0.2276866612162022, + "learning_rate": 9.943205383818141e-05, + "loss": 0.217237651348114, + "step": 170 + }, + { + "epoch": 0.5806451612903226, + "grad_norm": 0.23276976082403275, + "learning_rate": 9.940960744695868e-05, + "loss": 0.22958600521087646, + "step": 171 + }, + { + "epoch": 0.5840407470288624, + "grad_norm": 0.2668186678853451, + "learning_rate": 9.938672867951773e-05, + "loss": 0.2244614064693451, + "step": 172 + }, + { + "epoch": 0.5874363327674024, + "grad_norm": 0.22664025108342212, + "learning_rate": 9.936341773606723e-05, + "loss": 0.21355020999908447, + "step": 173 + }, + { + "epoch": 0.5908319185059423, + "grad_norm": 0.37743205692118836, + "learning_rate": 9.933967482059787e-05, + "loss": 0.2083015739917755, + "step": 174 + }, + { + "epoch": 0.5942275042444821, + "grad_norm": 0.2593542036852034, + "learning_rate": 9.931550014088039e-05, + "loss": 0.19412027299404144, + "step": 175 + }, + { + "epoch": 0.597623089983022, + "grad_norm": 0.937089907509418, + "learning_rate": 9.929089390846387e-05, + "loss": 0.2366977334022522, + "step": 176 + }, + { + "epoch": 0.601018675721562, + "grad_norm": 0.24027124334830727, + "learning_rate": 9.926585633867385e-05, + "loss": 0.24104642868041992, + "step": 177 + }, + { + "epoch": 0.6044142614601019, + "grad_norm": 0.28887539421272934, + "learning_rate": 9.924038765061042e-05, + "loss": 0.23962323367595673, + "step": 178 + }, + { + "epoch": 0.6078098471986417, + "grad_norm": 0.2576543841282187, + "learning_rate": 9.921448806714631e-05, + "loss": 0.22236159443855286, + "step": 179 + }, + { + "epoch": 0.6112054329371817, + "grad_norm": 0.26241795649632377, + "learning_rate": 9.918815781492496e-05, + "loss": 0.2328980416059494, + "step": 180 + }, + { + "epoch": 0.6146010186757216, + "grad_norm": 0.2713558869213999, + "learning_rate": 9.916139712435859e-05, + "loss": 0.22485488653182983, + "step": 181 + }, + { + "epoch": 0.6179966044142614, + "grad_norm": 0.24923721688373596, + "learning_rate": 9.913420622962606e-05, + "loss": 0.21858148276805878, + "step": 182 + }, + { + "epoch": 0.6213921901528013, + "grad_norm": 0.2928533904192313, + "learning_rate": 9.910658536867086e-05, + "loss": 0.21802471578121185, + "step": 183 + }, + { + "epoch": 0.6247877758913413, + "grad_norm": 0.25570059047914656, + "learning_rate": 9.907853478319912e-05, + "loss": 0.2524697780609131, + "step": 184 + }, + { + "epoch": 0.6281833616298812, + "grad_norm": 0.26428073931896845, + "learning_rate": 9.905005471867739e-05, + "loss": 0.24499434232711792, + "step": 185 + }, + { + "epoch": 0.631578947368421, + "grad_norm": 0.2571790196855782, + "learning_rate": 9.902114542433051e-05, + "loss": 0.23677490651607513, + "step": 186 + }, + { + "epoch": 0.634974533106961, + "grad_norm": 0.24655161272441353, + "learning_rate": 9.89918071531395e-05, + "loss": 0.24191361665725708, + "step": 187 + }, + { + "epoch": 0.6383701188455009, + "grad_norm": 0.21940759244496874, + "learning_rate": 9.896204016183925e-05, + "loss": 0.22591513395309448, + "step": 188 + }, + { + "epoch": 0.6417657045840407, + "grad_norm": 0.26082527438281883, + "learning_rate": 9.89318447109163e-05, + "loss": 0.21840059757232666, + "step": 189 + }, + { + "epoch": 0.6451612903225806, + "grad_norm": 0.23406534105627977, + "learning_rate": 9.890122106460666e-05, + "loss": 0.2169826477766037, + "step": 190 + }, + { + "epoch": 0.6485568760611206, + "grad_norm": 0.27428907598331453, + "learning_rate": 9.887016949089333e-05, + "loss": 0.22284410893917084, + "step": 191 + }, + { + "epoch": 0.6519524617996605, + "grad_norm": 0.21490156052971887, + "learning_rate": 9.883869026150409e-05, + "loss": 0.22144243121147156, + "step": 192 + }, + { + "epoch": 0.6553480475382003, + "grad_norm": 0.22066212075505107, + "learning_rate": 9.880678365190902e-05, + "loss": 0.24004662036895752, + "step": 193 + }, + { + "epoch": 0.6587436332767402, + "grad_norm": 0.18864383882840047, + "learning_rate": 9.87744499413182e-05, + "loss": 0.2288690060377121, + "step": 194 + }, + { + "epoch": 0.6621392190152802, + "grad_norm": 0.24196563864650045, + "learning_rate": 9.874168941267919e-05, + "loss": 0.23588120937347412, + "step": 195 + }, + { + "epoch": 0.66553480475382, + "grad_norm": 0.20460484523540667, + "learning_rate": 9.870850235267453e-05, + "loss": 0.2202383279800415, + "step": 196 + }, + { + "epoch": 0.6689303904923599, + "grad_norm": 0.22516293707456805, + "learning_rate": 9.867488905171933e-05, + "loss": 0.21472087502479553, + "step": 197 + }, + { + "epoch": 0.6723259762308998, + "grad_norm": 0.2469948742540965, + "learning_rate": 9.864084980395867e-05, + "loss": 0.21431753039360046, + "step": 198 + }, + { + "epoch": 0.6757215619694398, + "grad_norm": 0.2276467117009385, + "learning_rate": 9.860638490726497e-05, + "loss": 0.2234257161617279, + "step": 199 + }, + { + "epoch": 0.6791171477079796, + "grad_norm": 0.259052310914345, + "learning_rate": 9.857149466323549e-05, + "loss": 0.2075185477733612, + "step": 200 + }, + { + "epoch": 0.6825127334465195, + "grad_norm": 0.21933265105604827, + "learning_rate": 9.853617937718966e-05, + "loss": 0.2294955551624298, + "step": 201 + }, + { + "epoch": 0.6859083191850595, + "grad_norm": 0.25275605747765933, + "learning_rate": 9.850043935816633e-05, + "loss": 0.24128815531730652, + "step": 202 + }, + { + "epoch": 0.6893039049235993, + "grad_norm": 0.23805874675739983, + "learning_rate": 9.846427491892118e-05, + "loss": 0.23756973445415497, + "step": 203 + }, + { + "epoch": 0.6926994906621392, + "grad_norm": 0.25015537885215355, + "learning_rate": 9.842768637592388e-05, + "loss": 0.2260195016860962, + "step": 204 + }, + { + "epoch": 0.6960950764006791, + "grad_norm": 0.2282910370617052, + "learning_rate": 9.839067404935542e-05, + "loss": 0.2113071084022522, + "step": 205 + }, + { + "epoch": 0.6994906621392191, + "grad_norm": 0.2826530491569556, + "learning_rate": 9.835323826310521e-05, + "loss": 0.22311383485794067, + "step": 206 + }, + { + "epoch": 0.7028862478777589, + "grad_norm": 0.23070174496730433, + "learning_rate": 9.831537934476835e-05, + "loss": 0.2145499438047409, + "step": 207 + }, + { + "epoch": 0.7062818336162988, + "grad_norm": 0.2694973269236268, + "learning_rate": 9.827709762564263e-05, + "loss": 0.21655277907848358, + "step": 208 + }, + { + "epoch": 0.7096774193548387, + "grad_norm": 0.19614155165837252, + "learning_rate": 9.82383934407258e-05, + "loss": 0.21204611659049988, + "step": 209 + }, + { + "epoch": 0.7130730050933786, + "grad_norm": 0.23985509301390945, + "learning_rate": 9.819926712871247e-05, + "loss": 0.24427255988121033, + "step": 210 + }, + { + "epoch": 0.7164685908319185, + "grad_norm": 0.2067050962676951, + "learning_rate": 9.815971903199126e-05, + "loss": 0.23202571272850037, + "step": 211 + }, + { + "epoch": 0.7198641765704584, + "grad_norm": 0.22382982829123338, + "learning_rate": 9.811974949664175e-05, + "loss": 0.22098636627197266, + "step": 212 + }, + { + "epoch": 0.7232597623089984, + "grad_norm": 0.21490302661522875, + "learning_rate": 9.807935887243147e-05, + "loss": 0.21789786219596863, + "step": 213 + }, + { + "epoch": 0.7266553480475382, + "grad_norm": 0.23409646513230503, + "learning_rate": 9.803854751281285e-05, + "loss": 0.216179758310318, + "step": 214 + }, + { + "epoch": 0.7300509337860781, + "grad_norm": 0.20964624933570156, + "learning_rate": 9.79973157749201e-05, + "loss": 0.21294806897640228, + "step": 215 + }, + { + "epoch": 0.733446519524618, + "grad_norm": 0.23229538635579616, + "learning_rate": 9.79556640195661e-05, + "loss": 0.20469018816947937, + "step": 216 + }, + { + "epoch": 0.7368421052631579, + "grad_norm": 0.2135001013869683, + "learning_rate": 9.791359261123926e-05, + "loss": 0.2233818769454956, + "step": 217 + }, + { + "epoch": 0.7402376910016978, + "grad_norm": 0.2002811105518864, + "learning_rate": 9.787110191810027e-05, + "loss": 0.2394098937511444, + "step": 218 + }, + { + "epoch": 0.7436332767402377, + "grad_norm": 0.22815238407474717, + "learning_rate": 9.782819231197898e-05, + "loss": 0.243118017911911, + "step": 219 + }, + { + "epoch": 0.7470288624787776, + "grad_norm": 0.21605901692659363, + "learning_rate": 9.7784864168371e-05, + "loss": 0.2359468638896942, + "step": 220 + }, + { + "epoch": 0.7504244482173175, + "grad_norm": 0.2116593286193831, + "learning_rate": 9.77411178664346e-05, + "loss": 0.21984606981277466, + "step": 221 + }, + { + "epoch": 0.7538200339558574, + "grad_norm": 0.2018692843177458, + "learning_rate": 9.769695378898722e-05, + "loss": 0.21307775378227234, + "step": 222 + }, + { + "epoch": 0.7572156196943973, + "grad_norm": 0.22120834695991848, + "learning_rate": 9.765237232250222e-05, + "loss": 0.19848167896270752, + "step": 223 + }, + { + "epoch": 0.7606112054329371, + "grad_norm": 0.21947936601850218, + "learning_rate": 9.760737385710547e-05, + "loss": 0.1999792754650116, + "step": 224 + }, + { + "epoch": 0.7640067911714771, + "grad_norm": 0.24536315067614115, + "learning_rate": 9.756195878657192e-05, + "loss": 0.20483741164207458, + "step": 225 + }, + { + "epoch": 0.767402376910017, + "grad_norm": 0.23025021844151686, + "learning_rate": 9.75161275083222e-05, + "loss": 0.25475412607192993, + "step": 226 + }, + { + "epoch": 0.7707979626485568, + "grad_norm": 0.23345597770727125, + "learning_rate": 9.746988042341906e-05, + "loss": 0.24407581984996796, + "step": 227 + }, + { + "epoch": 0.7741935483870968, + "grad_norm": 0.2049966459545434, + "learning_rate": 9.7423217936564e-05, + "loss": 0.22000408172607422, + "step": 228 + }, + { + "epoch": 0.7775891341256367, + "grad_norm": 0.21639276173326616, + "learning_rate": 9.737614045609356e-05, + "loss": 0.23386375606060028, + "step": 229 + }, + { + "epoch": 0.7809847198641766, + "grad_norm": 0.21365526354578962, + "learning_rate": 9.732864839397584e-05, + "loss": 0.22645223140716553, + "step": 230 + }, + { + "epoch": 0.7843803056027164, + "grad_norm": 0.2732144357585197, + "learning_rate": 9.728074216580694e-05, + "loss": 0.2220667600631714, + "step": 231 + }, + { + "epoch": 0.7877758913412564, + "grad_norm": 0.2143091345894192, + "learning_rate": 9.723242219080721e-05, + "loss": 0.20215916633605957, + "step": 232 + }, + { + "epoch": 0.7911714770797963, + "grad_norm": 0.22666682655303366, + "learning_rate": 9.718368889181764e-05, + "loss": 0.20549795031547546, + "step": 233 + }, + { + "epoch": 0.7945670628183361, + "grad_norm": 0.2176639667132063, + "learning_rate": 9.71345426952962e-05, + "loss": 0.2441175878047943, + "step": 234 + }, + { + "epoch": 0.797962648556876, + "grad_norm": 0.20258282549356804, + "learning_rate": 9.708498403131401e-05, + "loss": 0.2296900451183319, + "step": 235 + }, + { + "epoch": 0.801358234295416, + "grad_norm": 0.21969989327477835, + "learning_rate": 9.703501333355168e-05, + "loss": 0.2238549292087555, + "step": 236 + }, + { + "epoch": 0.8047538200339559, + "grad_norm": 0.23069241609289173, + "learning_rate": 9.698463103929542e-05, + "loss": 0.2226986140012741, + "step": 237 + }, + { + "epoch": 0.8081494057724957, + "grad_norm": 0.6439618200720699, + "learning_rate": 9.693383758943333e-05, + "loss": 0.22474968433380127, + "step": 238 + }, + { + "epoch": 0.8115449915110357, + "grad_norm": 0.3628558428615112, + "learning_rate": 9.68826334284514e-05, + "loss": 0.21470312774181366, + "step": 239 + }, + { + "epoch": 0.8149405772495756, + "grad_norm": 0.26763666260984226, + "learning_rate": 9.683101900442973e-05, + "loss": 0.22060631215572357, + "step": 240 + }, + { + "epoch": 0.8183361629881154, + "grad_norm": 0.24297945641759153, + "learning_rate": 9.677899476903857e-05, + "loss": 0.2042260617017746, + "step": 241 + }, + { + "epoch": 0.8217317487266553, + "grad_norm": 0.2375665265328584, + "learning_rate": 9.672656117753434e-05, + "loss": 0.2103169858455658, + "step": 242 + }, + { + "epoch": 0.8251273344651953, + "grad_norm": 0.21496291548970697, + "learning_rate": 9.667371868875574e-05, + "loss": 0.23855875432491302, + "step": 243 + }, + { + "epoch": 0.8285229202037352, + "grad_norm": 0.21509347893390351, + "learning_rate": 9.662046776511959e-05, + "loss": 0.21938180923461914, + "step": 244 + }, + { + "epoch": 0.831918505942275, + "grad_norm": 0.20014411456480394, + "learning_rate": 9.656680887261693e-05, + "loss": 0.22301563620567322, + "step": 245 + }, + { + "epoch": 0.8353140916808149, + "grad_norm": 0.2072135960747425, + "learning_rate": 9.651274248080882e-05, + "loss": 0.2160690277814865, + "step": 246 + }, + { + "epoch": 0.8387096774193549, + "grad_norm": 0.19805632635787146, + "learning_rate": 9.645826906282233e-05, + "loss": 0.2054440975189209, + "step": 247 + }, + { + "epoch": 0.8421052631578947, + "grad_norm": 0.2167209645597022, + "learning_rate": 9.640338909534636e-05, + "loss": 0.20753411948680878, + "step": 248 + }, + { + "epoch": 0.8455008488964346, + "grad_norm": 0.2080074211377332, + "learning_rate": 9.634810305862741e-05, + "loss": 0.20639455318450928, + "step": 249 + }, + { + "epoch": 0.8488964346349746, + "grad_norm": 0.23663348399315012, + "learning_rate": 9.62924114364655e-05, + "loss": 0.20507106184959412, + "step": 250 + }, + { + "epoch": 0.8522920203735145, + "grad_norm": 0.1889918578558979, + "learning_rate": 9.62363147162098e-05, + "loss": 0.22666499018669128, + "step": 251 + }, + { + "epoch": 0.8556876061120543, + "grad_norm": 0.1949815965291924, + "learning_rate": 9.617981338875448e-05, + "loss": 0.2249736487865448, + "step": 252 + }, + { + "epoch": 0.8590831918505942, + "grad_norm": 0.19956093525712537, + "learning_rate": 9.612290794853439e-05, + "loss": 0.2283181995153427, + "step": 253 + }, + { + "epoch": 0.8624787775891342, + "grad_norm": 0.20212131833498942, + "learning_rate": 9.606559889352064e-05, + "loss": 0.22333121299743652, + "step": 254 + }, + { + "epoch": 0.865874363327674, + "grad_norm": 0.2444086358960834, + "learning_rate": 9.60078867252164e-05, + "loss": 0.21846352517604828, + "step": 255 + }, + { + "epoch": 0.8692699490662139, + "grad_norm": 0.20909707924589782, + "learning_rate": 9.594977194865234e-05, + "loss": 0.2146604061126709, + "step": 256 + }, + { + "epoch": 0.8726655348047538, + "grad_norm": 0.2572707827585049, + "learning_rate": 9.589125507238233e-05, + "loss": 0.20799563825130463, + "step": 257 + }, + { + "epoch": 0.8760611205432938, + "grad_norm": 0.2166071202742226, + "learning_rate": 9.583233660847899e-05, + "loss": 0.1953374594449997, + "step": 258 + }, + { + "epoch": 0.8794567062818336, + "grad_norm": 0.21887463058885664, + "learning_rate": 9.577301707252912e-05, + "loss": 0.22548696398735046, + "step": 259 + }, + { + "epoch": 0.8828522920203735, + "grad_norm": 0.18605324305501425, + "learning_rate": 9.57132969836293e-05, + "loss": 0.21879589557647705, + "step": 260 + }, + { + "epoch": 0.8862478777589134, + "grad_norm": 0.24234467796174414, + "learning_rate": 9.565317686438123e-05, + "loss": 0.2384566068649292, + "step": 261 + }, + { + "epoch": 0.8896434634974533, + "grad_norm": 0.19610615106953166, + "learning_rate": 9.559265724088723e-05, + "loss": 0.22203326225280762, + "step": 262 + }, + { + "epoch": 0.8930390492359932, + "grad_norm": 0.21043294667279946, + "learning_rate": 9.553173864274567e-05, + "loss": 0.21503224968910217, + "step": 263 + }, + { + "epoch": 0.8964346349745331, + "grad_norm": 0.2301954992674604, + "learning_rate": 9.547042160304624e-05, + "loss": 0.2197357416152954, + "step": 264 + }, + { + "epoch": 0.8998302207130731, + "grad_norm": 0.2646454943330505, + "learning_rate": 9.540870665836535e-05, + "loss": 0.2099461555480957, + "step": 265 + }, + { + "epoch": 0.9032258064516129, + "grad_norm": 0.22916765632853775, + "learning_rate": 9.534659434876141e-05, + "loss": 0.2035030573606491, + "step": 266 + }, + { + "epoch": 0.9066213921901528, + "grad_norm": 0.20044888216109796, + "learning_rate": 9.528408521777013e-05, + "loss": 0.2143951654434204, + "step": 267 + }, + { + "epoch": 0.9100169779286927, + "grad_norm": 0.19301009298451235, + "learning_rate": 9.522117981239973e-05, + "loss": 0.22913703322410583, + "step": 268 + }, + { + "epoch": 0.9134125636672326, + "grad_norm": 0.20048858324184862, + "learning_rate": 9.515787868312619e-05, + "loss": 0.21478328108787537, + "step": 269 + }, + { + "epoch": 0.9168081494057725, + "grad_norm": 0.2062783547856151, + "learning_rate": 9.509418238388837e-05, + "loss": 0.21238267421722412, + "step": 270 + }, + { + "epoch": 0.9202037351443124, + "grad_norm": 0.20846281626763072, + "learning_rate": 9.503009147208323e-05, + "loss": 0.21635258197784424, + "step": 271 + }, + { + "epoch": 0.9235993208828522, + "grad_norm": 0.2109019771556574, + "learning_rate": 9.496560650856097e-05, + "loss": 0.2180865854024887, + "step": 272 + }, + { + "epoch": 0.9269949066213922, + "grad_norm": 0.19649788756387773, + "learning_rate": 9.490072805761999e-05, + "loss": 0.197824165225029, + "step": 273 + }, + { + "epoch": 0.9303904923599321, + "grad_norm": 0.2053019341884595, + "learning_rate": 9.48354566870021e-05, + "loss": 0.19292232394218445, + "step": 274 + }, + { + "epoch": 0.933786078098472, + "grad_norm": 0.2273589406667174, + "learning_rate": 9.476979296788747e-05, + "loss": 0.2040998339653015, + "step": 275 + }, + { + "epoch": 0.9371816638370118, + "grad_norm": 0.19800513910506343, + "learning_rate": 9.470373747488966e-05, + "loss": 0.2347426414489746, + "step": 276 + }, + { + "epoch": 0.9405772495755518, + "grad_norm": 0.1896743063740462, + "learning_rate": 9.463729078605062e-05, + "loss": 0.22722655534744263, + "step": 277 + }, + { + "epoch": 0.9439728353140917, + "grad_norm": 0.1941259952363859, + "learning_rate": 9.457045348283552e-05, + "loss": 0.21831445395946503, + "step": 278 + }, + { + "epoch": 0.9473684210526315, + "grad_norm": 0.19936923160310902, + "learning_rate": 9.450322615012783e-05, + "loss": 0.22684292495250702, + "step": 279 + }, + { + "epoch": 0.9507640067911715, + "grad_norm": 0.20702489184730474, + "learning_rate": 9.443560937622403e-05, + "loss": 0.21297010779380798, + "step": 280 + }, + { + "epoch": 0.9541595925297114, + "grad_norm": 0.19290541776416487, + "learning_rate": 9.436760375282859e-05, + "loss": 0.21467456221580505, + "step": 281 + }, + { + "epoch": 0.9575551782682513, + "grad_norm": 0.20704612424478325, + "learning_rate": 9.429920987504872e-05, + "loss": 0.20584368705749512, + "step": 282 + }, + { + "epoch": 0.9609507640067911, + "grad_norm": 0.26344294252348743, + "learning_rate": 9.423042834138924e-05, + "loss": 0.21096479892730713, + "step": 283 + }, + { + "epoch": 0.9643463497453311, + "grad_norm": 0.20201659226714985, + "learning_rate": 9.41612597537472e-05, + "loss": 0.21519868075847626, + "step": 284 + }, + { + "epoch": 0.967741935483871, + "grad_norm": 0.19479262162416716, + "learning_rate": 9.40917047174068e-05, + "loss": 0.22541747987270355, + "step": 285 + }, + { + "epoch": 0.9711375212224108, + "grad_norm": 0.21871305630005558, + "learning_rate": 9.402176384103391e-05, + "loss": 0.22788241505622864, + "step": 286 + }, + { + "epoch": 0.9745331069609507, + "grad_norm": 0.21325220105041445, + "learning_rate": 9.395143773667088e-05, + "loss": 0.21846871078014374, + "step": 287 + }, + { + "epoch": 0.9779286926994907, + "grad_norm": 0.21257803875656317, + "learning_rate": 9.388072701973112e-05, + "loss": 0.2181614488363266, + "step": 288 + }, + { + "epoch": 0.9813242784380306, + "grad_norm": 0.21492380221961657, + "learning_rate": 9.380963230899371e-05, + "loss": 0.20441970229148865, + "step": 289 + }, + { + "epoch": 0.9847198641765704, + "grad_norm": 0.22232701000715308, + "learning_rate": 9.373815422659806e-05, + "loss": 0.20419475436210632, + "step": 290 + }, + { + "epoch": 0.9881154499151104, + "grad_norm": 0.22471854913748254, + "learning_rate": 9.366629339803836e-05, + "loss": 0.20370034873485565, + "step": 291 + }, + { + "epoch": 0.9915110356536503, + "grad_norm": 0.2182200087586731, + "learning_rate": 9.359405045215816e-05, + "loss": 0.22537897527217865, + "step": 292 + }, + { + "epoch": 0.9949066213921901, + "grad_norm": 0.21277303782523274, + "learning_rate": 9.352142602114486e-05, + "loss": 0.21867594122886658, + "step": 293 + }, + { + "epoch": 0.99830220713073, + "grad_norm": 0.22637719161065545, + "learning_rate": 9.34484207405242e-05, + "loss": 0.21650215983390808, + "step": 294 + }, + { + "epoch": 1.0, + "grad_norm": 0.28058619046453315, + "learning_rate": 9.337503524915468e-05, + "loss": 0.18550601601600647, + "step": 295 + }, + { + "epoch": 1.00339558573854, + "grad_norm": 0.23639443665656001, + "learning_rate": 9.330127018922194e-05, + "loss": 0.1868228167295456, + "step": 296 + }, + { + "epoch": 1.0067911714770799, + "grad_norm": 0.22816538266976844, + "learning_rate": 9.322712620623319e-05, + "loss": 0.18762430548667908, + "step": 297 + }, + { + "epoch": 1.0101867572156198, + "grad_norm": 0.24420119035702575, + "learning_rate": 9.315260394901153e-05, + "loss": 0.18745410442352295, + "step": 298 + }, + { + "epoch": 1.0135823429541595, + "grad_norm": 0.25021615524039786, + "learning_rate": 9.30777040696903e-05, + "loss": 0.17205271124839783, + "step": 299 + }, + { + "epoch": 1.0169779286926994, + "grad_norm": 0.23633599345350373, + "learning_rate": 9.300242722370735e-05, + "loss": 0.15902850031852722, + "step": 300 + }, + { + "epoch": 1.0203735144312394, + "grad_norm": 0.24119731016839763, + "learning_rate": 9.292677406979929e-05, + "loss": 0.15773308277130127, + "step": 301 + }, + { + "epoch": 1.0237691001697793, + "grad_norm": 0.23151537445122872, + "learning_rate": 9.285074526999576e-05, + "loss": 0.13681277632713318, + "step": 302 + }, + { + "epoch": 1.0271646859083192, + "grad_norm": 0.27738569267536983, + "learning_rate": 9.277434148961364e-05, + "loss": 0.1409766674041748, + "step": 303 + }, + { + "epoch": 1.0305602716468591, + "grad_norm": 0.30334263847950926, + "learning_rate": 9.269756339725116e-05, + "loss": 0.17550992965698242, + "step": 304 + }, + { + "epoch": 1.033955857385399, + "grad_norm": 0.22711009522114184, + "learning_rate": 9.262041166478214e-05, + "loss": 0.1663069725036621, + "step": 305 + }, + { + "epoch": 1.0373514431239388, + "grad_norm": 0.24431445899857623, + "learning_rate": 9.254288696735007e-05, + "loss": 0.18417814373970032, + "step": 306 + }, + { + "epoch": 1.0407470288624787, + "grad_norm": 0.19985054623431828, + "learning_rate": 9.246498998336219e-05, + "loss": 0.1629078984260559, + "step": 307 + }, + { + "epoch": 1.0441426146010186, + "grad_norm": 0.2161015945297243, + "learning_rate": 9.238672139448354e-05, + "loss": 0.15201131999492645, + "step": 308 + }, + { + "epoch": 1.0475382003395586, + "grad_norm": 0.18955204144616244, + "learning_rate": 9.230808188563109e-05, + "loss": 0.13979549705982208, + "step": 309 + }, + { + "epoch": 1.0509337860780985, + "grad_norm": 0.2292819098216901, + "learning_rate": 9.222907214496763e-05, + "loss": 0.1403750777244568, + "step": 310 + }, + { + "epoch": 1.0543293718166384, + "grad_norm": 0.20993925748496248, + "learning_rate": 9.214969286389576e-05, + "loss": 0.1467626988887787, + "step": 311 + }, + { + "epoch": 1.0577249575551784, + "grad_norm": 0.22613230470025902, + "learning_rate": 9.206994473705192e-05, + "loss": 0.1573966145515442, + "step": 312 + }, + { + "epoch": 1.061120543293718, + "grad_norm": 0.20746124496919238, + "learning_rate": 9.198982846230028e-05, + "loss": 0.18230614066123962, + "step": 313 + }, + { + "epoch": 1.064516129032258, + "grad_norm": 0.20019386012407803, + "learning_rate": 9.190934474072658e-05, + "loss": 0.17953181266784668, + "step": 314 + }, + { + "epoch": 1.067911714770798, + "grad_norm": 0.20968950417583684, + "learning_rate": 9.182849427663205e-05, + "loss": 0.15756899118423462, + "step": 315 + }, + { + "epoch": 1.0713073005093379, + "grad_norm": 0.2265429559757196, + "learning_rate": 9.174727777752723e-05, + "loss": 0.16961023211479187, + "step": 316 + }, + { + "epoch": 1.0747028862478778, + "grad_norm": 0.19941995280442124, + "learning_rate": 9.166569595412575e-05, + "loss": 0.15267187356948853, + "step": 317 + }, + { + "epoch": 1.0780984719864177, + "grad_norm": 0.20167959867434732, + "learning_rate": 9.158374952033819e-05, + "loss": 0.14712190628051758, + "step": 318 + }, + { + "epoch": 1.0814940577249577, + "grad_norm": 0.20340656029227042, + "learning_rate": 9.150143919326577e-05, + "loss": 0.13596060872077942, + "step": 319 + }, + { + "epoch": 1.0848896434634974, + "grad_norm": 0.2414393043852893, + "learning_rate": 9.141876569319404e-05, + "loss": 0.1422816663980484, + "step": 320 + }, + { + "epoch": 1.0882852292020373, + "grad_norm": 0.29212780929936155, + "learning_rate": 9.133572974358669e-05, + "loss": 0.20048227906227112, + "step": 321 + }, + { + "epoch": 1.0916808149405772, + "grad_norm": 0.20191800340310445, + "learning_rate": 9.125233207107909e-05, + "loss": 0.17392735183238983, + "step": 322 + }, + { + "epoch": 1.0950764006791172, + "grad_norm": 0.20170250850562177, + "learning_rate": 9.116857340547202e-05, + "loss": 0.17555058002471924, + "step": 323 + }, + { + "epoch": 1.098471986417657, + "grad_norm": 0.22452119118315, + "learning_rate": 9.108445447972531e-05, + "loss": 0.16190403699874878, + "step": 324 + }, + { + "epoch": 1.101867572156197, + "grad_norm": 0.18873731711629102, + "learning_rate": 9.099997602995128e-05, + "loss": 0.1456845998764038, + "step": 325 + }, + { + "epoch": 1.1052631578947367, + "grad_norm": 0.2158691310092312, + "learning_rate": 9.091513879540845e-05, + "loss": 0.14603030681610107, + "step": 326 + }, + { + "epoch": 1.1086587436332767, + "grad_norm": 0.20474251175130814, + "learning_rate": 9.0829943518495e-05, + "loss": 0.1453815996646881, + "step": 327 + }, + { + "epoch": 1.1120543293718166, + "grad_norm": 0.22591726148334335, + "learning_rate": 9.07443909447423e-05, + "loss": 0.1473894566297531, + "step": 328 + }, + { + "epoch": 1.1154499151103565, + "grad_norm": 0.23025167891489134, + "learning_rate": 9.065848182280833e-05, + "loss": 0.17691753804683685, + "step": 329 + }, + { + "epoch": 1.1188455008488964, + "grad_norm": 0.2044551765510098, + "learning_rate": 9.057221690447124e-05, + "loss": 0.19459426403045654, + "step": 330 + }, + { + "epoch": 1.1222410865874364, + "grad_norm": 0.19986749041735527, + "learning_rate": 9.048559694462262e-05, + "loss": 0.1716732680797577, + "step": 331 + }, + { + "epoch": 1.1256366723259763, + "grad_norm": 0.18779291017490157, + "learning_rate": 9.039862270126102e-05, + "loss": 0.1696777641773224, + "step": 332 + }, + { + "epoch": 1.129032258064516, + "grad_norm": 0.1949105193776305, + "learning_rate": 9.03112949354853e-05, + "loss": 0.15999673306941986, + "step": 333 + }, + { + "epoch": 1.132427843803056, + "grad_norm": 0.19263949754185097, + "learning_rate": 9.02236144114879e-05, + "loss": 0.15610679984092712, + "step": 334 + }, + { + "epoch": 1.1358234295415959, + "grad_norm": 0.18540644191536584, + "learning_rate": 9.013558189654819e-05, + "loss": 0.15449127554893494, + "step": 335 + }, + { + "epoch": 1.1392190152801358, + "grad_norm": 0.18176478958433234, + "learning_rate": 9.00471981610258e-05, + "loss": 0.13070036470890045, + "step": 336 + }, + { + "epoch": 1.1426146010186757, + "grad_norm": 0.20460102538496885, + "learning_rate": 8.99584639783538e-05, + "loss": 0.1655994951725006, + "step": 337 + }, + { + "epoch": 1.1460101867572157, + "grad_norm": 0.1992852343692147, + "learning_rate": 8.986938012503203e-05, + "loss": 0.1953735053539276, + "step": 338 + }, + { + "epoch": 1.1494057724957556, + "grad_norm": 0.20430617083523767, + "learning_rate": 8.977994738062017e-05, + "loss": 0.18439728021621704, + "step": 339 + }, + { + "epoch": 1.1528013582342953, + "grad_norm": 0.19064661457016643, + "learning_rate": 8.969016652773103e-05, + "loss": 0.16322055459022522, + "step": 340 + }, + { + "epoch": 1.1561969439728352, + "grad_norm": 0.20279077307228588, + "learning_rate": 8.96000383520237e-05, + "loss": 0.15768763422966003, + "step": 341 + }, + { + "epoch": 1.1595925297113752, + "grad_norm": 0.17293847779750832, + "learning_rate": 8.950956364219658e-05, + "loss": 0.1556030958890915, + "step": 342 + }, + { + "epoch": 1.162988115449915, + "grad_norm": 0.2063029318229405, + "learning_rate": 8.941874318998058e-05, + "loss": 0.15308734774589539, + "step": 343 + }, + { + "epoch": 1.166383701188455, + "grad_norm": 0.19078637540772903, + "learning_rate": 8.932757779013214e-05, + "loss": 0.13935653865337372, + "step": 344 + }, + { + "epoch": 1.169779286926995, + "grad_norm": 0.20752554454230282, + "learning_rate": 8.923606824042627e-05, + "loss": 0.1464628428220749, + "step": 345 + }, + { + "epoch": 1.1731748726655349, + "grad_norm": 0.19896272159334225, + "learning_rate": 8.914421534164962e-05, + "loss": 0.18659351766109467, + "step": 346 + }, + { + "epoch": 1.1765704584040746, + "grad_norm": 0.191335249907775, + "learning_rate": 8.905201989759341e-05, + "loss": 0.17295019328594208, + "step": 347 + }, + { + "epoch": 1.1799660441426145, + "grad_norm": 0.19703684228483856, + "learning_rate": 8.895948271504642e-05, + "loss": 0.16895386576652527, + "step": 348 + }, + { + "epoch": 1.1833616298811545, + "grad_norm": 0.1809760741886333, + "learning_rate": 8.886660460378797e-05, + "loss": 0.1675156205892563, + "step": 349 + }, + { + "epoch": 1.1867572156196944, + "grad_norm": 0.19345200216236544, + "learning_rate": 8.877338637658075e-05, + "loss": 0.16741690039634705, + "step": 350 + }, + { + "epoch": 1.1901528013582343, + "grad_norm": 0.18729474756540548, + "learning_rate": 8.867982884916376e-05, + "loss": 0.15447917580604553, + "step": 351 + }, + { + "epoch": 1.1935483870967742, + "grad_norm": 0.2025239786377195, + "learning_rate": 8.858593284024523e-05, + "loss": 0.14785239100456238, + "step": 352 + }, + { + "epoch": 1.1969439728353142, + "grad_norm": 0.1839963102106056, + "learning_rate": 8.849169917149531e-05, + "loss": 0.14344629645347595, + "step": 353 + }, + { + "epoch": 1.2003395585738539, + "grad_norm": 0.2012851211217905, + "learning_rate": 8.839712866753901e-05, + "loss": 0.1786291003227234, + "step": 354 + }, + { + "epoch": 1.2037351443123938, + "grad_norm": 0.18192843966403632, + "learning_rate": 8.83022221559489e-05, + "loss": 0.16876618564128876, + "step": 355 + }, + { + "epoch": 1.2071307300509337, + "grad_norm": 0.19514414300605581, + "learning_rate": 8.820698046723796e-05, + "loss": 0.17299698293209076, + "step": 356 + }, + { + "epoch": 1.2105263157894737, + "grad_norm": 0.17660782941845454, + "learning_rate": 8.811140443485217e-05, + "loss": 0.16695550084114075, + "step": 357 + }, + { + "epoch": 1.2139219015280136, + "grad_norm": 0.1898559829306152, + "learning_rate": 8.801549489516341e-05, + "loss": 0.15887045860290527, + "step": 358 + }, + { + "epoch": 1.2173174872665535, + "grad_norm": 0.17960503848633516, + "learning_rate": 8.791925268746193e-05, + "loss": 0.15074649453163147, + "step": 359 + }, + { + "epoch": 1.2207130730050935, + "grad_norm": 0.18452744570000343, + "learning_rate": 8.782267865394917e-05, + "loss": 0.14895610511302948, + "step": 360 + }, + { + "epoch": 1.2241086587436332, + "grad_norm": 0.21157593417879816, + "learning_rate": 8.772577363973033e-05, + "loss": 0.1332865208387375, + "step": 361 + }, + { + "epoch": 1.227504244482173, + "grad_norm": 0.1884908336162296, + "learning_rate": 8.762853849280693e-05, + "loss": 0.16228394210338593, + "step": 362 + }, + { + "epoch": 1.230899830220713, + "grad_norm": 0.1882730673792506, + "learning_rate": 8.753097406406949e-05, + "loss": 0.20317047834396362, + "step": 363 + }, + { + "epoch": 1.234295415959253, + "grad_norm": 0.18492900215007393, + "learning_rate": 8.743308120728997e-05, + "loss": 0.1679389923810959, + "step": 364 + }, + { + "epoch": 1.237691001697793, + "grad_norm": 0.17484923535330463, + "learning_rate": 8.73348607791144e-05, + "loss": 0.16052062809467316, + "step": 365 + }, + { + "epoch": 1.2410865874363328, + "grad_norm": 0.19327809581804048, + "learning_rate": 8.723631363905531e-05, + "loss": 0.17321988940238953, + "step": 366 + }, + { + "epoch": 1.2444821731748728, + "grad_norm": 0.18892779281397767, + "learning_rate": 8.713744064948426e-05, + "loss": 0.16489598155021667, + "step": 367 + }, + { + "epoch": 1.2478777589134125, + "grad_norm": 0.1982506465222332, + "learning_rate": 8.703824267562425e-05, + "loss": 0.13714341819286346, + "step": 368 + }, + { + "epoch": 1.2512733446519524, + "grad_norm": 0.20356297733418954, + "learning_rate": 8.69387205855422e-05, + "loss": 0.13603711128234863, + "step": 369 + }, + { + "epoch": 1.2546689303904923, + "grad_norm": 0.2033231525193697, + "learning_rate": 8.683887525014127e-05, + "loss": 0.13591307401657104, + "step": 370 + }, + { + "epoch": 1.2580645161290323, + "grad_norm": 0.16414036874164306, + "learning_rate": 8.673870754315336e-05, + "loss": 0.16990725696086884, + "step": 371 + }, + { + "epoch": 1.2614601018675722, + "grad_norm": 0.20045368003519234, + "learning_rate": 8.663821834113135e-05, + "loss": 0.17480716109275818, + "step": 372 + }, + { + "epoch": 1.2648556876061121, + "grad_norm": 0.17606489932153216, + "learning_rate": 8.65374085234415e-05, + "loss": 0.18333372473716736, + "step": 373 + }, + { + "epoch": 1.268251273344652, + "grad_norm": 0.21033061847941922, + "learning_rate": 8.643627897225571e-05, + "loss": 0.1716233193874359, + "step": 374 + }, + { + "epoch": 1.2716468590831917, + "grad_norm": 0.19052742247741852, + "learning_rate": 8.633483057254381e-05, + "loss": 0.17103354632854462, + "step": 375 + }, + { + "epoch": 1.2750424448217317, + "grad_norm": 0.20974673130426658, + "learning_rate": 8.623306421206587e-05, + "loss": 0.14799927175045013, + "step": 376 + }, + { + "epoch": 1.2784380305602716, + "grad_norm": 0.19170166178945716, + "learning_rate": 8.613098078136437e-05, + "loss": 0.1382761299610138, + "step": 377 + }, + { + "epoch": 1.2818336162988115, + "grad_norm": 0.2261581073875909, + "learning_rate": 8.60285811737564e-05, + "loss": 0.13463819026947021, + "step": 378 + }, + { + "epoch": 1.2852292020373515, + "grad_norm": 0.24930596197381394, + "learning_rate": 8.592586628532588e-05, + "loss": 0.18594394624233246, + "step": 379 + }, + { + "epoch": 1.2886247877758914, + "grad_norm": 0.17990657580712696, + "learning_rate": 8.582283701491576e-05, + "loss": 0.18147127330303192, + "step": 380 + }, + { + "epoch": 1.2920203735144313, + "grad_norm": 0.2297335710615592, + "learning_rate": 8.571949426412001e-05, + "loss": 0.1802498996257782, + "step": 381 + }, + { + "epoch": 1.295415959252971, + "grad_norm": 0.2033965636212164, + "learning_rate": 8.561583893727588e-05, + "loss": 0.1777149885892868, + "step": 382 + }, + { + "epoch": 1.298811544991511, + "grad_norm": 0.20719780969047427, + "learning_rate": 8.551187194145592e-05, + "loss": 0.16453149914741516, + "step": 383 + }, + { + "epoch": 1.302207130730051, + "grad_norm": 0.19702896435929873, + "learning_rate": 8.540759418646002e-05, + "loss": 0.1615734100341797, + "step": 384 + }, + { + "epoch": 1.3056027164685908, + "grad_norm": 0.21278634305792055, + "learning_rate": 8.530300658480752e-05, + "loss": 0.14433573186397552, + "step": 385 + }, + { + "epoch": 1.3089983022071308, + "grad_norm": 0.21408372526278108, + "learning_rate": 8.519811005172916e-05, + "loss": 0.14615730941295624, + "step": 386 + }, + { + "epoch": 1.3123938879456707, + "grad_norm": 0.20907036787403266, + "learning_rate": 8.509290550515907e-05, + "loss": 0.15451252460479736, + "step": 387 + }, + { + "epoch": 1.3157894736842106, + "grad_norm": 0.19793349685487946, + "learning_rate": 8.498739386572682e-05, + "loss": 0.1867610067129135, + "step": 388 + }, + { + "epoch": 1.3191850594227503, + "grad_norm": 0.18992417104331566, + "learning_rate": 8.488157605674925e-05, + "loss": 0.1667109727859497, + "step": 389 + }, + { + "epoch": 1.3225806451612903, + "grad_norm": 0.17804702151948434, + "learning_rate": 8.477545300422246e-05, + "loss": 0.16456694900989532, + "step": 390 + }, + { + "epoch": 1.3259762308998302, + "grad_norm": 0.20046314707526044, + "learning_rate": 8.466902563681372e-05, + "loss": 0.15338124334812164, + "step": 391 + }, + { + "epoch": 1.3293718166383701, + "grad_norm": 0.34276261105180983, + "learning_rate": 8.456229488585328e-05, + "loss": 0.15841363370418549, + "step": 392 + }, + { + "epoch": 1.33276740237691, + "grad_norm": 0.1920215970749504, + "learning_rate": 8.445526168532627e-05, + "loss": 0.1561691164970398, + "step": 393 + }, + { + "epoch": 1.33616298811545, + "grad_norm": 0.2033315271992584, + "learning_rate": 8.434792697186449e-05, + "loss": 0.1360742449760437, + "step": 394 + }, + { + "epoch": 1.33955857385399, + "grad_norm": 0.4624416182392774, + "learning_rate": 8.424029168473829e-05, + "loss": 0.14669910073280334, + "step": 395 + }, + { + "epoch": 1.3429541595925296, + "grad_norm": 0.2146579172597149, + "learning_rate": 8.413235676584823e-05, + "loss": 0.18494638800621033, + "step": 396 + }, + { + "epoch": 1.3463497453310695, + "grad_norm": 0.2587822813202277, + "learning_rate": 8.402412315971693e-05, + "loss": 0.18528585135936737, + "step": 397 + }, + { + "epoch": 1.3497453310696095, + "grad_norm": 0.19399440532321974, + "learning_rate": 8.391559181348082e-05, + "loss": 0.16230188310146332, + "step": 398 + }, + { + "epoch": 1.3531409168081494, + "grad_norm": 0.1954037033964251, + "learning_rate": 8.380676367688172e-05, + "loss": 0.1674966812133789, + "step": 399 + }, + { + "epoch": 1.3565365025466893, + "grad_norm": 0.18953434474561193, + "learning_rate": 8.36976397022587e-05, + "loss": 0.15261387825012207, + "step": 400 + }, + { + "epoch": 1.3599320882852293, + "grad_norm": 0.19384811240334962, + "learning_rate": 8.358822084453965e-05, + "loss": 0.14915475249290466, + "step": 401 + }, + { + "epoch": 1.3633276740237692, + "grad_norm": 0.19122076757364848, + "learning_rate": 8.347850806123288e-05, + "loss": 0.14487414062023163, + "step": 402 + }, + { + "epoch": 1.366723259762309, + "grad_norm": 0.27723132532670824, + "learning_rate": 8.336850231241888e-05, + "loss": 0.13761776685714722, + "step": 403 + }, + { + "epoch": 1.3701188455008488, + "grad_norm": 0.22753344740894346, + "learning_rate": 8.325820456074181e-05, + "loss": 0.1681349277496338, + "step": 404 + }, + { + "epoch": 1.3735144312393888, + "grad_norm": 0.20052637534999823, + "learning_rate": 8.314761577140105e-05, + "loss": 0.1848275363445282, + "step": 405 + }, + { + "epoch": 1.3769100169779287, + "grad_norm": 0.20593746180528957, + "learning_rate": 8.303673691214289e-05, + "loss": 0.17066769301891327, + "step": 406 + }, + { + "epoch": 1.3803056027164686, + "grad_norm": 0.17720150000136614, + "learning_rate": 8.292556895325194e-05, + "loss": 0.15952184796333313, + "step": 407 + }, + { + "epoch": 1.3837011884550086, + "grad_norm": 0.1926269693557234, + "learning_rate": 8.281411286754266e-05, + "loss": 0.15444013476371765, + "step": 408 + }, + { + "epoch": 1.3870967741935485, + "grad_norm": 0.19944289270593688, + "learning_rate": 8.270236963035091e-05, + "loss": 0.14692428708076477, + "step": 409 + }, + { + "epoch": 1.3904923599320882, + "grad_norm": 0.1885279573691433, + "learning_rate": 8.259034021952537e-05, + "loss": 0.14548589289188385, + "step": 410 + }, + { + "epoch": 1.3938879456706281, + "grad_norm": 0.1822130456259423, + "learning_rate": 8.24780256154189e-05, + "loss": 0.1397281289100647, + "step": 411 + }, + { + "epoch": 1.397283531409168, + "grad_norm": 0.18801876837981288, + "learning_rate": 8.236542680088015e-05, + "loss": 0.164806067943573, + "step": 412 + }, + { + "epoch": 1.400679117147708, + "grad_norm": 0.19388015253385277, + "learning_rate": 8.225254476124478e-05, + "loss": 0.18502959609031677, + "step": 413 + }, + { + "epoch": 1.404074702886248, + "grad_norm": 0.1815658849019605, + "learning_rate": 8.213938048432697e-05, + "loss": 0.17280147969722748, + "step": 414 + }, + { + "epoch": 1.4074702886247878, + "grad_norm": 0.21037405084422955, + "learning_rate": 8.202593496041066e-05, + "loss": 0.164241224527359, + "step": 415 + }, + { + "epoch": 1.4108658743633278, + "grad_norm": 0.20576306835089408, + "learning_rate": 8.191220918224101e-05, + "loss": 0.16376134753227234, + "step": 416 + }, + { + "epoch": 1.4142614601018675, + "grad_norm": 0.1910518751219804, + "learning_rate": 8.179820414501555e-05, + "loss": 0.17270877957344055, + "step": 417 + }, + { + "epoch": 1.4176570458404074, + "grad_norm": 0.199511985090208, + "learning_rate": 8.168392084637566e-05, + "loss": 0.15782058238983154, + "step": 418 + }, + { + "epoch": 1.4210526315789473, + "grad_norm": 0.23616650894639055, + "learning_rate": 8.156936028639767e-05, + "loss": 0.14752981066703796, + "step": 419 + }, + { + "epoch": 1.4244482173174873, + "grad_norm": 0.20651335467555787, + "learning_rate": 8.145452346758426e-05, + "loss": 0.1332433819770813, + "step": 420 + }, + { + "epoch": 1.4278438030560272, + "grad_norm": 0.18416426523921145, + "learning_rate": 8.133941139485551e-05, + "loss": 0.18285462260246277, + "step": 421 + }, + { + "epoch": 1.4312393887945671, + "grad_norm": 0.17157152472729922, + "learning_rate": 8.12240250755403e-05, + "loss": 0.16667722165584564, + "step": 422 + }, + { + "epoch": 1.434634974533107, + "grad_norm": 0.20475160805074769, + "learning_rate": 8.110836551936736e-05, + "loss": 0.1660834550857544, + "step": 423 + }, + { + "epoch": 1.4380305602716468, + "grad_norm": 0.1885050554293432, + "learning_rate": 8.099243373845646e-05, + "loss": 0.16956230998039246, + "step": 424 + }, + { + "epoch": 1.4414261460101867, + "grad_norm": 0.198045246606077, + "learning_rate": 8.08762307473096e-05, + "loss": 0.15231752395629883, + "step": 425 + }, + { + "epoch": 1.4448217317487266, + "grad_norm": 0.1927679119304936, + "learning_rate": 8.07597575628021e-05, + "loss": 0.14480434358119965, + "step": 426 + }, + { + "epoch": 1.4482173174872666, + "grad_norm": 0.20165140468314588, + "learning_rate": 8.064301520417367e-05, + "loss": 0.14340506494045258, + "step": 427 + }, + { + "epoch": 1.4516129032258065, + "grad_norm": 0.21191042843824154, + "learning_rate": 8.052600469301958e-05, + "loss": 0.1494779735803604, + "step": 428 + }, + { + "epoch": 1.4550084889643464, + "grad_norm": 0.1815480014064838, + "learning_rate": 8.04087270532816e-05, + "loss": 0.1498197764158249, + "step": 429 + }, + { + "epoch": 1.4584040747028864, + "grad_norm": 0.19099685031960859, + "learning_rate": 8.029118331123912e-05, + "loss": 0.20055601000785828, + "step": 430 + }, + { + "epoch": 1.461799660441426, + "grad_norm": 0.18535092740803596, + "learning_rate": 8.01733744955002e-05, + "loss": 0.16613398492336273, + "step": 431 + }, + { + "epoch": 1.465195246179966, + "grad_norm": 0.17838289803655005, + "learning_rate": 8.005530163699246e-05, + "loss": 0.1740640103816986, + "step": 432 + }, + { + "epoch": 1.468590831918506, + "grad_norm": 0.18541460428519524, + "learning_rate": 7.993696576895415e-05, + "loss": 0.1666644662618637, + "step": 433 + }, + { + "epoch": 1.4719864176570459, + "grad_norm": 0.1787660893964586, + "learning_rate": 7.981836792692508e-05, + "loss": 0.14891597628593445, + "step": 434 + }, + { + "epoch": 1.4753820033955858, + "grad_norm": 0.18112525162894888, + "learning_rate": 7.969950914873753e-05, + "loss": 0.1337478756904602, + "step": 435 + }, + { + "epoch": 1.4787775891341257, + "grad_norm": 0.18334382675980654, + "learning_rate": 7.958039047450723e-05, + "loss": 0.13875997066497803, + "step": 436 + }, + { + "epoch": 1.4821731748726656, + "grad_norm": 0.2805766927693815, + "learning_rate": 7.946101294662418e-05, + "loss": 0.17074432969093323, + "step": 437 + }, + { + "epoch": 1.4855687606112054, + "grad_norm": 0.18444715811046747, + "learning_rate": 7.934137760974363e-05, + "loss": 0.1938565969467163, + "step": 438 + }, + { + "epoch": 1.4889643463497453, + "grad_norm": 0.1680469060772462, + "learning_rate": 7.922148551077681e-05, + "loss": 0.1765138804912567, + "step": 439 + }, + { + "epoch": 1.4923599320882852, + "grad_norm": 0.18548511354464917, + "learning_rate": 7.910133769888188e-05, + "loss": 0.17844665050506592, + "step": 440 + }, + { + "epoch": 1.4957555178268251, + "grad_norm": 0.18222069361931734, + "learning_rate": 7.898093522545472e-05, + "loss": 0.164535790681839, + "step": 441 + }, + { + "epoch": 1.499151103565365, + "grad_norm": 0.17419796888893707, + "learning_rate": 7.886027914411964e-05, + "loss": 0.15411187708377838, + "step": 442 + }, + { + "epoch": 1.5025466893039048, + "grad_norm": 0.1895453679916474, + "learning_rate": 7.873937051072035e-05, + "loss": 0.16676245629787445, + "step": 443 + }, + { + "epoch": 1.505942275042445, + "grad_norm": 0.17765554622112073, + "learning_rate": 7.86182103833105e-05, + "loss": 0.12973670661449432, + "step": 444 + }, + { + "epoch": 1.5093378607809846, + "grad_norm": 0.2181301823092417, + "learning_rate": 7.849679982214458e-05, + "loss": 0.14135943353176117, + "step": 445 + }, + { + "epoch": 1.5127334465195246, + "grad_norm": 0.19590431506040082, + "learning_rate": 7.83751398896686e-05, + "loss": 0.18276870250701904, + "step": 446 + }, + { + "epoch": 1.5161290322580645, + "grad_norm": 0.17693029197439575, + "learning_rate": 7.825323165051073e-05, + "loss": 0.17886696755886078, + "step": 447 + }, + { + "epoch": 1.5195246179966044, + "grad_norm": 0.18251011390178956, + "learning_rate": 7.813107617147209e-05, + "loss": 0.1715458333492279, + "step": 448 + }, + { + "epoch": 1.5229202037351444, + "grad_norm": 0.18258583052865335, + "learning_rate": 7.80086745215173e-05, + "loss": 0.16793230175971985, + "step": 449 + }, + { + "epoch": 1.526315789473684, + "grad_norm": 0.1760590266381234, + "learning_rate": 7.788602777176528e-05, + "loss": 0.15847665071487427, + "step": 450 + }, + { + "epoch": 1.5297113752122242, + "grad_norm": 0.20607399159580456, + "learning_rate": 7.77631369954797e-05, + "loss": 0.15323980152606964, + "step": 451 + }, + { + "epoch": 1.533106960950764, + "grad_norm": 0.21222145215549423, + "learning_rate": 7.764000326805967e-05, + "loss": 0.15271389484405518, + "step": 452 + }, + { + "epoch": 1.5365025466893039, + "grad_norm": 0.1771587751860222, + "learning_rate": 7.751662766703038e-05, + "loss": 0.13208144903182983, + "step": 453 + }, + { + "epoch": 1.5398981324278438, + "grad_norm": 0.18962924747187754, + "learning_rate": 7.73930112720336e-05, + "loss": 0.17377114295959473, + "step": 454 + }, + { + "epoch": 1.5432937181663837, + "grad_norm": 0.19370916147297393, + "learning_rate": 7.726915516481824e-05, + "loss": 0.19509372115135193, + "step": 455 + }, + { + "epoch": 1.5466893039049237, + "grad_norm": 0.17806107422099998, + "learning_rate": 7.714506042923091e-05, + "loss": 0.17389468848705292, + "step": 456 + }, + { + "epoch": 1.5500848896434634, + "grad_norm": 0.18174989294212107, + "learning_rate": 7.702072815120638e-05, + "loss": 0.16574130952358246, + "step": 457 + }, + { + "epoch": 1.5534804753820035, + "grad_norm": 0.18805794288592984, + "learning_rate": 7.68961594187582e-05, + "loss": 0.14233970642089844, + "step": 458 + }, + { + "epoch": 1.5568760611205432, + "grad_norm": 0.1838908977956497, + "learning_rate": 7.677135532196905e-05, + "loss": 0.15779675543308258, + "step": 459 + }, + { + "epoch": 1.5602716468590832, + "grad_norm": 0.17493459686021195, + "learning_rate": 7.66463169529812e-05, + "loss": 0.14088116586208344, + "step": 460 + }, + { + "epoch": 1.563667232597623, + "grad_norm": 0.19452565737085545, + "learning_rate": 7.652104540598712e-05, + "loss": 0.1416524052619934, + "step": 461 + }, + { + "epoch": 1.567062818336163, + "grad_norm": 0.17609783143397675, + "learning_rate": 7.63955417772197e-05, + "loss": 0.16610148549079895, + "step": 462 + }, + { + "epoch": 1.570458404074703, + "grad_norm": 0.20417473158442093, + "learning_rate": 7.626980716494274e-05, + "loss": 0.18159864842891693, + "step": 463 + }, + { + "epoch": 1.5738539898132426, + "grad_norm": 0.17178967942387124, + "learning_rate": 7.614384266944139e-05, + "loss": 0.18010705709457397, + "step": 464 + }, + { + "epoch": 1.5772495755517828, + "grad_norm": 0.19685673528804337, + "learning_rate": 7.601764939301241e-05, + "loss": 0.1828932762145996, + "step": 465 + }, + { + "epoch": 1.5806451612903225, + "grad_norm": 0.1926284029427127, + "learning_rate": 7.589122843995469e-05, + "loss": 0.15791763365268707, + "step": 466 + }, + { + "epoch": 1.5840407470288624, + "grad_norm": 0.18795701286041544, + "learning_rate": 7.57645809165594e-05, + "loss": 0.15532039105892181, + "step": 467 + }, + { + "epoch": 1.5874363327674024, + "grad_norm": 0.19432395776884948, + "learning_rate": 7.563770793110039e-05, + "loss": 0.14827030897140503, + "step": 468 + }, + { + "epoch": 1.5908319185059423, + "grad_norm": 0.1864425491035546, + "learning_rate": 7.551061059382455e-05, + "loss": 0.14112061262130737, + "step": 469 + }, + { + "epoch": 1.5942275042444822, + "grad_norm": 0.19139355085903184, + "learning_rate": 7.5383290016942e-05, + "loss": 0.1409231722354889, + "step": 470 + }, + { + "epoch": 1.597623089983022, + "grad_norm": 0.18683650156156306, + "learning_rate": 7.525574731461642e-05, + "loss": 0.18162474036216736, + "step": 471 + }, + { + "epoch": 1.601018675721562, + "grad_norm": 0.1827589507517917, + "learning_rate": 7.512798360295526e-05, + "loss": 0.1765042543411255, + "step": 472 + }, + { + "epoch": 1.6044142614601018, + "grad_norm": 0.1765646179256097, + "learning_rate": 7.500000000000001e-05, + "loss": 0.16432282328605652, + "step": 473 + }, + { + "epoch": 1.6078098471986417, + "grad_norm": 0.19231823374854237, + "learning_rate": 7.487179762571637e-05, + "loss": 0.16433201730251312, + "step": 474 + }, + { + "epoch": 1.6112054329371817, + "grad_norm": 0.1748324482032478, + "learning_rate": 7.474337760198447e-05, + "loss": 0.15398603677749634, + "step": 475 + }, + { + "epoch": 1.6146010186757216, + "grad_norm": 0.17594317036592277, + "learning_rate": 7.461474105258911e-05, + "loss": 0.14779743552207947, + "step": 476 + }, + { + "epoch": 1.6179966044142615, + "grad_norm": 0.1883851989573403, + "learning_rate": 7.448588910320983e-05, + "loss": 0.1409299075603485, + "step": 477 + }, + { + "epoch": 1.6213921901528012, + "grad_norm": 0.20348892729725218, + "learning_rate": 7.435682288141111e-05, + "loss": 0.13723161816596985, + "step": 478 + }, + { + "epoch": 1.6247877758913414, + "grad_norm": 0.17046536317869096, + "learning_rate": 7.422754351663252e-05, + "loss": 0.16870960593223572, + "step": 479 + }, + { + "epoch": 1.628183361629881, + "grad_norm": 0.17757703654770882, + "learning_rate": 7.409805214017877e-05, + "loss": 0.173429936170578, + "step": 480 + }, + { + "epoch": 1.631578947368421, + "grad_norm": 0.19665049689102712, + "learning_rate": 7.396834988520988e-05, + "loss": 0.17763277888298035, + "step": 481 + }, + { + "epoch": 1.634974533106961, + "grad_norm": 0.18262351289817452, + "learning_rate": 7.383843788673126e-05, + "loss": 0.1751786768436432, + "step": 482 + }, + { + "epoch": 1.6383701188455009, + "grad_norm": 0.1868977018442509, + "learning_rate": 7.37083172815837e-05, + "loss": 0.1577882170677185, + "step": 483 + }, + { + "epoch": 1.6417657045840408, + "grad_norm": 0.174429377611626, + "learning_rate": 7.357798920843354e-05, + "loss": 0.1525232493877411, + "step": 484 + }, + { + "epoch": 1.6451612903225805, + "grad_norm": 0.24757160066493733, + "learning_rate": 7.344745480776257e-05, + "loss": 0.13874512910842896, + "step": 485 + }, + { + "epoch": 1.6485568760611207, + "grad_norm": 0.17642711380497708, + "learning_rate": 7.331671522185817e-05, + "loss": 0.12604987621307373, + "step": 486 + }, + { + "epoch": 1.6519524617996604, + "grad_norm": 0.1894340463493715, + "learning_rate": 7.318577159480327e-05, + "loss": 0.15690191090106964, + "step": 487 + }, + { + "epoch": 1.6553480475382003, + "grad_norm": 0.1919670561728794, + "learning_rate": 7.30546250724663e-05, + "loss": 0.17964285612106323, + "step": 488 + }, + { + "epoch": 1.6587436332767402, + "grad_norm": 0.1956783704393679, + "learning_rate": 7.292327680249123e-05, + "loss": 0.1727060079574585, + "step": 489 + }, + { + "epoch": 1.6621392190152802, + "grad_norm": 0.18563940359787887, + "learning_rate": 7.279172793428747e-05, + "loss": 0.16723820567131042, + "step": 490 + }, + { + "epoch": 1.66553480475382, + "grad_norm": 0.18455840639152749, + "learning_rate": 7.265997961901987e-05, + "loss": 0.1723594069480896, + "step": 491 + }, + { + "epoch": 1.6689303904923598, + "grad_norm": 0.1912171167211459, + "learning_rate": 7.252803300959855e-05, + "loss": 0.15880949795246124, + "step": 492 + }, + { + "epoch": 1.6723259762309, + "grad_norm": 0.17859536040584828, + "learning_rate": 7.239588926066894e-05, + "loss": 0.1469959318637848, + "step": 493 + }, + { + "epoch": 1.6757215619694397, + "grad_norm": 0.18385956445143017, + "learning_rate": 7.226354952860157e-05, + "loss": 0.13693295419216156, + "step": 494 + }, + { + "epoch": 1.6791171477079796, + "grad_norm": 0.19572296127554295, + "learning_rate": 7.2131014971482e-05, + "loss": 0.14472414553165436, + "step": 495 + }, + { + "epoch": 1.6825127334465195, + "grad_norm": 0.1657566928548163, + "learning_rate": 7.199828674910067e-05, + "loss": 0.1794150471687317, + "step": 496 + }, + { + "epoch": 1.6859083191850595, + "grad_norm": 0.18296098683526374, + "learning_rate": 7.186536602294278e-05, + "loss": 0.17176096141338348, + "step": 497 + }, + { + "epoch": 1.6893039049235994, + "grad_norm": 0.16985787159417765, + "learning_rate": 7.173225395617805e-05, + "loss": 0.17153851687908173, + "step": 498 + }, + { + "epoch": 1.692699490662139, + "grad_norm": 0.18148868602238358, + "learning_rate": 7.159895171365065e-05, + "loss": 0.16729089617729187, + "step": 499 + }, + { + "epoch": 1.6960950764006792, + "grad_norm": 0.18654321841753257, + "learning_rate": 7.146546046186893e-05, + "loss": 0.16425371170043945, + "step": 500 + }, + { + "epoch": 1.699490662139219, + "grad_norm": 0.17827119328781035, + "learning_rate": 7.133178136899522e-05, + "loss": 0.15057818591594696, + "step": 501 + }, + { + "epoch": 1.7028862478777589, + "grad_norm": 0.18169638140377276, + "learning_rate": 7.119791560483562e-05, + "loss": 0.13917642831802368, + "step": 502 + }, + { + "epoch": 1.7062818336162988, + "grad_norm": 0.1833482749441268, + "learning_rate": 7.106386434082979e-05, + "loss": 0.1311974823474884, + "step": 503 + }, + { + "epoch": 1.7096774193548387, + "grad_norm": 0.18543610656731152, + "learning_rate": 7.092962875004065e-05, + "loss": 0.16842401027679443, + "step": 504 + }, + { + "epoch": 1.7130730050933787, + "grad_norm": 0.17232136569921291, + "learning_rate": 7.079521000714414e-05, + "loss": 0.17561206221580505, + "step": 505 + }, + { + "epoch": 1.7164685908319184, + "grad_norm": 0.18695004925792763, + "learning_rate": 7.066060928841892e-05, + "loss": 0.15638267993927002, + "step": 506 + }, + { + "epoch": 1.7198641765704585, + "grad_norm": 0.20777241762984353, + "learning_rate": 7.052582777173613e-05, + "loss": 0.17052212357521057, + "step": 507 + }, + { + "epoch": 1.7232597623089982, + "grad_norm": 0.1879758875095606, + "learning_rate": 7.039086663654903e-05, + "loss": 0.15996943414211273, + "step": 508 + }, + { + "epoch": 1.7266553480475382, + "grad_norm": 0.17941686106673527, + "learning_rate": 7.025572706388268e-05, + "loss": 0.1609647125005722, + "step": 509 + }, + { + "epoch": 1.730050933786078, + "grad_norm": 0.18451004879957808, + "learning_rate": 7.012041023632364e-05, + "loss": 0.14662379026412964, + "step": 510 + }, + { + "epoch": 1.733446519524618, + "grad_norm": 0.19699282722138145, + "learning_rate": 6.99849173380096e-05, + "loss": 0.13662013411521912, + "step": 511 + }, + { + "epoch": 1.736842105263158, + "grad_norm": 0.17905368130444776, + "learning_rate": 6.984924955461901e-05, + "loss": 0.1432567685842514, + "step": 512 + }, + { + "epoch": 1.7402376910016977, + "grad_norm": 0.17351308309706964, + "learning_rate": 6.971340807336072e-05, + "loss": 0.18336886167526245, + "step": 513 + }, + { + "epoch": 1.7436332767402378, + "grad_norm": 0.18148169867993, + "learning_rate": 6.957739408296357e-05, + "loss": 0.18250811100006104, + "step": 514 + }, + { + "epoch": 1.7470288624787775, + "grad_norm": 0.18036906910812636, + "learning_rate": 6.944120877366604e-05, + "loss": 0.16854140162467957, + "step": 515 + }, + { + "epoch": 1.7504244482173175, + "grad_norm": 0.17610610733686125, + "learning_rate": 6.930485333720573e-05, + "loss": 0.14952275156974792, + "step": 516 + }, + { + "epoch": 1.7538200339558574, + "grad_norm": 0.20771238433810985, + "learning_rate": 6.916832896680909e-05, + "loss": 0.1549406796693802, + "step": 517 + }, + { + "epoch": 1.7572156196943973, + "grad_norm": 0.16751245365571632, + "learning_rate": 6.90316368571808e-05, + "loss": 0.1423039734363556, + "step": 518 + }, + { + "epoch": 1.7606112054329373, + "grad_norm": 0.18087990775399046, + "learning_rate": 6.889477820449342e-05, + "loss": 0.14016366004943848, + "step": 519 + }, + { + "epoch": 1.764006791171477, + "grad_norm": 0.1838162385444869, + "learning_rate": 6.875775420637696e-05, + "loss": 0.14294710755348206, + "step": 520 + }, + { + "epoch": 1.7674023769100171, + "grad_norm": 0.16760604357011016, + "learning_rate": 6.86205660619083e-05, + "loss": 0.17810671031475067, + "step": 521 + }, + { + "epoch": 1.7707979626485568, + "grad_norm": 0.17084078524922822, + "learning_rate": 6.848321497160073e-05, + "loss": 0.18097054958343506, + "step": 522 + }, + { + "epoch": 1.7741935483870968, + "grad_norm": 0.1730247683788355, + "learning_rate": 6.834570213739346e-05, + "loss": 0.16516205668449402, + "step": 523 + }, + { + "epoch": 1.7775891341256367, + "grad_norm": 0.17999870814714078, + "learning_rate": 6.820802876264112e-05, + "loss": 0.16350559890270233, + "step": 524 + }, + { + "epoch": 1.7809847198641766, + "grad_norm": 0.1747303659237364, + "learning_rate": 6.807019605210319e-05, + "loss": 0.16167867183685303, + "step": 525 + }, + { + "epoch": 1.7843803056027165, + "grad_norm": 0.18396730355056362, + "learning_rate": 6.793220521193346e-05, + "loss": 0.15808960795402527, + "step": 526 + }, + { + "epoch": 1.7877758913412563, + "grad_norm": 0.1908440442227778, + "learning_rate": 6.779405744966954e-05, + "loss": 0.1370973438024521, + "step": 527 + }, + { + "epoch": 1.7911714770797964, + "grad_norm": 0.18245812313202964, + "learning_rate": 6.76557539742222e-05, + "loss": 0.13153865933418274, + "step": 528 + }, + { + "epoch": 1.7945670628183361, + "grad_norm": 0.15553007213648265, + "learning_rate": 6.751729599586483e-05, + "loss": 0.1596919447183609, + "step": 529 + }, + { + "epoch": 1.797962648556876, + "grad_norm": 0.17222320703509325, + "learning_rate": 6.737868472622287e-05, + "loss": 0.1752602905035019, + "step": 530 + }, + { + "epoch": 1.801358234295416, + "grad_norm": 0.15729557792159204, + "learning_rate": 6.723992137826318e-05, + "loss": 0.1719258427619934, + "step": 531 + }, + { + "epoch": 1.804753820033956, + "grad_norm": 0.16691025576556376, + "learning_rate": 6.710100716628344e-05, + "loss": 0.16097165644168854, + "step": 532 + }, + { + "epoch": 1.8081494057724958, + "grad_norm": 0.16854455732420842, + "learning_rate": 6.696194330590151e-05, + "loss": 0.1574283391237259, + "step": 533 + }, + { + "epoch": 1.8115449915110355, + "grad_norm": 0.1675094850991689, + "learning_rate": 6.682273101404482e-05, + "loss": 0.14706020057201385, + "step": 534 + }, + { + "epoch": 1.8149405772495757, + "grad_norm": 0.17746803149572632, + "learning_rate": 6.668337150893971e-05, + "loss": 0.15042737126350403, + "step": 535 + }, + { + "epoch": 1.8183361629881154, + "grad_norm": 0.1710843144602704, + "learning_rate": 6.65438660101007e-05, + "loss": 0.13203056156635284, + "step": 536 + }, + { + "epoch": 1.8217317487266553, + "grad_norm": 0.25095542909557406, + "learning_rate": 6.640421573831995e-05, + "loss": 0.1480444371700287, + "step": 537 + }, + { + "epoch": 1.8251273344651953, + "grad_norm": 0.16106614334330768, + "learning_rate": 6.626442191565645e-05, + "loss": 0.17822377383708954, + "step": 538 + }, + { + "epoch": 1.8285229202037352, + "grad_norm": 0.1610910381910114, + "learning_rate": 6.612448576542545e-05, + "loss": 0.18047180771827698, + "step": 539 + }, + { + "epoch": 1.8319185059422751, + "grad_norm": 0.16399463639566766, + "learning_rate": 6.598440851218763e-05, + "loss": 0.16620728373527527, + "step": 540 + }, + { + "epoch": 1.8353140916808148, + "grad_norm": 0.1663434232145509, + "learning_rate": 6.584419138173845e-05, + "loss": 0.1614074409008026, + "step": 541 + }, + { + "epoch": 1.838709677419355, + "grad_norm": 0.1718688944122613, + "learning_rate": 6.570383560109745e-05, + "loss": 0.16087627410888672, + "step": 542 + }, + { + "epoch": 1.8421052631578947, + "grad_norm": 0.1667463971198413, + "learning_rate": 6.556334239849744e-05, + "loss": 0.14770135283470154, + "step": 543 + }, + { + "epoch": 1.8455008488964346, + "grad_norm": 0.17207788474574298, + "learning_rate": 6.542271300337377e-05, + "loss": 0.14125823974609375, + "step": 544 + }, + { + "epoch": 1.8488964346349746, + "grad_norm": 0.17946394240452213, + "learning_rate": 6.528194864635369e-05, + "loss": 0.14081749320030212, + "step": 545 + }, + { + "epoch": 1.8522920203735145, + "grad_norm": 0.18414131308643106, + "learning_rate": 6.514105055924538e-05, + "loss": 0.17963922023773193, + "step": 546 + }, + { + "epoch": 1.8556876061120544, + "grad_norm": 0.14294714400381414, + "learning_rate": 6.500001997502731e-05, + "loss": 0.1649813950061798, + "step": 547 + }, + { + "epoch": 1.8590831918505941, + "grad_norm": 0.16041654271254796, + "learning_rate": 6.485885812783739e-05, + "loss": 0.16963443160057068, + "step": 548 + }, + { + "epoch": 1.8624787775891343, + "grad_norm": 0.17133298100923808, + "learning_rate": 6.471756625296224e-05, + "loss": 0.15729641914367676, + "step": 549 + }, + { + "epoch": 1.865874363327674, + "grad_norm": 0.16118956983206778, + "learning_rate": 6.45761455868263e-05, + "loss": 0.14063751697540283, + "step": 550 + }, + { + "epoch": 1.869269949066214, + "grad_norm": 0.15823112881345047, + "learning_rate": 6.443459736698105e-05, + "loss": 0.1441025733947754, + "step": 551 + }, + { + "epoch": 1.8726655348047538, + "grad_norm": 0.17113358987244853, + "learning_rate": 6.429292283209419e-05, + "loss": 0.1459069699048996, + "step": 552 + }, + { + "epoch": 1.8760611205432938, + "grad_norm": 0.17887450754428866, + "learning_rate": 6.41511232219387e-05, + "loss": 0.13121017813682556, + "step": 553 + }, + { + "epoch": 1.8794567062818337, + "grad_norm": 0.16945899573336043, + "learning_rate": 6.400919977738222e-05, + "loss": 0.17336687445640564, + "step": 554 + }, + { + "epoch": 1.8828522920203734, + "grad_norm": 0.17602884735785318, + "learning_rate": 6.386715374037596e-05, + "loss": 0.18841490149497986, + "step": 555 + }, + { + "epoch": 1.8862478777589136, + "grad_norm": 0.1625966113100334, + "learning_rate": 6.372498635394388e-05, + "loss": 0.16863588988780975, + "step": 556 + }, + { + "epoch": 1.8896434634974533, + "grad_norm": 0.17772394195437274, + "learning_rate": 6.358269886217194e-05, + "loss": 0.16711756587028503, + "step": 557 + }, + { + "epoch": 1.8930390492359932, + "grad_norm": 0.16439059992506974, + "learning_rate": 6.344029251019707e-05, + "loss": 0.14478228986263275, + "step": 558 + }, + { + "epoch": 1.8964346349745331, + "grad_norm": 0.16907471451987538, + "learning_rate": 6.329776854419636e-05, + "loss": 0.14453932642936707, + "step": 559 + }, + { + "epoch": 1.899830220713073, + "grad_norm": 0.16651601303723276, + "learning_rate": 6.315512821137606e-05, + "loss": 0.14067892730236053, + "step": 560 + }, + { + "epoch": 1.903225806451613, + "grad_norm": 0.16457933463747362, + "learning_rate": 6.301237275996082e-05, + "loss": 0.13354872167110443, + "step": 561 + }, + { + "epoch": 1.9066213921901527, + "grad_norm": 0.1717783175473143, + "learning_rate": 6.286950343918262e-05, + "loss": 0.1650480479001999, + "step": 562 + }, + { + "epoch": 1.9100169779286928, + "grad_norm": 0.17058362911491767, + "learning_rate": 6.272652149926988e-05, + "loss": 0.1925385445356369, + "step": 563 + }, + { + "epoch": 1.9134125636672326, + "grad_norm": 0.1617299489951924, + "learning_rate": 6.258342819143659e-05, + "loss": 0.17114019393920898, + "step": 564 + }, + { + "epoch": 1.9168081494057725, + "grad_norm": 0.16528746885276557, + "learning_rate": 6.244022476787124e-05, + "loss": 0.15518032014369965, + "step": 565 + }, + { + "epoch": 1.9202037351443124, + "grad_norm": 0.16049404486239083, + "learning_rate": 6.229691248172599e-05, + "loss": 0.14632579684257507, + "step": 566 + }, + { + "epoch": 1.9235993208828521, + "grad_norm": 0.16982478433267317, + "learning_rate": 6.215349258710557e-05, + "loss": 0.14713209867477417, + "step": 567 + }, + { + "epoch": 1.9269949066213923, + "grad_norm": 0.16277335386367456, + "learning_rate": 6.200996633905646e-05, + "loss": 0.13397686183452606, + "step": 568 + }, + { + "epoch": 1.930390492359932, + "grad_norm": 0.1813684126188406, + "learning_rate": 6.186633499355576e-05, + "loss": 0.1379556655883789, + "step": 569 + }, + { + "epoch": 1.9337860780984721, + "grad_norm": 0.18737110524897457, + "learning_rate": 6.172259980750023e-05, + "loss": 0.1290856897830963, + "step": 570 + }, + { + "epoch": 1.9371816638370118, + "grad_norm": 0.17545045115455518, + "learning_rate": 6.157876203869546e-05, + "loss": 0.1697261929512024, + "step": 571 + }, + { + "epoch": 1.9405772495755518, + "grad_norm": 0.17420613006370353, + "learning_rate": 6.143482294584459e-05, + "loss": 0.173529252409935, + "step": 572 + }, + { + "epoch": 1.9439728353140917, + "grad_norm": 0.16189742546033578, + "learning_rate": 6.129078378853748e-05, + "loss": 0.15620549023151398, + "step": 573 + }, + { + "epoch": 1.9473684210526314, + "grad_norm": 0.18274767780499362, + "learning_rate": 6.114664582723966e-05, + "loss": 0.15449392795562744, + "step": 574 + }, + { + "epoch": 1.9507640067911716, + "grad_norm": 0.17968465642204184, + "learning_rate": 6.100241032328124e-05, + "loss": 0.14221139252185822, + "step": 575 + }, + { + "epoch": 1.9541595925297113, + "grad_norm": 0.18348111509278955, + "learning_rate": 6.085807853884595e-05, + "loss": 0.14858148992061615, + "step": 576 + }, + { + "epoch": 1.9575551782682514, + "grad_norm": 0.18423695648825972, + "learning_rate": 6.0713651736960034e-05, + "loss": 0.13991549611091614, + "step": 577 + }, + { + "epoch": 1.9609507640067911, + "grad_norm": 0.19348292156174063, + "learning_rate": 6.056913118148122e-05, + "loss": 0.13638564944267273, + "step": 578 + }, + { + "epoch": 1.964346349745331, + "grad_norm": 0.1595069297891854, + "learning_rate": 6.0424518137087674e-05, + "loss": 0.16120140254497528, + "step": 579 + }, + { + "epoch": 1.967741935483871, + "grad_norm": 0.1747748246936634, + "learning_rate": 6.0279813869266885e-05, + "loss": 0.1653626561164856, + "step": 580 + }, + { + "epoch": 1.9711375212224107, + "grad_norm": 0.16726561813373925, + "learning_rate": 6.013501964430468e-05, + "loss": 0.15936613082885742, + "step": 581 + }, + { + "epoch": 1.9745331069609509, + "grad_norm": 0.18519342809269737, + "learning_rate": 5.999013672927405e-05, + "loss": 0.16321642696857452, + "step": 582 + }, + { + "epoch": 1.9779286926994906, + "grad_norm": 0.17726059180761713, + "learning_rate": 5.9845166392024074e-05, + "loss": 0.1529730260372162, + "step": 583 + }, + { + "epoch": 1.9813242784380307, + "grad_norm": 0.17575880124078921, + "learning_rate": 5.970010990116892e-05, + "loss": 0.14697983860969543, + "step": 584 + }, + { + "epoch": 1.9847198641765704, + "grad_norm": 0.17712999362024573, + "learning_rate": 5.955496852607661e-05, + "loss": 0.13811354339122772, + "step": 585 + }, + { + "epoch": 1.9881154499151104, + "grad_norm": 0.17161091040045579, + "learning_rate": 5.940974353685804e-05, + "loss": 0.124301478266716, + "step": 586 + }, + { + "epoch": 1.9915110356536503, + "grad_norm": 0.17721217375237114, + "learning_rate": 5.9264436204355724e-05, + "loss": 0.1549723744392395, + "step": 587 + }, + { + "epoch": 1.99490662139219, + "grad_norm": 0.20432739133195404, + "learning_rate": 5.911904780013279e-05, + "loss": 0.18239590525627136, + "step": 588 + }, + { + "epoch": 1.9983022071307301, + "grad_norm": 0.1908595742145265, + "learning_rate": 5.8973579596461834e-05, + "loss": 0.14180368185043335, + "step": 589 + }, + { + "epoch": 2.0, + "grad_norm": 0.24009256919933536, + "learning_rate": 5.882803286631372e-05, + "loss": 0.13346514105796814, + "step": 590 + }, + { + "epoch": 2.0033955857385397, + "grad_norm": 0.27930924094415494, + "learning_rate": 5.868240888334653e-05, + "loss": 0.12378250062465668, + "step": 591 + }, + { + "epoch": 2.00679117147708, + "grad_norm": 0.2431470709056894, + "learning_rate": 5.853670892189432e-05, + "loss": 0.11407718062400818, + "step": 592 + }, + { + "epoch": 2.0101867572156196, + "grad_norm": 0.19139004103023372, + "learning_rate": 5.839093425695609e-05, + "loss": 0.10127812623977661, + "step": 593 + }, + { + "epoch": 2.0135823429541597, + "grad_norm": 0.3543558615632127, + "learning_rate": 5.824508616418449e-05, + "loss": 0.09497358649969101, + "step": 594 + }, + { + "epoch": 2.0169779286926994, + "grad_norm": 0.18584851631888175, + "learning_rate": 5.8099165919874784e-05, + "loss": 0.08638568967580795, + "step": 595 + }, + { + "epoch": 2.0203735144312396, + "grad_norm": 0.23296396312857756, + "learning_rate": 5.7953174800953604e-05, + "loss": 0.0777568519115448, + "step": 596 + }, + { + "epoch": 2.0237691001697793, + "grad_norm": 0.21293501060125108, + "learning_rate": 5.7807114084967775e-05, + "loss": 0.0734458938241005, + "step": 597 + }, + { + "epoch": 2.027164685908319, + "grad_norm": 0.19399823139300765, + "learning_rate": 5.766098505007318e-05, + "loss": 0.06987430155277252, + "step": 598 + }, + { + "epoch": 2.030560271646859, + "grad_norm": 0.2174080213987067, + "learning_rate": 5.751478897502352e-05, + "loss": 0.1168893501162529, + "step": 599 + }, + { + "epoch": 2.033955857385399, + "grad_norm": 0.2083555533855022, + "learning_rate": 5.736852713915921e-05, + "loss": 0.10817261785268784, + "step": 600 + }, + { + "epoch": 2.037351443123939, + "grad_norm": 0.18988272943992718, + "learning_rate": 5.7222200822396075e-05, + "loss": 0.10592930018901825, + "step": 601 + }, + { + "epoch": 2.0407470288624787, + "grad_norm": 0.1809405492467449, + "learning_rate": 5.7075811305214245e-05, + "loss": 0.10201668739318848, + "step": 602 + }, + { + "epoch": 2.044142614601019, + "grad_norm": 0.17657128795757143, + "learning_rate": 5.692935986864685e-05, + "loss": 0.08910071849822998, + "step": 603 + }, + { + "epoch": 2.0475382003395586, + "grad_norm": 0.18465104051439643, + "learning_rate": 5.678284779426891e-05, + "loss": 0.07963181287050247, + "step": 604 + }, + { + "epoch": 2.0509337860780983, + "grad_norm": 0.17823215682991914, + "learning_rate": 5.6636276364186105e-05, + "loss": 0.07471688836812973, + "step": 605 + }, + { + "epoch": 2.0543293718166384, + "grad_norm": 0.17445856214169989, + "learning_rate": 5.648964686102346e-05, + "loss": 0.06771814823150635, + "step": 606 + }, + { + "epoch": 2.057724957555178, + "grad_norm": 0.19260533373582076, + "learning_rate": 5.6342960567914235e-05, + "loss": 0.0887187272310257, + "step": 607 + }, + { + "epoch": 2.0611205432937183, + "grad_norm": 0.2019352859072592, + "learning_rate": 5.619621876848864e-05, + "loss": 0.11880266666412354, + "step": 608 + }, + { + "epoch": 2.064516129032258, + "grad_norm": 0.19718654777144978, + "learning_rate": 5.60494227468626e-05, + "loss": 0.10265833139419556, + "step": 609 + }, + { + "epoch": 2.067911714770798, + "grad_norm": 0.17748838822794688, + "learning_rate": 5.5902573787626544e-05, + "loss": 0.09355604648590088, + "step": 610 + }, + { + "epoch": 2.071307300509338, + "grad_norm": 0.18165577016402445, + "learning_rate": 5.5755673175834145e-05, + "loss": 0.08513667434453964, + "step": 611 + }, + { + "epoch": 2.0747028862478776, + "grad_norm": 0.1853864279720625, + "learning_rate": 5.56087221969911e-05, + "loss": 0.0788930207490921, + "step": 612 + }, + { + "epoch": 2.0780984719864177, + "grad_norm": 0.18643941914482987, + "learning_rate": 5.546172213704384e-05, + "loss": 0.07431256771087646, + "step": 613 + }, + { + "epoch": 2.0814940577249574, + "grad_norm": 0.17615669284547794, + "learning_rate": 5.5314674282368275e-05, + "loss": 0.06649843603372574, + "step": 614 + }, + { + "epoch": 2.0848896434634976, + "grad_norm": 0.20568731102131993, + "learning_rate": 5.5167579919758606e-05, + "loss": 0.06795898079872131, + "step": 615 + }, + { + "epoch": 2.0882852292020373, + "grad_norm": 0.1686277043303997, + "learning_rate": 5.5020440336416e-05, + "loss": 0.11328067630529404, + "step": 616 + }, + { + "epoch": 2.0916808149405774, + "grad_norm": 0.21028850191438905, + "learning_rate": 5.487325681993733e-05, + "loss": 0.11785249412059784, + "step": 617 + }, + { + "epoch": 2.095076400679117, + "grad_norm": 0.17925330353372043, + "learning_rate": 5.472603065830393e-05, + "loss": 0.10392972081899643, + "step": 618 + }, + { + "epoch": 2.098471986417657, + "grad_norm": 0.17107375066442876, + "learning_rate": 5.457876313987034e-05, + "loss": 0.08784636110067368, + "step": 619 + }, + { + "epoch": 2.101867572156197, + "grad_norm": 0.18232366531737457, + "learning_rate": 5.443145555335296e-05, + "loss": 0.0826864168047905, + "step": 620 + }, + { + "epoch": 2.1052631578947367, + "grad_norm": 0.17990275680825715, + "learning_rate": 5.4284109187818845e-05, + "loss": 0.07586630433797836, + "step": 621 + }, + { + "epoch": 2.108658743633277, + "grad_norm": 0.19728627180446331, + "learning_rate": 5.4136725332674434e-05, + "loss": 0.07594335079193115, + "step": 622 + }, + { + "epoch": 2.1120543293718166, + "grad_norm": 0.189009348956481, + "learning_rate": 5.3989305277654156e-05, + "loss": 0.06875759363174438, + "step": 623 + }, + { + "epoch": 2.1154499151103567, + "grad_norm": 0.2089721067233783, + "learning_rate": 5.3841850312809295e-05, + "loss": 0.1098216325044632, + "step": 624 + }, + { + "epoch": 2.1188455008488964, + "grad_norm": 0.19227367424881855, + "learning_rate": 5.369436172849657e-05, + "loss": 0.12781623005867004, + "step": 625 + }, + { + "epoch": 2.122241086587436, + "grad_norm": 0.19032963693236096, + "learning_rate": 5.354684081536693e-05, + "loss": 0.10976029932498932, + "step": 626 + }, + { + "epoch": 2.1256366723259763, + "grad_norm": 0.1991147980109885, + "learning_rate": 5.3399288864354225e-05, + "loss": 0.09619562327861786, + "step": 627 + }, + { + "epoch": 2.129032258064516, + "grad_norm": 0.17505944859431077, + "learning_rate": 5.3251707166663886e-05, + "loss": 0.08784763514995575, + "step": 628 + }, + { + "epoch": 2.132427843803056, + "grad_norm": 0.17512616158688596, + "learning_rate": 5.31040970137617e-05, + "loss": 0.08227354288101196, + "step": 629 + }, + { + "epoch": 2.135823429541596, + "grad_norm": 0.1858336071218847, + "learning_rate": 5.295645969736244e-05, + "loss": 0.07487807422876358, + "step": 630 + }, + { + "epoch": 2.139219015280136, + "grad_norm": 0.18361401088465984, + "learning_rate": 5.280879650941857e-05, + "loss": 0.06451160460710526, + "step": 631 + }, + { + "epoch": 2.1426146010186757, + "grad_norm": 0.15823519399635375, + "learning_rate": 5.2661108742108935e-05, + "loss": 0.08187909424304962, + "step": 632 + }, + { + "epoch": 2.1460101867572154, + "grad_norm": 0.16594954608976964, + "learning_rate": 5.251339768782754e-05, + "loss": 0.11212148517370224, + "step": 633 + }, + { + "epoch": 2.1494057724957556, + "grad_norm": 0.17833182815432058, + "learning_rate": 5.23656646391721e-05, + "loss": 0.11305718868970871, + "step": 634 + }, + { + "epoch": 2.1528013582342953, + "grad_norm": 0.19532920280556404, + "learning_rate": 5.221791088893282e-05, + "loss": 0.10172098875045776, + "step": 635 + }, + { + "epoch": 2.1561969439728355, + "grad_norm": 0.3013870719119221, + "learning_rate": 5.207013773008111e-05, + "loss": 0.08888505399227142, + "step": 636 + }, + { + "epoch": 2.159592529711375, + "grad_norm": 0.17743907236187367, + "learning_rate": 5.192234645575814e-05, + "loss": 0.08181847631931305, + "step": 637 + }, + { + "epoch": 2.1629881154499153, + "grad_norm": 0.18510033401963283, + "learning_rate": 5.177453835926366e-05, + "loss": 0.07848383486270905, + "step": 638 + }, + { + "epoch": 2.166383701188455, + "grad_norm": 0.16964624611307097, + "learning_rate": 5.162671473404461e-05, + "loss": 0.06493636965751648, + "step": 639 + }, + { + "epoch": 2.1697792869269947, + "grad_norm": 0.19165970932035326, + "learning_rate": 5.147887687368384e-05, + "loss": 0.0707256868481636, + "step": 640 + }, + { + "epoch": 2.173174872665535, + "grad_norm": 0.1721563135872704, + "learning_rate": 5.133102607188874e-05, + "loss": 0.10899870097637177, + "step": 641 + }, + { + "epoch": 2.1765704584040746, + "grad_norm": 0.1672334512723684, + "learning_rate": 5.1183163622479966e-05, + "loss": 0.10445180535316467, + "step": 642 + }, + { + "epoch": 2.1799660441426147, + "grad_norm": 0.1806841956527768, + "learning_rate": 5.10352908193801e-05, + "loss": 0.09651540219783783, + "step": 643 + }, + { + "epoch": 2.1833616298811545, + "grad_norm": 0.20196049010082395, + "learning_rate": 5.088740895660231e-05, + "loss": 0.09565379470586777, + "step": 644 + }, + { + "epoch": 2.1867572156196946, + "grad_norm": 0.1842107489787402, + "learning_rate": 5.073951932823907e-05, + "loss": 0.08658355474472046, + "step": 645 + }, + { + "epoch": 2.1901528013582343, + "grad_norm": 0.17928013643477353, + "learning_rate": 5.0591623228450805e-05, + "loss": 0.07876981794834137, + "step": 646 + }, + { + "epoch": 2.193548387096774, + "grad_norm": 0.1808277804496368, + "learning_rate": 5.044372195145455e-05, + "loss": 0.07109809666872025, + "step": 647 + }, + { + "epoch": 2.196943972835314, + "grad_norm": 0.18043295964503364, + "learning_rate": 5.0295816791512686e-05, + "loss": 0.06647136807441711, + "step": 648 + }, + { + "epoch": 2.200339558573854, + "grad_norm": 0.17684796212193798, + "learning_rate": 5.014790904292149e-05, + "loss": 0.10662539303302765, + "step": 649 + }, + { + "epoch": 2.203735144312394, + "grad_norm": 0.1740192185663839, + "learning_rate": 5e-05, + "loss": 0.11376029253005981, + "step": 650 + }, + { + "epoch": 2.2071307300509337, + "grad_norm": 0.16848575217961903, + "learning_rate": 4.9852090957078515e-05, + "loss": 0.09893074631690979, + "step": 651 + }, + { + "epoch": 2.2105263157894735, + "grad_norm": 0.23162501925535942, + "learning_rate": 4.9704183208487325e-05, + "loss": 0.09183754771947861, + "step": 652 + }, + { + "epoch": 2.2139219015280136, + "grad_norm": 0.17993997700028208, + "learning_rate": 4.955627804854545e-05, + "loss": 0.08125372231006622, + "step": 653 + }, + { + "epoch": 2.2173174872665533, + "grad_norm": 0.17195501476542396, + "learning_rate": 4.94083767715492e-05, + "loss": 0.0768633484840393, + "step": 654 + }, + { + "epoch": 2.2207130730050935, + "grad_norm": 0.17866247054760723, + "learning_rate": 4.9260480671760925e-05, + "loss": 0.0722515806555748, + "step": 655 + }, + { + "epoch": 2.224108658743633, + "grad_norm": 0.18271382977131898, + "learning_rate": 4.911259104339771e-05, + "loss": 0.0666186511516571, + "step": 656 + }, + { + "epoch": 2.2275042444821733, + "grad_norm": 0.16897556521854257, + "learning_rate": 4.8964709180619924e-05, + "loss": 0.08462535589933395, + "step": 657 + }, + { + "epoch": 2.230899830220713, + "grad_norm": 0.15762040290256057, + "learning_rate": 4.881683637752005e-05, + "loss": 0.11229859292507172, + "step": 658 + }, + { + "epoch": 2.234295415959253, + "grad_norm": 0.16708909029439764, + "learning_rate": 4.866897392811126e-05, + "loss": 0.10317954421043396, + "step": 659 + }, + { + "epoch": 2.237691001697793, + "grad_norm": 0.17515063411769377, + "learning_rate": 4.852112312631616e-05, + "loss": 0.10435949265956879, + "step": 660 + }, + { + "epoch": 2.2410865874363326, + "grad_norm": 0.17305905597060908, + "learning_rate": 4.8373285265955395e-05, + "loss": 0.08963470160961151, + "step": 661 + }, + { + "epoch": 2.2444821731748728, + "grad_norm": 0.17239857971902753, + "learning_rate": 4.822546164073635e-05, + "loss": 0.0814611166715622, + "step": 662 + }, + { + "epoch": 2.2478777589134125, + "grad_norm": 0.18235984073725345, + "learning_rate": 4.8077653544241864e-05, + "loss": 0.0766005665063858, + "step": 663 + }, + { + "epoch": 2.2512733446519526, + "grad_norm": 0.17902539027962736, + "learning_rate": 4.792986226991889e-05, + "loss": 0.06602571904659271, + "step": 664 + }, + { + "epoch": 2.2546689303904923, + "grad_norm": 0.18558458445776474, + "learning_rate": 4.7782089111067176e-05, + "loss": 0.06730405986309052, + "step": 665 + }, + { + "epoch": 2.258064516129032, + "grad_norm": 0.17648345278633168, + "learning_rate": 4.7634335360827905e-05, + "loss": 0.11872434616088867, + "step": 666 + }, + { + "epoch": 2.261460101867572, + "grad_norm": 0.16548873214367543, + "learning_rate": 4.748660231217249e-05, + "loss": 0.11121334880590439, + "step": 667 + }, + { + "epoch": 2.264855687606112, + "grad_norm": 0.1719660207499494, + "learning_rate": 4.7338891257891084e-05, + "loss": 0.0968489795923233, + "step": 668 + }, + { + "epoch": 2.268251273344652, + "grad_norm": 0.1850134785513106, + "learning_rate": 4.719120349058146e-05, + "loss": 0.0888376459479332, + "step": 669 + }, + { + "epoch": 2.2716468590831917, + "grad_norm": 0.18695635318200762, + "learning_rate": 4.7043540302637575e-05, + "loss": 0.07844914495944977, + "step": 670 + }, + { + "epoch": 2.275042444821732, + "grad_norm": 0.16881341588855783, + "learning_rate": 4.6895902986238304e-05, + "loss": 0.07310467213392258, + "step": 671 + }, + { + "epoch": 2.2784380305602716, + "grad_norm": 0.17466440656494808, + "learning_rate": 4.6748292833336125e-05, + "loss": 0.06666155159473419, + "step": 672 + }, + { + "epoch": 2.2818336162988118, + "grad_norm": 0.18249219677718487, + "learning_rate": 4.6600711135645793e-05, + "loss": 0.06474683433771133, + "step": 673 + }, + { + "epoch": 2.2852292020373515, + "grad_norm": 0.187570158625838, + "learning_rate": 4.6453159184633076e-05, + "loss": 0.11088087409734726, + "step": 674 + }, + { + "epoch": 2.288624787775891, + "grad_norm": 0.1905691442362375, + "learning_rate": 4.6305638271503445e-05, + "loss": 0.1207934319972992, + "step": 675 + }, + { + "epoch": 2.2920203735144313, + "grad_norm": 0.1751134361111324, + "learning_rate": 4.615814968719071e-05, + "loss": 0.10184189677238464, + "step": 676 + }, + { + "epoch": 2.295415959252971, + "grad_norm": 0.18095887619806494, + "learning_rate": 4.601069472234584e-05, + "loss": 0.0956878662109375, + "step": 677 + }, + { + "epoch": 2.298811544991511, + "grad_norm": 0.17497874461623475, + "learning_rate": 4.586327466732557e-05, + "loss": 0.0891914814710617, + "step": 678 + }, + { + "epoch": 2.302207130730051, + "grad_norm": 0.17110452420981204, + "learning_rate": 4.571589081218116e-05, + "loss": 0.08255179971456528, + "step": 679 + }, + { + "epoch": 2.3056027164685906, + "grad_norm": 0.16832860278058365, + "learning_rate": 4.556854444664706e-05, + "loss": 0.0698966458439827, + "step": 680 + }, + { + "epoch": 2.3089983022071308, + "grad_norm": 0.1712961600216127, + "learning_rate": 4.5421236860129686e-05, + "loss": 0.06230298802256584, + "step": 681 + }, + { + "epoch": 2.3123938879456705, + "grad_norm": 0.18217990482091656, + "learning_rate": 4.527396934169609e-05, + "loss": 0.10267043113708496, + "step": 682 + }, + { + "epoch": 2.3157894736842106, + "grad_norm": 0.1805819950574741, + "learning_rate": 4.512674318006268e-05, + "loss": 0.1234576553106308, + "step": 683 + }, + { + "epoch": 2.3191850594227503, + "grad_norm": 0.1789978555761233, + "learning_rate": 4.4979559663584015e-05, + "loss": 0.11386032402515411, + "step": 684 + }, + { + "epoch": 2.3225806451612905, + "grad_norm": 0.18283568796004748, + "learning_rate": 4.4832420080241406e-05, + "loss": 0.09699396789073944, + "step": 685 + }, + { + "epoch": 2.32597623089983, + "grad_norm": 0.18190864472107063, + "learning_rate": 4.4685325717631736e-05, + "loss": 0.09254609793424606, + "step": 686 + }, + { + "epoch": 2.3293718166383703, + "grad_norm": 0.17613238622943872, + "learning_rate": 4.453827786295617e-05, + "loss": 0.08423325419425964, + "step": 687 + }, + { + "epoch": 2.33276740237691, + "grad_norm": 0.1782428785677366, + "learning_rate": 4.4391277803008905e-05, + "loss": 0.07241242378950119, + "step": 688 + }, + { + "epoch": 2.3361629881154498, + "grad_norm": 0.20714257959058618, + "learning_rate": 4.424432682416585e-05, + "loss": 0.07077805697917938, + "step": 689 + }, + { + "epoch": 2.33955857385399, + "grad_norm": 0.1793930811678062, + "learning_rate": 4.4097426212373474e-05, + "loss": 0.06788688153028488, + "step": 690 + }, + { + "epoch": 2.3429541595925296, + "grad_norm": 0.154567252554236, + "learning_rate": 4.3950577253137425e-05, + "loss": 0.10577817261219025, + "step": 691 + }, + { + "epoch": 2.3463497453310698, + "grad_norm": 0.2195055844527067, + "learning_rate": 4.380378123151139e-05, + "loss": 0.12233912944793701, + "step": 692 + }, + { + "epoch": 2.3497453310696095, + "grad_norm": 0.1852715377219104, + "learning_rate": 4.3657039432085776e-05, + "loss": 0.09445637464523315, + "step": 693 + }, + { + "epoch": 2.353140916808149, + "grad_norm": 0.17548944262613003, + "learning_rate": 4.351035313897655e-05, + "loss": 0.08697226643562317, + "step": 694 + }, + { + "epoch": 2.3565365025466893, + "grad_norm": 0.1641988589272713, + "learning_rate": 4.336372363581391e-05, + "loss": 0.07541926950216293, + "step": 695 + }, + { + "epoch": 2.359932088285229, + "grad_norm": 0.17268500043782573, + "learning_rate": 4.32171522057311e-05, + "loss": 0.072224922478199, + "step": 696 + }, + { + "epoch": 2.363327674023769, + "grad_norm": 0.17348572863176273, + "learning_rate": 4.307064013135316e-05, + "loss": 0.06982975453138351, + "step": 697 + }, + { + "epoch": 2.366723259762309, + "grad_norm": 0.16692609280302698, + "learning_rate": 4.2924188694785773e-05, + "loss": 0.06516002118587494, + "step": 698 + }, + { + "epoch": 2.370118845500849, + "grad_norm": 0.17908260558281336, + "learning_rate": 4.277779917760393e-05, + "loss": 0.11083652079105377, + "step": 699 + }, + { + "epoch": 2.3735144312393888, + "grad_norm": 0.15157715757891146, + "learning_rate": 4.263147286084078e-05, + "loss": 0.11505262553691864, + "step": 700 + }, + { + "epoch": 2.376910016977929, + "grad_norm": 0.16802827685730093, + "learning_rate": 4.2485211024976496e-05, + "loss": 0.09915955364704132, + "step": 701 + }, + { + "epoch": 2.3803056027164686, + "grad_norm": 0.1797548051366379, + "learning_rate": 4.2339014949926844e-05, + "loss": 0.08792432397603989, + "step": 702 + }, + { + "epoch": 2.3837011884550083, + "grad_norm": 0.16254054209655075, + "learning_rate": 4.219288591503224e-05, + "loss": 0.07736881822347641, + "step": 703 + }, + { + "epoch": 2.3870967741935485, + "grad_norm": 0.1713514779564915, + "learning_rate": 4.204682519904641e-05, + "loss": 0.08164150267839432, + "step": 704 + }, + { + "epoch": 2.390492359932088, + "grad_norm": 0.1726994731422147, + "learning_rate": 4.190083408012522e-05, + "loss": 0.07089899480342865, + "step": 705 + }, + { + "epoch": 2.3938879456706283, + "grad_norm": 0.17339258003316832, + "learning_rate": 4.175491383581552e-05, + "loss": 0.0633159726858139, + "step": 706 + }, + { + "epoch": 2.397283531409168, + "grad_norm": 0.17825029386502939, + "learning_rate": 4.160906574304392e-05, + "loss": 0.10916628688573837, + "step": 707 + }, + { + "epoch": 2.4006791171477078, + "grad_norm": 0.16096357537242212, + "learning_rate": 4.146329107810569e-05, + "loss": 0.1283857822418213, + "step": 708 + }, + { + "epoch": 2.404074702886248, + "grad_norm": 0.1567655927134746, + "learning_rate": 4.131759111665349e-05, + "loss": 0.10651916265487671, + "step": 709 + }, + { + "epoch": 2.4074702886247876, + "grad_norm": 0.17257485951775256, + "learning_rate": 4.117196713368629e-05, + "loss": 0.10017132014036179, + "step": 710 + }, + { + "epoch": 2.4108658743633278, + "grad_norm": 0.16940514862847636, + "learning_rate": 4.102642040353817e-05, + "loss": 0.09811308979988098, + "step": 711 + }, + { + "epoch": 2.4142614601018675, + "grad_norm": 0.15729121905044205, + "learning_rate": 4.088095219986721e-05, + "loss": 0.08088087290525436, + "step": 712 + }, + { + "epoch": 2.4176570458404076, + "grad_norm": 0.1684583395156756, + "learning_rate": 4.0735563795644294e-05, + "loss": 0.06843972951173782, + "step": 713 + }, + { + "epoch": 2.4210526315789473, + "grad_norm": 0.17087428647972447, + "learning_rate": 4.059025646314197e-05, + "loss": 0.06300380825996399, + "step": 714 + }, + { + "epoch": 2.4244482173174875, + "grad_norm": 0.1762199239526789, + "learning_rate": 4.044503147392339e-05, + "loss": 0.06428471207618713, + "step": 715 + }, + { + "epoch": 2.427843803056027, + "grad_norm": 0.16750985155904444, + "learning_rate": 4.0299890098831096e-05, + "loss": 0.11279623210430145, + "step": 716 + }, + { + "epoch": 2.431239388794567, + "grad_norm": 0.16330035195973525, + "learning_rate": 4.015483360797593e-05, + "loss": 0.10454337298870087, + "step": 717 + }, + { + "epoch": 2.434634974533107, + "grad_norm": 0.16804821734575356, + "learning_rate": 4.0009863270725964e-05, + "loss": 0.09333685040473938, + "step": 718 + }, + { + "epoch": 2.4380305602716468, + "grad_norm": 0.1952635525255714, + "learning_rate": 3.986498035569532e-05, + "loss": 0.08931829780340195, + "step": 719 + }, + { + "epoch": 2.441426146010187, + "grad_norm": 0.1754030483793059, + "learning_rate": 3.972018613073312e-05, + "loss": 0.0783512145280838, + "step": 720 + }, + { + "epoch": 2.4448217317487266, + "grad_norm": 0.15551206451480853, + "learning_rate": 3.957548186291233e-05, + "loss": 0.07081504911184311, + "step": 721 + }, + { + "epoch": 2.4482173174872663, + "grad_norm": 0.16505062797057274, + "learning_rate": 3.9430868818518784e-05, + "loss": 0.06218322366476059, + "step": 722 + }, + { + "epoch": 2.4516129032258065, + "grad_norm": 0.1868304275735769, + "learning_rate": 3.928634826303997e-05, + "loss": 0.059126876294612885, + "step": 723 + }, + { + "epoch": 2.455008488964346, + "grad_norm": 0.1853578606671566, + "learning_rate": 3.914192146115407e-05, + "loss": 0.1022864505648613, + "step": 724 + }, + { + "epoch": 2.4584040747028864, + "grad_norm": 0.16518970835907015, + "learning_rate": 3.899758967671878e-05, + "loss": 0.10612255334854126, + "step": 725 + }, + { + "epoch": 2.461799660441426, + "grad_norm": 0.16935720320024328, + "learning_rate": 3.885335417276037e-05, + "loss": 0.0974433645606041, + "step": 726 + }, + { + "epoch": 2.465195246179966, + "grad_norm": 0.20372195250990488, + "learning_rate": 3.870921621146254e-05, + "loss": 0.0931549072265625, + "step": 727 + }, + { + "epoch": 2.468590831918506, + "grad_norm": 0.20694225574051262, + "learning_rate": 3.856517705415543e-05, + "loss": 0.0862373560667038, + "step": 728 + }, + { + "epoch": 2.471986417657046, + "grad_norm": 0.17051084056651614, + "learning_rate": 3.8421237961304555e-05, + "loss": 0.08289209753274918, + "step": 729 + }, + { + "epoch": 2.475382003395586, + "grad_norm": 0.17650047163769184, + "learning_rate": 3.827740019249977e-05, + "loss": 0.06609411537647247, + "step": 730 + }, + { + "epoch": 2.4787775891341255, + "grad_norm": 0.18533837210545853, + "learning_rate": 3.8133665006444255e-05, + "loss": 0.0610504113137722, + "step": 731 + }, + { + "epoch": 2.4821731748726656, + "grad_norm": 0.18569882645975314, + "learning_rate": 3.799003366094354e-05, + "loss": 0.09701117128133774, + "step": 732 + }, + { + "epoch": 2.4855687606112054, + "grad_norm": 0.1788887074850881, + "learning_rate": 3.784650741289442e-05, + "loss": 0.12465445697307587, + "step": 733 + }, + { + "epoch": 2.4889643463497455, + "grad_norm": 0.1656627797197923, + "learning_rate": 3.7703087518274015e-05, + "loss": 0.1012495756149292, + "step": 734 + }, + { + "epoch": 2.492359932088285, + "grad_norm": 0.18600566640658012, + "learning_rate": 3.755977523212877e-05, + "loss": 0.0960812196135521, + "step": 735 + }, + { + "epoch": 2.495755517826825, + "grad_norm": 0.1997151459112257, + "learning_rate": 3.7416571808563426e-05, + "loss": 0.09349378198385239, + "step": 736 + }, + { + "epoch": 2.499151103565365, + "grad_norm": 0.18554025176257402, + "learning_rate": 3.727347850073012e-05, + "loss": 0.07903861999511719, + "step": 737 + }, + { + "epoch": 2.502546689303905, + "grad_norm": 0.16604309048255483, + "learning_rate": 3.71304965608174e-05, + "loss": 0.07200177013874054, + "step": 738 + }, + { + "epoch": 2.505942275042445, + "grad_norm": 0.1822825212049376, + "learning_rate": 3.698762724003919e-05, + "loss": 0.06303315609693527, + "step": 739 + }, + { + "epoch": 2.5093378607809846, + "grad_norm": 0.18626351402704802, + "learning_rate": 3.6844871788623945e-05, + "loss": 0.06897502392530441, + "step": 740 + }, + { + "epoch": 2.5127334465195243, + "grad_norm": 0.17633386916618624, + "learning_rate": 3.670223145580366e-05, + "loss": 0.1113574355840683, + "step": 741 + }, + { + "epoch": 2.5161290322580645, + "grad_norm": 0.15171936037974573, + "learning_rate": 3.655970748980293e-05, + "loss": 0.10773645341396332, + "step": 742 + }, + { + "epoch": 2.5195246179966047, + "grad_norm": 0.1532667623070388, + "learning_rate": 3.641730113782807e-05, + "loss": 0.0943991169333458, + "step": 743 + }, + { + "epoch": 2.5229202037351444, + "grad_norm": 0.1782008980261668, + "learning_rate": 3.6275013646056135e-05, + "loss": 0.08693014085292816, + "step": 744 + }, + { + "epoch": 2.526315789473684, + "grad_norm": 0.18789164395769786, + "learning_rate": 3.6132846259624055e-05, + "loss": 0.08198776096105576, + "step": 745 + }, + { + "epoch": 2.5297113752122242, + "grad_norm": 0.16978827609932354, + "learning_rate": 3.599080022261777e-05, + "loss": 0.07230781763792038, + "step": 746 + }, + { + "epoch": 2.533106960950764, + "grad_norm": 0.16317475874306614, + "learning_rate": 3.58488767780613e-05, + "loss": 0.06677805632352829, + "step": 747 + }, + { + "epoch": 2.536502546689304, + "grad_norm": 0.1972967269758657, + "learning_rate": 3.570707716790584e-05, + "loss": 0.059502989053726196, + "step": 748 + }, + { + "epoch": 2.539898132427844, + "grad_norm": 0.18434895103360113, + "learning_rate": 3.556540263301896e-05, + "loss": 0.1087162122130394, + "step": 749 + }, + { + "epoch": 2.5432937181663835, + "grad_norm": 0.16936513819953788, + "learning_rate": 3.5423854413173706e-05, + "loss": 0.10882570594549179, + "step": 750 + }, + { + "epoch": 2.5466893039049237, + "grad_norm": 0.18239729346131794, + "learning_rate": 3.5282433747037757e-05, + "loss": 0.1013280600309372, + "step": 751 + }, + { + "epoch": 2.5500848896434634, + "grad_norm": 0.18452129783328533, + "learning_rate": 3.514114187216261e-05, + "loss": 0.09412064403295517, + "step": 752 + }, + { + "epoch": 2.5534804753820035, + "grad_norm": 0.1788700370067982, + "learning_rate": 3.49999800249727e-05, + "loss": 0.0804615169763565, + "step": 753 + }, + { + "epoch": 2.556876061120543, + "grad_norm": 0.17757962765643567, + "learning_rate": 3.485894944075463e-05, + "loss": 0.09246362745761871, + "step": 754 + }, + { + "epoch": 2.560271646859083, + "grad_norm": 0.18044254385294772, + "learning_rate": 3.47180513536463e-05, + "loss": 0.07304270565509796, + "step": 755 + }, + { + "epoch": 2.563667232597623, + "grad_norm": 0.17263121190425817, + "learning_rate": 3.457728699662621e-05, + "loss": 0.06096385046839714, + "step": 756 + }, + { + "epoch": 2.5670628183361632, + "grad_norm": 0.17547187620561558, + "learning_rate": 3.4436657601502576e-05, + "loss": 0.08266765624284744, + "step": 757 + }, + { + "epoch": 2.570458404074703, + "grad_norm": 0.1848341758349366, + "learning_rate": 3.429616439890258e-05, + "loss": 0.11557235568761826, + "step": 758 + }, + { + "epoch": 2.5738539898132426, + "grad_norm": 0.18546744327548575, + "learning_rate": 3.4155808618261563e-05, + "loss": 0.10113745927810669, + "step": 759 + }, + { + "epoch": 2.577249575551783, + "grad_norm": 0.18119312219678071, + "learning_rate": 3.4015591487812395e-05, + "loss": 0.09464039653539658, + "step": 760 + }, + { + "epoch": 2.5806451612903225, + "grad_norm": 0.1802385713225429, + "learning_rate": 3.3875514234574556e-05, + "loss": 0.08910854160785675, + "step": 761 + }, + { + "epoch": 2.5840407470288627, + "grad_norm": 0.1911053301847068, + "learning_rate": 3.373557808434355e-05, + "loss": 0.07500690221786499, + "step": 762 + }, + { + "epoch": 2.5874363327674024, + "grad_norm": 0.18341057535713914, + "learning_rate": 3.359578426168007e-05, + "loss": 0.07360392063856125, + "step": 763 + }, + { + "epoch": 2.590831918505942, + "grad_norm": 0.1940401226942174, + "learning_rate": 3.345613398989932e-05, + "loss": 0.06643348187208176, + "step": 764 + }, + { + "epoch": 2.5942275042444822, + "grad_norm": 0.18484893020921123, + "learning_rate": 3.33166284910603e-05, + "loss": 0.0637667179107666, + "step": 765 + }, + { + "epoch": 2.597623089983022, + "grad_norm": 0.15876245308103723, + "learning_rate": 3.317726898595517e-05, + "loss": 0.1025618463754654, + "step": 766 + }, + { + "epoch": 2.601018675721562, + "grad_norm": 0.16451563871558816, + "learning_rate": 3.303805669409848e-05, + "loss": 0.10825486481189728, + "step": 767 + }, + { + "epoch": 2.604414261460102, + "grad_norm": 0.19042057842199994, + "learning_rate": 3.289899283371657e-05, + "loss": 0.09530699253082275, + "step": 768 + }, + { + "epoch": 2.6078098471986415, + "grad_norm": 0.1812550045429384, + "learning_rate": 3.276007862173683e-05, + "loss": 0.08641920983791351, + "step": 769 + }, + { + "epoch": 2.6112054329371817, + "grad_norm": 0.17604834133006597, + "learning_rate": 3.262131527377715e-05, + "loss": 0.0829029381275177, + "step": 770 + }, + { + "epoch": 2.614601018675722, + "grad_norm": 0.16701558790918755, + "learning_rate": 3.248270400413518e-05, + "loss": 0.06672143936157227, + "step": 771 + }, + { + "epoch": 2.6179966044142615, + "grad_norm": 0.17001463446645657, + "learning_rate": 3.23442460257778e-05, + "loss": 0.0628892034292221, + "step": 772 + }, + { + "epoch": 2.6213921901528012, + "grad_norm": 0.1728233046869325, + "learning_rate": 3.2205942550330456e-05, + "loss": 0.05917782709002495, + "step": 773 + }, + { + "epoch": 2.6247877758913414, + "grad_norm": 0.17003408799823622, + "learning_rate": 3.206779478806654e-05, + "loss": 0.10056929290294647, + "step": 774 + }, + { + "epoch": 2.628183361629881, + "grad_norm": 0.16073642367644125, + "learning_rate": 3.192980394789682e-05, + "loss": 0.10843627154827118, + "step": 775 + }, + { + "epoch": 2.6315789473684212, + "grad_norm": 0.17153592098478565, + "learning_rate": 3.179197123735889e-05, + "loss": 0.09619466960430145, + "step": 776 + }, + { + "epoch": 2.634974533106961, + "grad_norm": 0.18327794909489512, + "learning_rate": 3.1654297862606554e-05, + "loss": 0.09573782980442047, + "step": 777 + }, + { + "epoch": 2.6383701188455007, + "grad_norm": 0.1839139251920574, + "learning_rate": 3.151678502839929e-05, + "loss": 0.08106369525194168, + "step": 778 + }, + { + "epoch": 2.641765704584041, + "grad_norm": 0.17924254837245787, + "learning_rate": 3.1379433938091696e-05, + "loss": 0.07815179973840714, + "step": 779 + }, + { + "epoch": 2.6451612903225805, + "grad_norm": 0.16622738025815964, + "learning_rate": 3.124224579362305e-05, + "loss": 0.06951127201318741, + "step": 780 + }, + { + "epoch": 2.6485568760611207, + "grad_norm": 0.16469536825877137, + "learning_rate": 3.1105221795506584e-05, + "loss": 0.061446063220500946, + "step": 781 + }, + { + "epoch": 2.6519524617996604, + "grad_norm": 0.1830436361999393, + "learning_rate": 3.096836314281923e-05, + "loss": 0.09685629606246948, + "step": 782 + }, + { + "epoch": 2.6553480475382, + "grad_norm": 0.18178354905531777, + "learning_rate": 3.083167103319093e-05, + "loss": 0.12026413530111313, + "step": 783 + }, + { + "epoch": 2.6587436332767402, + "grad_norm": 0.1638396717874821, + "learning_rate": 3.069514666279427e-05, + "loss": 0.10666602849960327, + "step": 784 + }, + { + "epoch": 2.6621392190152804, + "grad_norm": 0.16452440760436854, + "learning_rate": 3.055879122633397e-05, + "loss": 0.09171438217163086, + "step": 785 + }, + { + "epoch": 2.66553480475382, + "grad_norm": 0.17252134096468763, + "learning_rate": 3.042260591703643e-05, + "loss": 0.08265566825866699, + "step": 786 + }, + { + "epoch": 2.66893039049236, + "grad_norm": 0.19590675896541593, + "learning_rate": 3.0286591926639287e-05, + "loss": 0.08365504443645477, + "step": 787 + }, + { + "epoch": 2.6723259762309, + "grad_norm": 0.17346560006390419, + "learning_rate": 3.0150750445380992e-05, + "loss": 0.06742806732654572, + "step": 788 + }, + { + "epoch": 2.6757215619694397, + "grad_norm": 0.16925796446238367, + "learning_rate": 3.0015082661990395e-05, + "loss": 0.06698235869407654, + "step": 789 + }, + { + "epoch": 2.67911714770798, + "grad_norm": 0.190479550362414, + "learning_rate": 2.9879589763676358e-05, + "loss": 0.06469935178756714, + "step": 790 + }, + { + "epoch": 2.6825127334465195, + "grad_norm": 0.16691042668923836, + "learning_rate": 2.9744272936117323e-05, + "loss": 0.10404828190803528, + "step": 791 + }, + { + "epoch": 2.6859083191850592, + "grad_norm": 0.16047916543981608, + "learning_rate": 2.960913336345099e-05, + "loss": 0.09722572565078735, + "step": 792 + }, + { + "epoch": 2.6893039049235994, + "grad_norm": 0.1628721484822222, + "learning_rate": 2.9474172228263887e-05, + "loss": 0.09782986342906952, + "step": 793 + }, + { + "epoch": 2.692699490662139, + "grad_norm": 0.15854921437126837, + "learning_rate": 2.9339390711581105e-05, + "loss": 0.08399864286184311, + "step": 794 + }, + { + "epoch": 2.6960950764006792, + "grad_norm": 0.17978144515954722, + "learning_rate": 2.9204789992855885e-05, + "loss": 0.08404549956321716, + "step": 795 + }, + { + "epoch": 2.699490662139219, + "grad_norm": 0.17819716159463206, + "learning_rate": 2.9070371249959378e-05, + "loss": 0.07262590527534485, + "step": 796 + }, + { + "epoch": 2.7028862478777587, + "grad_norm": 0.17511969511403835, + "learning_rate": 2.8936135659170216e-05, + "loss": 0.06601671874523163, + "step": 797 + }, + { + "epoch": 2.706281833616299, + "grad_norm": 0.15900113834788712, + "learning_rate": 2.8802084395164386e-05, + "loss": 0.05793508142232895, + "step": 798 + }, + { + "epoch": 2.709677419354839, + "grad_norm": 0.16006428175654816, + "learning_rate": 2.866821863100479e-05, + "loss": 0.0999666303396225, + "step": 799 + }, + { + "epoch": 2.7130730050933787, + "grad_norm": 0.18102275252219002, + "learning_rate": 2.8534539538131076e-05, + "loss": 0.11513181775808334, + "step": 800 + }, + { + "epoch": 2.7164685908319184, + "grad_norm": 0.18155450137579152, + "learning_rate": 2.8401048286349353e-05, + "loss": 0.09707678854465485, + "step": 801 + }, + { + "epoch": 2.7198641765704585, + "grad_norm": 0.1672244650069254, + "learning_rate": 2.826774604382195e-05, + "loss": 0.08562149852514267, + "step": 802 + }, + { + "epoch": 2.7232597623089982, + "grad_norm": 0.16230378264983186, + "learning_rate": 2.8134633977057235e-05, + "loss": 0.08084724843502045, + "step": 803 + }, + { + "epoch": 2.7266553480475384, + "grad_norm": 0.1752760396700523, + "learning_rate": 2.800171325089933e-05, + "loss": 0.08049998432397842, + "step": 804 + }, + { + "epoch": 2.730050933786078, + "grad_norm": 0.1849836789734473, + "learning_rate": 2.7868985028518006e-05, + "loss": 0.06668615341186523, + "step": 805 + }, + { + "epoch": 2.733446519524618, + "grad_norm": 0.174292360388813, + "learning_rate": 2.7736450471398434e-05, + "loss": 0.0583345964550972, + "step": 806 + }, + { + "epoch": 2.736842105263158, + "grad_norm": 0.19003105024236863, + "learning_rate": 2.7604110739331068e-05, + "loss": 0.09205623716115952, + "step": 807 + }, + { + "epoch": 2.7402376910016977, + "grad_norm": 0.14663856124744207, + "learning_rate": 2.747196699040146e-05, + "loss": 0.1073693260550499, + "step": 808 + }, + { + "epoch": 2.743633276740238, + "grad_norm": 0.1666902803621123, + "learning_rate": 2.7340020380980146e-05, + "loss": 0.09746035188436508, + "step": 809 + }, + { + "epoch": 2.7470288624787775, + "grad_norm": 0.1886181453115624, + "learning_rate": 2.7208272065712537e-05, + "loss": 0.09663771092891693, + "step": 810 + }, + { + "epoch": 2.7504244482173172, + "grad_norm": 0.18350264933235916, + "learning_rate": 2.7076723197508768e-05, + "loss": 0.08637096732854843, + "step": 811 + }, + { + "epoch": 2.7538200339558574, + "grad_norm": 0.16461327004325288, + "learning_rate": 2.69453749275337e-05, + "loss": 0.07879146933555603, + "step": 812 + }, + { + "epoch": 2.7572156196943975, + "grad_norm": 0.17001926297718395, + "learning_rate": 2.6814228405196738e-05, + "loss": 0.06773528456687927, + "step": 813 + }, + { + "epoch": 2.7606112054329373, + "grad_norm": 0.1804307513427523, + "learning_rate": 2.6683284778141852e-05, + "loss": 0.06176406145095825, + "step": 814 + }, + { + "epoch": 2.764006791171477, + "grad_norm": 0.19803411172590618, + "learning_rate": 2.655254519223746e-05, + "loss": 0.06123121827840805, + "step": 815 + }, + { + "epoch": 2.767402376910017, + "grad_norm": 0.15330896400602023, + "learning_rate": 2.6422010791566492e-05, + "loss": 0.11360757797956467, + "step": 816 + }, + { + "epoch": 2.770797962648557, + "grad_norm": 0.14141782882790915, + "learning_rate": 2.62916827184163e-05, + "loss": 0.10179056972265244, + "step": 817 + }, + { + "epoch": 2.774193548387097, + "grad_norm": 0.18057811395750734, + "learning_rate": 2.6161562113268745e-05, + "loss": 0.09349533170461655, + "step": 818 + }, + { + "epoch": 2.7775891341256367, + "grad_norm": 0.19735227538997324, + "learning_rate": 2.603165011479012e-05, + "loss": 0.09211376309394836, + "step": 819 + }, + { + "epoch": 2.7809847198641764, + "grad_norm": 0.17608048305075696, + "learning_rate": 2.590194785982124e-05, + "loss": 0.07923342287540436, + "step": 820 + }, + { + "epoch": 2.7843803056027165, + "grad_norm": 0.16916485307153226, + "learning_rate": 2.5772456483367497e-05, + "loss": 0.0678873360157013, + "step": 821 + }, + { + "epoch": 2.7877758913412563, + "grad_norm": 0.17553323512525765, + "learning_rate": 2.56431771185889e-05, + "loss": 0.06374121457338333, + "step": 822 + }, + { + "epoch": 2.7911714770797964, + "grad_norm": 0.18885599244828064, + "learning_rate": 2.5514110896790184e-05, + "loss": 0.05840972810983658, + "step": 823 + }, + { + "epoch": 2.794567062818336, + "grad_norm": 0.17921444032442846, + "learning_rate": 2.5385258947410906e-05, + "loss": 0.09742407500743866, + "step": 824 + }, + { + "epoch": 2.797962648556876, + "grad_norm": 0.1621403416235573, + "learning_rate": 2.525662239801553e-05, + "loss": 0.11257597804069519, + "step": 825 + }, + { + "epoch": 2.801358234295416, + "grad_norm": 0.16442225055136717, + "learning_rate": 2.512820237428366e-05, + "loss": 0.09314374625682831, + "step": 826 + }, + { + "epoch": 2.804753820033956, + "grad_norm": 0.2019224728559447, + "learning_rate": 2.500000000000001e-05, + "loss": 0.09272406995296478, + "step": 827 + }, + { + "epoch": 2.808149405772496, + "grad_norm": 0.19180941295758036, + "learning_rate": 2.487201639704475e-05, + "loss": 0.08272761106491089, + "step": 828 + }, + { + "epoch": 2.8115449915110355, + "grad_norm": 0.16521873437528256, + "learning_rate": 2.4744252685383596e-05, + "loss": 0.06996961683034897, + "step": 829 + }, + { + "epoch": 2.8149405772495757, + "grad_norm": 0.1717581921146658, + "learning_rate": 2.4616709983058018e-05, + "loss": 0.05900315195322037, + "step": 830 + }, + { + "epoch": 2.8183361629881154, + "grad_norm": 0.19109131158747336, + "learning_rate": 2.4489389406175456e-05, + "loss": 0.060013480484485626, + "step": 831 + }, + { + "epoch": 2.8217317487266556, + "grad_norm": 0.18418385938874648, + "learning_rate": 2.436229206889962e-05, + "loss": 0.08422234654426575, + "step": 832 + }, + { + "epoch": 2.8251273344651953, + "grad_norm": 0.16152025311107465, + "learning_rate": 2.4235419083440613e-05, + "loss": 0.1072617620229721, + "step": 833 + }, + { + "epoch": 2.828522920203735, + "grad_norm": 0.1581850042352063, + "learning_rate": 2.4108771560045313e-05, + "loss": 0.10338770598173141, + "step": 834 + }, + { + "epoch": 2.831918505942275, + "grad_norm": 0.18076553217527003, + "learning_rate": 2.3982350606987587e-05, + "loss": 0.0931280106306076, + "step": 835 + }, + { + "epoch": 2.835314091680815, + "grad_norm": 0.199349416068342, + "learning_rate": 2.3856157330558625e-05, + "loss": 0.09144037961959839, + "step": 836 + }, + { + "epoch": 2.838709677419355, + "grad_norm": 0.18176260212489623, + "learning_rate": 2.373019283505727e-05, + "loss": 0.07673408091068268, + "step": 837 + }, + { + "epoch": 2.8421052631578947, + "grad_norm": 0.17076299841509504, + "learning_rate": 2.3604458222780313e-05, + "loss": 0.06917516887187958, + "step": 838 + }, + { + "epoch": 2.8455008488964344, + "grad_norm": 0.17587802917477777, + "learning_rate": 2.347895459401288e-05, + "loss": 0.061953525990247726, + "step": 839 + }, + { + "epoch": 2.8488964346349746, + "grad_norm": 0.1747281809202088, + "learning_rate": 2.33536830470188e-05, + "loss": 0.05924539268016815, + "step": 840 + }, + { + "epoch": 2.8522920203735147, + "grad_norm": 0.18292235651777716, + "learning_rate": 2.322864467803097e-05, + "loss": 0.11621153354644775, + "step": 841 + }, + { + "epoch": 2.8556876061120544, + "grad_norm": 0.1634126405611687, + "learning_rate": 2.3103840581241808e-05, + "loss": 0.10423731058835983, + "step": 842 + }, + { + "epoch": 2.859083191850594, + "grad_norm": 0.22658741963119602, + "learning_rate": 2.2979271848793633e-05, + "loss": 0.10128917545080185, + "step": 843 + }, + { + "epoch": 2.8624787775891343, + "grad_norm": 0.18216549955240002, + "learning_rate": 2.2854939570769117e-05, + "loss": 0.08610906451940536, + "step": 844 + }, + { + "epoch": 2.865874363327674, + "grad_norm": 0.17733083133078023, + "learning_rate": 2.2730844835181757e-05, + "loss": 0.07469803839921951, + "step": 845 + }, + { + "epoch": 2.869269949066214, + "grad_norm": 0.17137269698796562, + "learning_rate": 2.2606988727966393e-05, + "loss": 0.06642265617847443, + "step": 846 + }, + { + "epoch": 2.872665534804754, + "grad_norm": 0.18062817393847994, + "learning_rate": 2.248337233296961e-05, + "loss": 0.06281661987304688, + "step": 847 + }, + { + "epoch": 2.8760611205432935, + "grad_norm": 0.16898827482368367, + "learning_rate": 2.235999673194035e-05, + "loss": 0.05801626294851303, + "step": 848 + }, + { + "epoch": 2.8794567062818337, + "grad_norm": 0.17620883924221767, + "learning_rate": 2.2236863004520326e-05, + "loss": 0.10372237861156464, + "step": 849 + }, + { + "epoch": 2.8828522920203734, + "grad_norm": 0.16858832563264545, + "learning_rate": 2.2113972228234737e-05, + "loss": 0.10756620764732361, + "step": 850 + }, + { + "epoch": 2.8862478777589136, + "grad_norm": 0.17128817714866634, + "learning_rate": 2.1991325478482694e-05, + "loss": 0.09228329360485077, + "step": 851 + }, + { + "epoch": 2.8896434634974533, + "grad_norm": 0.18428709426585435, + "learning_rate": 2.1868923828527933e-05, + "loss": 0.08767873048782349, + "step": 852 + }, + { + "epoch": 2.893039049235993, + "grad_norm": 0.18100073652620724, + "learning_rate": 2.1746768349489283e-05, + "loss": 0.08027926087379456, + "step": 853 + }, + { + "epoch": 2.896434634974533, + "grad_norm": 0.17494008713542883, + "learning_rate": 2.162486011033142e-05, + "loss": 0.07026295363903046, + "step": 854 + }, + { + "epoch": 2.8998302207130733, + "grad_norm": 0.18172015734223784, + "learning_rate": 2.1503200177855426e-05, + "loss": 0.06201394647359848, + "step": 855 + }, + { + "epoch": 2.903225806451613, + "grad_norm": 0.16840073165368433, + "learning_rate": 2.1381789616689512e-05, + "loss": 0.05623271316289902, + "step": 856 + }, + { + "epoch": 2.9066213921901527, + "grad_norm": 0.1514570768465516, + "learning_rate": 2.126062948927966e-05, + "loss": 0.0802827849984169, + "step": 857 + }, + { + "epoch": 2.910016977928693, + "grad_norm": 0.14914162722812582, + "learning_rate": 2.1139720855880357e-05, + "loss": 0.10669051110744476, + "step": 858 + }, + { + "epoch": 2.9134125636672326, + "grad_norm": 0.16979658503662895, + "learning_rate": 2.1019064774545282e-05, + "loss": 0.09754259884357452, + "step": 859 + }, + { + "epoch": 2.9168081494057727, + "grad_norm": 0.17890661960964657, + "learning_rate": 2.089866230111813e-05, + "loss": 0.08932974934577942, + "step": 860 + }, + { + "epoch": 2.9202037351443124, + "grad_norm": 0.18031604921205213, + "learning_rate": 2.0778514489223204e-05, + "loss": 0.08105964958667755, + "step": 861 + }, + { + "epoch": 2.923599320882852, + "grad_norm": 0.15293685962586767, + "learning_rate": 2.065862239025639e-05, + "loss": 0.0701388269662857, + "step": 862 + }, + { + "epoch": 2.9269949066213923, + "grad_norm": 0.1602421514778121, + "learning_rate": 2.053898705337583e-05, + "loss": 0.07826648652553558, + "step": 863 + }, + { + "epoch": 2.930390492359932, + "grad_norm": 0.17295362203895506, + "learning_rate": 2.0419609525492794e-05, + "loss": 0.0596000961959362, + "step": 864 + }, + { + "epoch": 2.933786078098472, + "grad_norm": 0.17603716664188065, + "learning_rate": 2.030049085126247e-05, + "loss": 0.05892246961593628, + "step": 865 + }, + { + "epoch": 2.937181663837012, + "grad_norm": 0.18273492035506614, + "learning_rate": 2.0181632073074926e-05, + "loss": 0.10967177152633667, + "step": 866 + }, + { + "epoch": 2.9405772495755516, + "grad_norm": 0.14316236955044886, + "learning_rate": 2.0063034231045852e-05, + "loss": 0.09500811994075775, + "step": 867 + }, + { + "epoch": 2.9439728353140917, + "grad_norm": 0.16644737673516605, + "learning_rate": 1.9944698363007547e-05, + "loss": 0.09110953658819199, + "step": 868 + }, + { + "epoch": 2.9473684210526314, + "grad_norm": 0.19260646627625758, + "learning_rate": 1.9826625504499806e-05, + "loss": 0.08384446799755096, + "step": 869 + }, + { + "epoch": 2.9507640067911716, + "grad_norm": 0.1768321044438133, + "learning_rate": 1.9708816688760884e-05, + "loss": 0.06967946887016296, + "step": 870 + }, + { + "epoch": 2.9541595925297113, + "grad_norm": 0.15653207349065149, + "learning_rate": 1.9591272946718415e-05, + "loss": 0.07182908058166504, + "step": 871 + }, + { + "epoch": 2.9575551782682514, + "grad_norm": 0.15469157410838638, + "learning_rate": 1.947399530698043e-05, + "loss": 0.05983252078294754, + "step": 872 + }, + { + "epoch": 2.960950764006791, + "grad_norm": 0.16439766926557692, + "learning_rate": 1.9356984795826334e-05, + "loss": 0.054759681224823, + "step": 873 + }, + { + "epoch": 2.9643463497453313, + "grad_norm": 0.17692383944185688, + "learning_rate": 1.9240242437197913e-05, + "loss": 0.09463880956172943, + "step": 874 + }, + { + "epoch": 2.967741935483871, + "grad_norm": 0.1745706988367255, + "learning_rate": 1.912376925269041e-05, + "loss": 0.11154663562774658, + "step": 875 + }, + { + "epoch": 2.9711375212224107, + "grad_norm": 0.14213415668794782, + "learning_rate": 1.9007566261543558e-05, + "loss": 0.0895266979932785, + "step": 876 + }, + { + "epoch": 2.974533106960951, + "grad_norm": 0.15611486978088643, + "learning_rate": 1.8891634480632664e-05, + "loss": 0.08388682454824448, + "step": 877 + }, + { + "epoch": 2.9779286926994906, + "grad_norm": 0.1720876778060776, + "learning_rate": 1.8775974924459717e-05, + "loss": 0.0881383940577507, + "step": 878 + }, + { + "epoch": 2.9813242784380307, + "grad_norm": 0.17484986338437197, + "learning_rate": 1.8660588605144484e-05, + "loss": 0.0678919181227684, + "step": 879 + }, + { + "epoch": 2.9847198641765704, + "grad_norm": 0.16092428869283115, + "learning_rate": 1.8545476532415744e-05, + "loss": 0.0655856803059578, + "step": 880 + }, + { + "epoch": 2.98811544991511, + "grad_norm": 0.15814653133003054, + "learning_rate": 1.8430639713602316e-05, + "loss": 0.05788996070623398, + "step": 881 + }, + { + "epoch": 2.9915110356536503, + "grad_norm": 0.16003540190417415, + "learning_rate": 1.8316079153624355e-05, + "loss": 0.08516006171703339, + "step": 882 + }, + { + "epoch": 2.99490662139219, + "grad_norm": 0.16552096039523276, + "learning_rate": 1.820179585498446e-05, + "loss": 0.09487900137901306, + "step": 883 + }, + { + "epoch": 2.99830220713073, + "grad_norm": 0.1512330782478313, + "learning_rate": 1.808779081775901e-05, + "loss": 0.0681651160120964, + "step": 884 + }, + { + "epoch": 3.0, + "grad_norm": 0.2023956716474506, + "learning_rate": 1.7974065039589333e-05, + "loss": 0.05562879145145416, + "step": 885 + }, + { + "epoch": 3.0033955857385397, + "grad_norm": 0.2287065498286656, + "learning_rate": 1.7860619515673033e-05, + "loss": 0.0673580914735794, + "step": 886 + }, + { + "epoch": 3.00679117147708, + "grad_norm": 0.19801683140891588, + "learning_rate": 1.7747455238755223e-05, + "loss": 0.054912835359573364, + "step": 887 + }, + { + "epoch": 3.0101867572156196, + "grad_norm": 0.1804627719654919, + "learning_rate": 1.7634573199119863e-05, + "loss": 0.04442862793803215, + "step": 888 + }, + { + "epoch": 3.0135823429541597, + "grad_norm": 0.1462685053942342, + "learning_rate": 1.7521974384581115e-05, + "loss": 0.03634992241859436, + "step": 889 + }, + { + "epoch": 3.0169779286926994, + "grad_norm": 0.15212781603985104, + "learning_rate": 1.740965978047465e-05, + "loss": 0.03315172344446182, + "step": 890 + }, + { + "epoch": 3.0203735144312396, + "grad_norm": 0.14612235534582096, + "learning_rate": 1.729763036964909e-05, + "loss": 0.02704174816608429, + "step": 891 + }, + { + "epoch": 3.0237691001697793, + "grad_norm": 0.16708180698747183, + "learning_rate": 1.718588713245734e-05, + "loss": 0.023155605420470238, + "step": 892 + }, + { + "epoch": 3.027164685908319, + "grad_norm": 0.17707977078785955, + "learning_rate": 1.7074431046748075e-05, + "loss": 0.022725418210029602, + "step": 893 + }, + { + "epoch": 3.030560271646859, + "grad_norm": 0.24737355642448566, + "learning_rate": 1.6963263087857123e-05, + "loss": 0.05386361479759216, + "step": 894 + }, + { + "epoch": 3.033955857385399, + "grad_norm": 0.25851001917652455, + "learning_rate": 1.6852384228598967e-05, + "loss": 0.06401611119508743, + "step": 895 + }, + { + "epoch": 3.037351443123939, + "grad_norm": 0.16953838249276665, + "learning_rate": 1.6741795439258218e-05, + "loss": 0.04542354866862297, + "step": 896 + }, + { + "epoch": 3.0407470288624787, + "grad_norm": 0.15680709701808324, + "learning_rate": 1.6631497687581126e-05, + "loss": 0.03876464068889618, + "step": 897 + }, + { + "epoch": 3.044142614601019, + "grad_norm": 0.1621940288708138, + "learning_rate": 1.652149193876713e-05, + "loss": 0.035458002239465714, + "step": 898 + }, + { + "epoch": 3.0475382003395586, + "grad_norm": 0.14683841762804328, + "learning_rate": 1.641177915546036e-05, + "loss": 0.029961001127958298, + "step": 899 + }, + { + "epoch": 3.0509337860780983, + "grad_norm": 0.14211796748340072, + "learning_rate": 1.63023602977413e-05, + "loss": 0.026551615446805954, + "step": 900 + }, + { + "epoch": 3.0543293718166384, + "grad_norm": 0.149015210236981, + "learning_rate": 1.6193236323118283e-05, + "loss": 0.022327136248350143, + "step": 901 + }, + { + "epoch": 3.057724957555178, + "grad_norm": 0.15609661806446196, + "learning_rate": 1.6084408186519196e-05, + "loss": 0.042529694736003876, + "step": 902 + }, + { + "epoch": 3.0611205432937183, + "grad_norm": 0.1620896759781662, + "learning_rate": 1.5975876840283072e-05, + "loss": 0.06388020515441895, + "step": 903 + }, + { + "epoch": 3.064516129032258, + "grad_norm": 0.14592498810532067, + "learning_rate": 1.586764323415178e-05, + "loss": 0.04957219213247299, + "step": 904 + }, + { + "epoch": 3.067911714770798, + "grad_norm": 0.14309527473877956, + "learning_rate": 1.5759708315261722e-05, + "loss": 0.0441456101834774, + "step": 905 + }, + { + "epoch": 3.071307300509338, + "grad_norm": 0.15003916164280975, + "learning_rate": 1.5652073028135512e-05, + "loss": 0.036236342042684555, + "step": 906 + }, + { + "epoch": 3.0747028862478776, + "grad_norm": 0.16449819690771467, + "learning_rate": 1.5544738314673747e-05, + "loss": 0.03265400975942612, + "step": 907 + }, + { + "epoch": 3.0780984719864177, + "grad_norm": 0.1429571587195673, + "learning_rate": 1.5437705114146733e-05, + "loss": 0.026175139471888542, + "step": 908 + }, + { + "epoch": 3.0814940577249574, + "grad_norm": 0.12972515361377904, + "learning_rate": 1.533097436318629e-05, + "loss": 0.021192245185375214, + "step": 909 + }, + { + "epoch": 3.0848896434634976, + "grad_norm": 0.14840787839680314, + "learning_rate": 1.5224546995777549e-05, + "loss": 0.024942472577095032, + "step": 910 + }, + { + "epoch": 3.0882852292020373, + "grad_norm": 0.17581008918751306, + "learning_rate": 1.5118423943250771e-05, + "loss": 0.05906528979539871, + "step": 911 + }, + { + "epoch": 3.0916808149405774, + "grad_norm": 0.17116495728343437, + "learning_rate": 1.5012606134273205e-05, + "loss": 0.04865565896034241, + "step": 912 + }, + { + "epoch": 3.095076400679117, + "grad_norm": 0.15065942549132996, + "learning_rate": 1.4907094494840929e-05, + "loss": 0.037569206207990646, + "step": 913 + }, + { + "epoch": 3.098471986417657, + "grad_norm": 0.14214807516551503, + "learning_rate": 1.4801889948270853e-05, + "loss": 0.03742380440235138, + "step": 914 + }, + { + "epoch": 3.101867572156197, + "grad_norm": 0.1351709361847205, + "learning_rate": 1.4696993415192484e-05, + "loss": 0.02953353524208069, + "step": 915 + }, + { + "epoch": 3.1052631578947367, + "grad_norm": 0.13129711910200692, + "learning_rate": 1.4592405813539994e-05, + "loss": 0.025264710187911987, + "step": 916 + }, + { + "epoch": 3.108658743633277, + "grad_norm": 0.13223314573246042, + "learning_rate": 1.4488128058544098e-05, + "loss": 0.02316337451338768, + "step": 917 + }, + { + "epoch": 3.1120543293718166, + "grad_norm": 0.12265048431079878, + "learning_rate": 1.4384161062724133e-05, + "loss": 0.019381247460842133, + "step": 918 + }, + { + "epoch": 3.1154499151103567, + "grad_norm": 0.1397371448078249, + "learning_rate": 1.428050573587999e-05, + "loss": 0.05059080570936203, + "step": 919 + }, + { + "epoch": 3.1188455008488964, + "grad_norm": 0.1358877403164227, + "learning_rate": 1.4177162985084242e-05, + "loss": 0.051333390176296234, + "step": 920 + }, + { + "epoch": 3.122241086587436, + "grad_norm": 0.1358772433009525, + "learning_rate": 1.4074133714674115e-05, + "loss": 0.04799500107765198, + "step": 921 + }, + { + "epoch": 3.1256366723259763, + "grad_norm": 0.1443040636807733, + "learning_rate": 1.397141882624361e-05, + "loss": 0.040485985577106476, + "step": 922 + }, + { + "epoch": 3.129032258064516, + "grad_norm": 0.13203923626535163, + "learning_rate": 1.3869019218635642e-05, + "loss": 0.03332916274666786, + "step": 923 + }, + { + "epoch": 3.132427843803056, + "grad_norm": 0.12700180572450606, + "learning_rate": 1.3766935787934138e-05, + "loss": 0.04002326726913452, + "step": 924 + }, + { + "epoch": 3.135823429541596, + "grad_norm": 0.12967867811755004, + "learning_rate": 1.3665169427456203e-05, + "loss": 0.02388843521475792, + "step": 925 + }, + { + "epoch": 3.139219015280136, + "grad_norm": 0.12338238118295694, + "learning_rate": 1.3563721027744308e-05, + "loss": 0.021195849403738976, + "step": 926 + }, + { + "epoch": 3.1426146010186757, + "grad_norm": 0.16027197859587844, + "learning_rate": 1.3462591476558511e-05, + "loss": 0.04306637868285179, + "step": 927 + }, + { + "epoch": 3.1460101867572154, + "grad_norm": 0.14360457403226243, + "learning_rate": 1.336178165886865e-05, + "loss": 0.053870104253292084, + "step": 928 + }, + { + "epoch": 3.1494057724957556, + "grad_norm": 0.1311026593349651, + "learning_rate": 1.3261292456846647e-05, + "loss": 0.04142114520072937, + "step": 929 + }, + { + "epoch": 3.1528013582342953, + "grad_norm": 0.13679382977814183, + "learning_rate": 1.3161124749858738e-05, + "loss": 0.04224657267332077, + "step": 930 + }, + { + "epoch": 3.1561969439728355, + "grad_norm": 0.1395144754999581, + "learning_rate": 1.3061279414457823e-05, + "loss": 0.03984564542770386, + "step": 931 + }, + { + "epoch": 3.159592529711375, + "grad_norm": 0.12178551924012121, + "learning_rate": 1.2961757324375767e-05, + "loss": 0.02691613882780075, + "step": 932 + }, + { + "epoch": 3.1629881154499153, + "grad_norm": 0.1231562597300068, + "learning_rate": 1.2862559350515746e-05, + "loss": 0.0235055573284626, + "step": 933 + }, + { + "epoch": 3.166383701188455, + "grad_norm": 0.12803697239446835, + "learning_rate": 1.27636863609447e-05, + "loss": 0.02205159328877926, + "step": 934 + }, + { + "epoch": 3.1697792869269947, + "grad_norm": 0.13838654960788713, + "learning_rate": 1.2665139220885613e-05, + "loss": 0.024279549717903137, + "step": 935 + }, + { + "epoch": 3.173174872665535, + "grad_norm": 0.1338553286408259, + "learning_rate": 1.2566918792710042e-05, + "loss": 0.05706634745001793, + "step": 936 + }, + { + "epoch": 3.1765704584040746, + "grad_norm": 0.13429355262448361, + "learning_rate": 1.2469025935930523e-05, + "loss": 0.049813997000455856, + "step": 937 + }, + { + "epoch": 3.1799660441426147, + "grad_norm": 0.13391151766003662, + "learning_rate": 1.2371461507193078e-05, + "loss": 0.04218004643917084, + "step": 938 + }, + { + "epoch": 3.1833616298811545, + "grad_norm": 0.1302496712699556, + "learning_rate": 1.2274226360269687e-05, + "loss": 0.03302651271224022, + "step": 939 + }, + { + "epoch": 3.1867572156196946, + "grad_norm": 0.13411284848375005, + "learning_rate": 1.2177321346050835e-05, + "loss": 0.030225880444049835, + "step": 940 + }, + { + "epoch": 3.1901528013582343, + "grad_norm": 0.12090778410730388, + "learning_rate": 1.2080747312538083e-05, + "loss": 0.023621803149580956, + "step": 941 + }, + { + "epoch": 3.193548387096774, + "grad_norm": 0.12191916953108109, + "learning_rate": 1.1984505104836608e-05, + "loss": 0.02137250266969204, + "step": 942 + }, + { + "epoch": 3.196943972835314, + "grad_norm": 0.12044582203569461, + "learning_rate": 1.1888595565147836e-05, + "loss": 0.019377615302801132, + "step": 943 + }, + { + "epoch": 3.200339558573854, + "grad_norm": 0.13238834380027187, + "learning_rate": 1.1793019532762056e-05, + "loss": 0.05031951889395714, + "step": 944 + }, + { + "epoch": 3.203735144312394, + "grad_norm": 0.13290375068005594, + "learning_rate": 1.1697777844051105e-05, + "loss": 0.05532939359545708, + "step": 945 + }, + { + "epoch": 3.2071307300509337, + "grad_norm": 0.12575324429533835, + "learning_rate": 1.1602871332461002e-05, + "loss": 0.040702566504478455, + "step": 946 + }, + { + "epoch": 3.2105263157894735, + "grad_norm": 0.13163786886014323, + "learning_rate": 1.150830082850468e-05, + "loss": 0.041564490646123886, + "step": 947 + }, + { + "epoch": 3.2139219015280136, + "grad_norm": 0.13429807100273985, + "learning_rate": 1.141406715975476e-05, + "loss": 0.03210339695215225, + "step": 948 + }, + { + "epoch": 3.2173174872665533, + "grad_norm": 0.12825741869075025, + "learning_rate": 1.1320171150836228e-05, + "loss": 0.028910160064697266, + "step": 949 + }, + { + "epoch": 3.2207130730050935, + "grad_norm": 0.11583113320386382, + "learning_rate": 1.1226613623419269e-05, + "loss": 0.021669626235961914, + "step": 950 + }, + { + "epoch": 3.224108658743633, + "grad_norm": 0.12325145469098292, + "learning_rate": 1.1133395396212049e-05, + "loss": 0.02199777215719223, + "step": 951 + }, + { + "epoch": 3.2275042444821733, + "grad_norm": 0.11840404330072238, + "learning_rate": 1.1040517284953595e-05, + "loss": 0.03625570982694626, + "step": 952 + }, + { + "epoch": 3.230899830220713, + "grad_norm": 0.14307664119726513, + "learning_rate": 1.0947980102406596e-05, + "loss": 0.061830319464206696, + "step": 953 + }, + { + "epoch": 3.234295415959253, + "grad_norm": 0.1312695445643524, + "learning_rate": 1.0855784658350388e-05, + "loss": 0.044841524213552475, + "step": 954 + }, + { + "epoch": 3.237691001697793, + "grad_norm": 0.1198362828943224, + "learning_rate": 1.0763931759573736e-05, + "loss": 0.03786482661962509, + "step": 955 + }, + { + "epoch": 3.2410865874363326, + "grad_norm": 0.13118645874481558, + "learning_rate": 1.0672422209867878e-05, + "loss": 0.03329238295555115, + "step": 956 + }, + { + "epoch": 3.2444821731748728, + "grad_norm": 0.11849860372189018, + "learning_rate": 1.0581256810019435e-05, + "loss": 0.02538839727640152, + "step": 957 + }, + { + "epoch": 3.2478777589134125, + "grad_norm": 0.12286527056099193, + "learning_rate": 1.0490436357803435e-05, + "loss": 0.025109291076660156, + "step": 958 + }, + { + "epoch": 3.2512733446519526, + "grad_norm": 0.12357068323490371, + "learning_rate": 1.0399961647976314e-05, + "loss": 0.021655848249793053, + "step": 959 + }, + { + "epoch": 3.2546689303904923, + "grad_norm": 0.15652966783482694, + "learning_rate": 1.0309833472268976e-05, + "loss": 0.024202316999435425, + "step": 960 + }, + { + "epoch": 3.258064516129032, + "grad_norm": 0.11508594625250927, + "learning_rate": 1.0220052619379843e-05, + "loss": 0.052302829921245575, + "step": 961 + }, + { + "epoch": 3.261460101867572, + "grad_norm": 0.12670651189730398, + "learning_rate": 1.0130619874967983e-05, + "loss": 0.048711176961660385, + "step": 962 + }, + { + "epoch": 3.264855687606112, + "grad_norm": 0.12775460939273364, + "learning_rate": 1.0041536021646204e-05, + "loss": 0.0423329696059227, + "step": 963 + }, + { + "epoch": 3.268251273344652, + "grad_norm": 0.12612617238345966, + "learning_rate": 9.952801838974213e-06, + "loss": 0.03406022489070892, + "step": 964 + }, + { + "epoch": 3.2716468590831917, + "grad_norm": 0.12438145630992371, + "learning_rate": 9.864418103451828e-06, + "loss": 0.029523154720664024, + "step": 965 + }, + { + "epoch": 3.275042444821732, + "grad_norm": 0.12328410442355167, + "learning_rate": 9.776385588512121e-06, + "loss": 0.02632921002805233, + "step": 966 + }, + { + "epoch": 3.2784380305602716, + "grad_norm": 0.12230539281907025, + "learning_rate": 9.688705064514703e-06, + "loss": 0.02133692428469658, + "step": 967 + }, + { + "epoch": 3.2818336162988118, + "grad_norm": 0.12410610690728713, + "learning_rate": 9.601377298738977e-06, + "loss": 0.01997721940279007, + "step": 968 + }, + { + "epoch": 3.2852292020373515, + "grad_norm": 0.14392976845115754, + "learning_rate": 9.514403055377386e-06, + "loss": 0.05067284032702446, + "step": 969 + }, + { + "epoch": 3.288624787775891, + "grad_norm": 0.13594754613361928, + "learning_rate": 9.427783095528769e-06, + "loss": 0.05785913020372391, + "step": 970 + }, + { + "epoch": 3.2920203735144313, + "grad_norm": 0.12834590778573052, + "learning_rate": 9.34151817719166e-06, + "loss": 0.04777633398771286, + "step": 971 + }, + { + "epoch": 3.295415959252971, + "grad_norm": 0.12623944849599206, + "learning_rate": 9.255609055257713e-06, + "loss": 0.038534604012966156, + "step": 972 + }, + { + "epoch": 3.298811544991511, + "grad_norm": 0.1259826025384117, + "learning_rate": 9.170056481504996e-06, + "loss": 0.03242049366235733, + "step": 973 + }, + { + "epoch": 3.302207130730051, + "grad_norm": 0.1221700934965317, + "learning_rate": 9.084861204591549e-06, + "loss": 0.027944771572947502, + "step": 974 + }, + { + "epoch": 3.3056027164685906, + "grad_norm": 0.11491942560681297, + "learning_rate": 9.000023970048726e-06, + "loss": 0.022624008357524872, + "step": 975 + }, + { + "epoch": 3.3089983022071308, + "grad_norm": 0.12332549902865371, + "learning_rate": 8.915545520274698e-06, + "loss": 0.021190008148550987, + "step": 976 + }, + { + "epoch": 3.3123938879456705, + "grad_norm": 0.13636166486606488, + "learning_rate": 8.831426594527975e-06, + "loss": 0.03924716264009476, + "step": 977 + }, + { + "epoch": 3.3157894736842106, + "grad_norm": 0.138797664924497, + "learning_rate": 8.747667928920927e-06, + "loss": 0.0606057271361351, + "step": 978 + }, + { + "epoch": 3.3191850594227503, + "grad_norm": 0.12461083880660333, + "learning_rate": 8.664270256413332e-06, + "loss": 0.04649470001459122, + "step": 979 + }, + { + "epoch": 3.3225806451612905, + "grad_norm": 0.1329552982261501, + "learning_rate": 8.581234306805969e-06, + "loss": 0.048369601368904114, + "step": 980 + }, + { + "epoch": 3.32597623089983, + "grad_norm": 0.1280609732216262, + "learning_rate": 8.498560806734229e-06, + "loss": 0.03547901660203934, + "step": 981 + }, + { + "epoch": 3.3293718166383703, + "grad_norm": 0.1186110736793347, + "learning_rate": 8.416250479661803e-06, + "loss": 0.03008534386754036, + "step": 982 + }, + { + "epoch": 3.33276740237691, + "grad_norm": 0.12004796273708981, + "learning_rate": 8.334304045874247e-06, + "loss": 0.02395748905837536, + "step": 983 + }, + { + "epoch": 3.3361629881154498, + "grad_norm": 0.11289648473423446, + "learning_rate": 8.252722222472792e-06, + "loss": 0.020507005974650383, + "step": 984 + }, + { + "epoch": 3.33955857385399, + "grad_norm": 0.12645272151847867, + "learning_rate": 8.171505723367961e-06, + "loss": 0.021873991936445236, + "step": 985 + }, + { + "epoch": 3.3429541595925296, + "grad_norm": 0.1229970020521114, + "learning_rate": 8.090655259273428e-06, + "loss": 0.054312169551849365, + "step": 986 + }, + { + "epoch": 3.3463497453310698, + "grad_norm": 0.12456309550037527, + "learning_rate": 8.010171537699712e-06, + "loss": 0.051031019538640976, + "step": 987 + }, + { + "epoch": 3.3497453310696095, + "grad_norm": 0.12874216817605386, + "learning_rate": 7.930055262948072e-06, + "loss": 0.04110771045088768, + "step": 988 + }, + { + "epoch": 3.353140916808149, + "grad_norm": 0.12183387715821775, + "learning_rate": 7.850307136104247e-06, + "loss": 0.03764788806438446, + "step": 989 + }, + { + "epoch": 3.3565365025466893, + "grad_norm": 0.12394364871674748, + "learning_rate": 7.770927855032378e-06, + "loss": 0.029466327279806137, + "step": 990 + }, + { + "epoch": 3.359932088285229, + "grad_norm": 0.11542801993611722, + "learning_rate": 7.691918114368907e-06, + "loss": 0.023005565628409386, + "step": 991 + }, + { + "epoch": 3.363327674023769, + "grad_norm": 0.11914954702312376, + "learning_rate": 7.613278605516455e-06, + "loss": 0.022195864468812943, + "step": 992 + }, + { + "epoch": 3.366723259762309, + "grad_norm": 0.11872845223975578, + "learning_rate": 7.535010016637828e-06, + "loss": 0.021608486771583557, + "step": 993 + }, + { + "epoch": 3.370118845500849, + "grad_norm": 0.12579123531625508, + "learning_rate": 7.457113032649943e-06, + "loss": 0.0499873161315918, + "step": 994 + }, + { + "epoch": 3.3735144312393888, + "grad_norm": 0.12301506714902506, + "learning_rate": 7.379588335217874e-06, + "loss": 0.05264587327837944, + "step": 995 + }, + { + "epoch": 3.376910016977929, + "grad_norm": 0.1253271954708119, + "learning_rate": 7.302436602748864e-06, + "loss": 0.0403154194355011, + "step": 996 + }, + { + "epoch": 3.3803056027164686, + "grad_norm": 0.12579321355529954, + "learning_rate": 7.225658510386385e-06, + "loss": 0.03427085652947426, + "step": 997 + }, + { + "epoch": 3.3837011884550083, + "grad_norm": 0.12422955087022457, + "learning_rate": 7.1492547300042455e-06, + "loss": 0.03029695712029934, + "step": 998 + }, + { + "epoch": 3.3870967741935485, + "grad_norm": 0.11958994199608736, + "learning_rate": 7.073225930200722e-06, + "loss": 0.025695830583572388, + "step": 999 + }, + { + "epoch": 3.390492359932088, + "grad_norm": 0.11256893738827631, + "learning_rate": 6.99757277629266e-06, + "loss": 0.022229617461562157, + "step": 1000 + }, + { + "epoch": 3.3938879456706283, + "grad_norm": 0.11933399286318758, + "learning_rate": 6.922295930309691e-06, + "loss": 0.01890420913696289, + "step": 1001 + }, + { + "epoch": 3.397283531409168, + "grad_norm": 0.14075818340504395, + "learning_rate": 6.847396050988469e-06, + "loss": 0.042036961764097214, + "step": 1002 + }, + { + "epoch": 3.4006791171477078, + "grad_norm": 0.13882620104279927, + "learning_rate": 6.772873793766815e-06, + "loss": 0.05907998979091644, + "step": 1003 + }, + { + "epoch": 3.404074702886248, + "grad_norm": 0.12180948896211187, + "learning_rate": 6.698729810778065e-06, + "loss": 0.04251595586538315, + "step": 1004 + }, + { + "epoch": 3.4074702886247876, + "grad_norm": 0.12841680715346554, + "learning_rate": 6.624964750845325e-06, + "loss": 0.037187762558460236, + "step": 1005 + }, + { + "epoch": 3.4108658743633278, + "grad_norm": 0.12421524114555775, + "learning_rate": 6.551579259475809e-06, + "loss": 0.03140611574053764, + "step": 1006 + }, + { + "epoch": 3.4142614601018675, + "grad_norm": 0.13023205267528695, + "learning_rate": 6.478573978855146e-06, + "loss": 0.026064341887831688, + "step": 1007 + }, + { + "epoch": 3.4176570458404076, + "grad_norm": 0.11587019883038634, + "learning_rate": 6.405949547841849e-06, + "loss": 0.02195816859602928, + "step": 1008 + }, + { + "epoch": 3.4210526315789473, + "grad_norm": 0.11305852845312694, + "learning_rate": 6.333706601961642e-06, + "loss": 0.018451834097504616, + "step": 1009 + }, + { + "epoch": 3.4244482173174875, + "grad_norm": 0.12394852802561025, + "learning_rate": 6.2618457734019364e-06, + "loss": 0.021571999415755272, + "step": 1010 + }, + { + "epoch": 3.427843803056027, + "grad_norm": 0.12422171528354305, + "learning_rate": 6.190367691006288e-06, + "loss": 0.05437242239713669, + "step": 1011 + }, + { + "epoch": 3.431239388794567, + "grad_norm": 0.13277863812978483, + "learning_rate": 6.119272980268897e-06, + "loss": 0.05201639235019684, + "step": 1012 + }, + { + "epoch": 3.434634974533107, + "grad_norm": 0.12034323718654945, + "learning_rate": 6.048562263329138e-06, + "loss": 0.03945009037852287, + "step": 1013 + }, + { + "epoch": 3.4380305602716468, + "grad_norm": 0.11821264782256398, + "learning_rate": 5.978236158966105e-06, + "loss": 0.034029774367809296, + "step": 1014 + }, + { + "epoch": 3.441426146010187, + "grad_norm": 0.1318913719285147, + "learning_rate": 5.908295282593207e-06, + "loss": 0.030163567513227463, + "step": 1015 + }, + { + "epoch": 3.4448217317487266, + "grad_norm": 0.12103176990126512, + "learning_rate": 5.838740246252794e-06, + "loss": 0.025972014293074608, + "step": 1016 + }, + { + "epoch": 3.4482173174872663, + "grad_norm": 0.11758154061366656, + "learning_rate": 5.769571658610762e-06, + "loss": 0.02163957618176937, + "step": 1017 + }, + { + "epoch": 3.4516129032258065, + "grad_norm": 0.11320580344258656, + "learning_rate": 5.700790124951283e-06, + "loss": 0.017679382115602493, + "step": 1018 + }, + { + "epoch": 3.455008488964346, + "grad_norm": 0.12636765690680088, + "learning_rate": 5.6323962471714286e-06, + "loss": 0.04990405589342117, + "step": 1019 + }, + { + "epoch": 3.4584040747028864, + "grad_norm": 0.12253748224862382, + "learning_rate": 5.564390623775995e-06, + "loss": 0.05478016659617424, + "step": 1020 + }, + { + "epoch": 3.461799660441426, + "grad_norm": 0.11741379227005212, + "learning_rate": 5.496773849872183e-06, + "loss": 0.04403357952833176, + "step": 1021 + }, + { + "epoch": 3.465195246179966, + "grad_norm": 0.12462760394568805, + "learning_rate": 5.429546517164486e-06, + "loss": 0.03723139688372612, + "step": 1022 + }, + { + "epoch": 3.468590831918506, + "grad_norm": 0.11889623953373125, + "learning_rate": 5.362709213949396e-06, + "loss": 0.03130408003926277, + "step": 1023 + }, + { + "epoch": 3.471986417657046, + "grad_norm": 0.1165830127245237, + "learning_rate": 5.296262525110346e-06, + "loss": 0.025761296972632408, + "step": 1024 + }, + { + "epoch": 3.475382003395586, + "grad_norm": 0.11933954874173557, + "learning_rate": 5.23020703211255e-06, + "loss": 0.024434616789221764, + "step": 1025 + }, + { + "epoch": 3.4787775891341255, + "grad_norm": 0.12182070855215353, + "learning_rate": 5.1645433129979215e-06, + "loss": 0.02007797360420227, + "step": 1026 + }, + { + "epoch": 3.4821731748726656, + "grad_norm": 0.13979685734616396, + "learning_rate": 5.0992719423800236e-06, + "loss": 0.041598979383707047, + "step": 1027 + }, + { + "epoch": 3.4855687606112054, + "grad_norm": 0.12407163023629854, + "learning_rate": 5.034393491439043e-06, + "loss": 0.05767684429883957, + "step": 1028 + }, + { + "epoch": 3.4889643463497455, + "grad_norm": 0.12420571483623782, + "learning_rate": 4.969908527916766e-06, + "loss": 0.04558452218770981, + "step": 1029 + }, + { + "epoch": 3.492359932088285, + "grad_norm": 0.12127161903962408, + "learning_rate": 4.905817616111641e-06, + "loss": 0.040574293583631516, + "step": 1030 + }, + { + "epoch": 3.495755517826825, + "grad_norm": 0.1257340537429782, + "learning_rate": 4.842121316873821e-06, + "loss": 0.033539630472660065, + "step": 1031 + }, + { + "epoch": 3.499151103565365, + "grad_norm": 0.12458790628552394, + "learning_rate": 4.778820187600275e-06, + "loss": 0.026948917657136917, + "step": 1032 + }, + { + "epoch": 3.502546689303905, + "grad_norm": 0.1175504061592978, + "learning_rate": 4.71591478222988e-06, + "loss": 0.0230097658932209, + "step": 1033 + }, + { + "epoch": 3.505942275042445, + "grad_norm": 0.11685318302170783, + "learning_rate": 4.653405651238607e-06, + "loss": 0.019026953727006912, + "step": 1034 + }, + { + "epoch": 3.5093378607809846, + "grad_norm": 0.128477854704914, + "learning_rate": 4.591293341634661e-06, + "loss": 0.02308005653321743, + "step": 1035 + }, + { + "epoch": 3.5127334465195243, + "grad_norm": 0.11780690824100111, + "learning_rate": 4.529578396953771e-06, + "loss": 0.05882404372096062, + "step": 1036 + }, + { + "epoch": 3.5161290322580645, + "grad_norm": 0.12890218598426142, + "learning_rate": 4.468261357254339e-06, + "loss": 0.049779534339904785, + "step": 1037 + }, + { + "epoch": 3.5195246179966047, + "grad_norm": 0.11889542512731646, + "learning_rate": 4.407342759112776e-06, + "loss": 0.03601907566189766, + "step": 1038 + }, + { + "epoch": 3.5229202037351444, + "grad_norm": 0.11650917944581349, + "learning_rate": 4.346823135618788e-06, + "loss": 0.03361005708575249, + "step": 1039 + }, + { + "epoch": 3.526315789473684, + "grad_norm": 0.12301107714897029, + "learning_rate": 4.286703016370719e-06, + "loss": 0.029762055724859238, + "step": 1040 + }, + { + "epoch": 3.5297113752122242, + "grad_norm": 0.12726738060722753, + "learning_rate": 4.226982927470874e-06, + "loss": 0.02579472027719021, + "step": 1041 + }, + { + "epoch": 3.533106960950764, + "grad_norm": 0.12046993408334836, + "learning_rate": 4.167663391521015e-06, + "loss": 0.020228728652000427, + "step": 1042 + }, + { + "epoch": 3.536502546689304, + "grad_norm": 0.12863831226505196, + "learning_rate": 4.108744927617669e-06, + "loss": 0.019604738801717758, + "step": 1043 + }, + { + "epoch": 3.539898132427844, + "grad_norm": 0.12133107458973948, + "learning_rate": 4.050228051347671e-06, + "loss": 0.04686151444911957, + "step": 1044 + }, + { + "epoch": 3.5432937181663835, + "grad_norm": 0.12428805894218747, + "learning_rate": 3.99211327478361e-06, + "loss": 0.0543304905295372, + "step": 1045 + }, + { + "epoch": 3.5466893039049237, + "grad_norm": 0.1216084778191569, + "learning_rate": 3.9344011064793516e-06, + "loss": 0.04142393916845322, + "step": 1046 + }, + { + "epoch": 3.5500848896434634, + "grad_norm": 0.1214602412938836, + "learning_rate": 3.877092051465614e-06, + "loss": 0.03393886238336563, + "step": 1047 + }, + { + "epoch": 3.5534804753820035, + "grad_norm": 0.11791697265301797, + "learning_rate": 3.8201866112455185e-06, + "loss": 0.030113479122519493, + "step": 1048 + }, + { + "epoch": 3.556876061120543, + "grad_norm": 0.11514449648738104, + "learning_rate": 3.763685283790208e-06, + "loss": 0.024684980511665344, + "step": 1049 + }, + { + "epoch": 3.560271646859083, + "grad_norm": 0.11861405039273788, + "learning_rate": 3.707588563534514e-06, + "loss": 0.022464102134108543, + "step": 1050 + }, + { + "epoch": 3.563667232597623, + "grad_norm": 0.11720193875426402, + "learning_rate": 3.6518969413725903e-06, + "loss": 0.017372405156493187, + "step": 1051 + }, + { + "epoch": 3.5670628183361632, + "grad_norm": 0.15002543714927977, + "learning_rate": 3.596610904653652e-06, + "loss": 0.03922034800052643, + "step": 1052 + }, + { + "epoch": 3.570458404074703, + "grad_norm": 0.12325872182269806, + "learning_rate": 3.5417309371776675e-06, + "loss": 0.05485820025205612, + "step": 1053 + }, + { + "epoch": 3.5738539898132426, + "grad_norm": 0.12523315400110815, + "learning_rate": 3.4872575191911895e-06, + "loss": 0.04063337296247482, + "step": 1054 + }, + { + "epoch": 3.577249575551783, + "grad_norm": 0.11878954410433114, + "learning_rate": 3.4331911273830784e-06, + "loss": 0.035744693130254745, + "step": 1055 + }, + { + "epoch": 3.5806451612903225, + "grad_norm": 0.1213977935936, + "learning_rate": 3.3795322348804114e-06, + "loss": 0.0327204205095768, + "step": 1056 + }, + { + "epoch": 3.5840407470288627, + "grad_norm": 0.11548969778292585, + "learning_rate": 3.326281311244267e-06, + "loss": 0.028406118974089622, + "step": 1057 + }, + { + "epoch": 3.5874363327674024, + "grad_norm": 0.12368778426006656, + "learning_rate": 3.2734388224656575e-06, + "loss": 0.022378256544470787, + "step": 1058 + }, + { + "epoch": 3.590831918505942, + "grad_norm": 0.11425562028012727, + "learning_rate": 3.2210052309614437e-06, + "loss": 0.01868167705833912, + "step": 1059 + }, + { + "epoch": 3.5942275042444822, + "grad_norm": 0.12660248343160396, + "learning_rate": 3.1689809955702754e-06, + "loss": 0.023598134517669678, + "step": 1060 + }, + { + "epoch": 3.597623089983022, + "grad_norm": 1.2571829260844976, + "learning_rate": 3.117366571548608e-06, + "loss": 0.05531495064496994, + "step": 1061 + }, + { + "epoch": 3.601018675721562, + "grad_norm": 0.1256764519838915, + "learning_rate": 3.066162410566681e-06, + "loss": 0.04982135817408562, + "step": 1062 + }, + { + "epoch": 3.604414261460102, + "grad_norm": 0.11598061576796644, + "learning_rate": 3.0153689607045845e-06, + "loss": 0.034899309277534485, + "step": 1063 + }, + { + "epoch": 3.6078098471986415, + "grad_norm": 0.12349487692552429, + "learning_rate": 2.9649866664483385e-06, + "loss": 0.03358934819698334, + "step": 1064 + }, + { + "epoch": 3.6112054329371817, + "grad_norm": 0.12432375629970736, + "learning_rate": 2.915015968686002e-06, + "loss": 0.028581634163856506, + "step": 1065 + }, + { + "epoch": 3.614601018675722, + "grad_norm": 0.1195457682187301, + "learning_rate": 2.865457304703817e-06, + "loss": 0.02503875456750393, + "step": 1066 + }, + { + "epoch": 3.6179966044142615, + "grad_norm": 0.11259288466297206, + "learning_rate": 2.816311108182368e-06, + "loss": 0.019195111468434334, + "step": 1067 + }, + { + "epoch": 3.6213921901528012, + "grad_norm": 0.11934329519302062, + "learning_rate": 2.767577809192806e-06, + "loss": 0.017958905547857285, + "step": 1068 + }, + { + "epoch": 3.6247877758913414, + "grad_norm": 0.11819251946821233, + "learning_rate": 2.7192578341930618e-06, + "loss": 0.045885052531957626, + "step": 1069 + }, + { + "epoch": 3.628183361629881, + "grad_norm": 0.13626145452527538, + "learning_rate": 2.6713516060241527e-06, + "loss": 0.06239771097898483, + "step": 1070 + }, + { + "epoch": 3.6315789473684212, + "grad_norm": 0.12101513885839696, + "learning_rate": 2.6238595439064484e-06, + "loss": 0.042742691934108734, + "step": 1071 + }, + { + "epoch": 3.634974533106961, + "grad_norm": 0.12439151070871296, + "learning_rate": 2.5767820634360008e-06, + "loss": 0.03938419371843338, + "step": 1072 + }, + { + "epoch": 3.6383701188455007, + "grad_norm": 0.12325651142188807, + "learning_rate": 2.530119576580936e-06, + "loss": 0.03136751428246498, + "step": 1073 + }, + { + "epoch": 3.641765704584041, + "grad_norm": 0.11640013428729339, + "learning_rate": 2.483872491677819e-06, + "loss": 0.027267418801784515, + "step": 1074 + }, + { + "epoch": 3.6451612903225805, + "grad_norm": 0.11644777240004063, + "learning_rate": 2.4380412134280884e-06, + "loss": 0.02183561585843563, + "step": 1075 + }, + { + "epoch": 3.6485568760611207, + "grad_norm": 0.11045905631252374, + "learning_rate": 2.3926261428945383e-06, + "loss": 0.019022442400455475, + "step": 1076 + }, + { + "epoch": 3.6519524617996604, + "grad_norm": 0.13542460116667632, + "learning_rate": 2.347627677497788e-06, + "loss": 0.040305063128471375, + "step": 1077 + }, + { + "epoch": 3.6553480475382, + "grad_norm": 0.12461058265011736, + "learning_rate": 2.303046211012783e-06, + "loss": 0.05720077082514763, + "step": 1078 + }, + { + "epoch": 3.6587436332767402, + "grad_norm": 0.12029995471106943, + "learning_rate": 2.258882133565404e-06, + "loss": 0.042141806334257126, + "step": 1079 + }, + { + "epoch": 3.6621392190152804, + "grad_norm": 0.12196288904810622, + "learning_rate": 2.2151358316290006e-06, + "loss": 0.03805346414446831, + "step": 1080 + }, + { + "epoch": 3.66553480475382, + "grad_norm": 0.12652976069251184, + "learning_rate": 2.1718076880210327e-06, + "loss": 0.028709007427096367, + "step": 1081 + }, + { + "epoch": 3.66893039049236, + "grad_norm": 0.11917535258555677, + "learning_rate": 2.1288980818997275e-06, + "loss": 0.02676650509238243, + "step": 1082 + }, + { + "epoch": 3.6723259762309, + "grad_norm": 0.11521174314624066, + "learning_rate": 2.0864073887607416e-06, + "loss": 0.021988656371831894, + "step": 1083 + }, + { + "epoch": 3.6757215619694397, + "grad_norm": 0.10876110623427103, + "learning_rate": 2.0443359804338923e-06, + "loss": 0.017682846635580063, + "step": 1084 + }, + { + "epoch": 3.67911714770798, + "grad_norm": 0.12894264325802585, + "learning_rate": 2.0026842250799038e-06, + "loss": 0.02302953228354454, + "step": 1085 + }, + { + "epoch": 3.6825127334465195, + "grad_norm": 0.11746141927658608, + "learning_rate": 1.9614524871871544e-06, + "loss": 0.05681226775050163, + "step": 1086 + }, + { + "epoch": 3.6859083191850592, + "grad_norm": 0.11995551977691109, + "learning_rate": 1.92064112756854e-06, + "loss": 0.0456516370177269, + "step": 1087 + }, + { + "epoch": 3.6893039049235994, + "grad_norm": 0.11692173663987014, + "learning_rate": 1.8802505033582608e-06, + "loss": 0.03863770514726639, + "step": 1088 + }, + { + "epoch": 3.692699490662139, + "grad_norm": 0.11837029712751351, + "learning_rate": 1.8402809680087452e-06, + "loss": 0.03486296162009239, + "step": 1089 + }, + { + "epoch": 3.6960950764006792, + "grad_norm": 0.11937441312126953, + "learning_rate": 1.8007328712875305e-06, + "loss": 0.02674887701869011, + "step": 1090 + }, + { + "epoch": 3.699490662139219, + "grad_norm": 0.11575112269014678, + "learning_rate": 1.7616065592742038e-06, + "loss": 0.022751905024051666, + "step": 1091 + }, + { + "epoch": 3.7028862478777587, + "grad_norm": 0.11277104529976778, + "learning_rate": 1.7229023743573657e-06, + "loss": 0.023014364764094353, + "step": 1092 + }, + { + "epoch": 3.706281833616299, + "grad_norm": 0.1162901056676442, + "learning_rate": 1.6846206552316612e-06, + "loss": 0.018410202115774155, + "step": 1093 + }, + { + "epoch": 3.709677419354839, + "grad_norm": 0.12619695937616396, + "learning_rate": 1.6467617368947918e-06, + "loss": 0.05249921604990959, + "step": 1094 + }, + { + "epoch": 3.7130730050933787, + "grad_norm": 0.12649403517172286, + "learning_rate": 1.6093259506445913e-06, + "loss": 0.05118681490421295, + "step": 1095 + }, + { + "epoch": 3.7164685908319184, + "grad_norm": 0.1228822707555336, + "learning_rate": 1.5723136240761271e-06, + "loss": 0.04066997021436691, + "step": 1096 + }, + { + "epoch": 3.7198641765704585, + "grad_norm": 0.12250051954952695, + "learning_rate": 1.5357250810788314e-06, + "loss": 0.03652298450469971, + "step": 1097 + }, + { + "epoch": 3.7232597623089982, + "grad_norm": 0.11612374431874883, + "learning_rate": 1.4995606418336694e-06, + "loss": 0.02981790155172348, + "step": 1098 + }, + { + "epoch": 3.7266553480475384, + "grad_norm": 0.1234081055270492, + "learning_rate": 1.4638206228103413e-06, + "loss": 0.02735557220876217, + "step": 1099 + }, + { + "epoch": 3.730050933786078, + "grad_norm": 0.11780518710981902, + "learning_rate": 1.4285053367645074e-06, + "loss": 0.031158095225691795, + "step": 1100 + }, + { + "epoch": 3.733446519524618, + "grad_norm": 0.10783535773913047, + "learning_rate": 1.39361509273504e-06, + "loss": 0.017439626157283783, + "step": 1101 + }, + { + "epoch": 3.736842105263158, + "grad_norm": 0.13414590375691468, + "learning_rate": 1.3591501960413422e-06, + "loss": 0.041479066014289856, + "step": 1102 + }, + { + "epoch": 3.7402376910016977, + "grad_norm": 0.12218321366487778, + "learning_rate": 1.3251109482806666e-06, + "loss": 0.05795469880104065, + "step": 1103 + }, + { + "epoch": 3.743633276740238, + "grad_norm": 0.11767108019750067, + "learning_rate": 1.2914976473254793e-06, + "loss": 0.04435582086443901, + "step": 1104 + }, + { + "epoch": 3.7470288624787775, + "grad_norm": 0.12349053656714071, + "learning_rate": 1.2583105873208267e-06, + "loss": 0.04039248079061508, + "step": 1105 + }, + { + "epoch": 3.7504244482173172, + "grad_norm": 0.12860465722165068, + "learning_rate": 1.2255500586818014e-06, + "loss": 0.030748805031180382, + "step": 1106 + }, + { + "epoch": 3.7538200339558574, + "grad_norm": 0.11888642683107663, + "learning_rate": 1.1932163480909865e-06, + "loss": 0.02776479534804821, + "step": 1107 + }, + { + "epoch": 3.7572156196943975, + "grad_norm": 0.12224822062292823, + "learning_rate": 1.1613097384959248e-06, + "loss": 0.02215997874736786, + "step": 1108 + }, + { + "epoch": 3.7606112054329373, + "grad_norm": 0.11428355963276188, + "learning_rate": 1.1298305091066664e-06, + "loss": 0.02009144052863121, + "step": 1109 + }, + { + "epoch": 3.764006791171477, + "grad_norm": 0.12435215008514583, + "learning_rate": 1.0987789353933408e-06, + "loss": 0.022261163219809532, + "step": 1110 + }, + { + "epoch": 3.767402376910017, + "grad_norm": 0.11795084302715504, + "learning_rate": 1.0681552890836944e-06, + "loss": 0.05920621007680893, + "step": 1111 + }, + { + "epoch": 3.770797962648557, + "grad_norm": 0.12049029743831541, + "learning_rate": 1.037959838160768e-06, + "loss": 0.05087507888674736, + "step": 1112 + }, + { + "epoch": 3.774193548387097, + "grad_norm": 0.11751710676145449, + "learning_rate": 1.0081928468605118e-06, + "loss": 0.0380292646586895, + "step": 1113 + }, + { + "epoch": 3.7775891341256367, + "grad_norm": 0.12027014055763775, + "learning_rate": 9.788545756694967e-07, + "loss": 0.03403709456324577, + "step": 1114 + }, + { + "epoch": 3.7809847198641764, + "grad_norm": 0.1220449946571117, + "learning_rate": 9.499452813226284e-07, + "loss": 0.029617829248309135, + "step": 1115 + }, + { + "epoch": 3.7843803056027165, + "grad_norm": 0.1165749946719359, + "learning_rate": 9.214652168008875e-07, + "loss": 0.023012368008494377, + "step": 1116 + }, + { + "epoch": 3.7877758913412563, + "grad_norm": 0.11729702440601822, + "learning_rate": 8.934146313291425e-07, + "loss": 0.020834699273109436, + "step": 1117 + }, + { + "epoch": 3.7911714770797964, + "grad_norm": 0.11060301875684929, + "learning_rate": 8.657937703739516e-07, + "loss": 0.018864905461668968, + "step": 1118 + }, + { + "epoch": 3.794567062818336, + "grad_norm": 0.12452208014366169, + "learning_rate": 8.386028756414089e-07, + "loss": 0.05394645780324936, + "step": 1119 + }, + { + "epoch": 3.797962648556876, + "grad_norm": 0.11745829598880726, + "learning_rate": 8.118421850750347e-07, + "loss": 0.04872319847345352, + "step": 1120 + }, + { + "epoch": 3.801358234295416, + "grad_norm": 0.12310129335004406, + "learning_rate": 7.855119328537109e-07, + "loss": 0.039736177772283554, + "step": 1121 + }, + { + "epoch": 3.804753820033956, + "grad_norm": 0.11896843223067839, + "learning_rate": 7.596123493895991e-07, + "loss": 0.0368708074092865, + "step": 1122 + }, + { + "epoch": 3.808149405772496, + "grad_norm": 0.11827883877964149, + "learning_rate": 7.341436613261532e-07, + "loss": 0.030284777283668518, + "step": 1123 + }, + { + "epoch": 3.8115449915110355, + "grad_norm": 0.11396458316876396, + "learning_rate": 7.091060915361269e-07, + "loss": 0.024617334827780724, + "step": 1124 + }, + { + "epoch": 3.8149405772495757, + "grad_norm": 0.10981675506521492, + "learning_rate": 6.844998591196138e-07, + "loss": 0.020244378596544266, + "step": 1125 + }, + { + "epoch": 3.8183361629881154, + "grad_norm": 0.11488504545162433, + "learning_rate": 6.603251794021381e-07, + "loss": 0.019265562295913696, + "step": 1126 + }, + { + "epoch": 3.8217317487266556, + "grad_norm": 0.12493743372227485, + "learning_rate": 6.365822639327723e-07, + "loss": 0.03398379683494568, + "step": 1127 + }, + { + "epoch": 3.8251273344651953, + "grad_norm": 0.11356806317769211, + "learning_rate": 6.132713204822838e-07, + "loss": 0.05216260999441147, + "step": 1128 + }, + { + "epoch": 3.828522920203735, + "grad_norm": 0.11970348895255666, + "learning_rate": 5.903925530413135e-07, + "loss": 0.04568401724100113, + "step": 1129 + }, + { + "epoch": 3.831918505942275, + "grad_norm": 0.11796825587119072, + "learning_rate": 5.679461618185944e-07, + "loss": 0.038143813610076904, + "step": 1130 + }, + { + "epoch": 3.835314091680815, + "grad_norm": 0.12460428108575632, + "learning_rate": 5.459323432392083e-07, + "loss": 0.033648695796728134, + "step": 1131 + }, + { + "epoch": 3.838709677419355, + "grad_norm": 0.12179212767908745, + "learning_rate": 5.243512899428316e-07, + "loss": 0.02586100623011589, + "step": 1132 + }, + { + "epoch": 3.8421052631578947, + "grad_norm": 0.11171416252754224, + "learning_rate": 5.032031907821089e-07, + "loss": 0.022495951503515244, + "step": 1133 + }, + { + "epoch": 3.8455008488964344, + "grad_norm": 0.1156113995424611, + "learning_rate": 4.824882308209433e-07, + "loss": 0.019813761115074158, + "step": 1134 + }, + { + "epoch": 3.8488964346349746, + "grad_norm": 0.11603376823598478, + "learning_rate": 4.6220659133290325e-07, + "loss": 0.020243462175130844, + "step": 1135 + }, + { + "epoch": 3.8522920203735147, + "grad_norm": 0.10792824503840247, + "learning_rate": 4.423584497996458e-07, + "loss": 0.0512520894408226, + "step": 1136 + }, + { + "epoch": 3.8556876061120544, + "grad_norm": 0.1321638026396283, + "learning_rate": 4.2294397990932934e-07, + "loss": 0.057612400501966476, + "step": 1137 + }, + { + "epoch": 3.859083191850594, + "grad_norm": 0.11877373969390309, + "learning_rate": 4.039633515551422e-07, + "loss": 0.04319695755839348, + "step": 1138 + }, + { + "epoch": 3.8624787775891343, + "grad_norm": 0.12083334451114072, + "learning_rate": 3.854167308337708e-07, + "loss": 0.030842553824186325, + "step": 1139 + }, + { + "epoch": 3.865874363327674, + "grad_norm": 0.12009663704476248, + "learning_rate": 3.67304280043973e-07, + "loss": 0.027373939752578735, + "step": 1140 + }, + { + "epoch": 3.869269949066214, + "grad_norm": 0.11754365061151577, + "learning_rate": 3.4962615768513453e-07, + "loss": 0.025088828057050705, + "step": 1141 + }, + { + "epoch": 3.872665534804754, + "grad_norm": 0.1189051043181852, + "learning_rate": 3.323825184559204e-07, + "loss": 0.020571477711200714, + "step": 1142 + }, + { + "epoch": 3.8760611205432935, + "grad_norm": 0.10633316956379629, + "learning_rate": 3.1557351325287586e-07, + "loss": 0.017123613506555557, + "step": 1143 + }, + { + "epoch": 3.8794567062818337, + "grad_norm": 0.12695943153869224, + "learning_rate": 2.9919928916913866e-07, + "loss": 0.044827818870544434, + "step": 1144 + }, + { + "epoch": 3.8828522920203734, + "grad_norm": 0.12312568794781234, + "learning_rate": 2.8325998949314536e-07, + "loss": 0.051978062838315964, + "step": 1145 + }, + { + "epoch": 3.8862478777589136, + "grad_norm": 0.11514811593110687, + "learning_rate": 2.677557537073605e-07, + "loss": 0.03830812871456146, + "step": 1146 + }, + { + "epoch": 3.8896434634974533, + "grad_norm": 0.12830524625470124, + "learning_rate": 2.526867174870717e-07, + "loss": 0.03800264373421669, + "step": 1147 + }, + { + "epoch": 3.893039049235993, + "grad_norm": 0.1310621457305441, + "learning_rate": 2.3805301269920755e-07, + "loss": 0.029516471549868584, + "step": 1148 + }, + { + "epoch": 3.896434634974533, + "grad_norm": 0.1257078646712887, + "learning_rate": 2.238547674011715e-07, + "loss": 0.03173277527093887, + "step": 1149 + }, + { + "epoch": 3.8998302207130733, + "grad_norm": 0.11365695822165997, + "learning_rate": 2.1009210583971539e-07, + "loss": 0.022136522457003593, + "step": 1150 + }, + { + "epoch": 3.903225806451613, + "grad_norm": 0.106486080824731, + "learning_rate": 1.9676514844987337e-07, + "loss": 0.01766270026564598, + "step": 1151 + }, + { + "epoch": 3.9066213921901527, + "grad_norm": 0.11581309376518396, + "learning_rate": 1.8387401185389064e-07, + "loss": 0.03541246056556702, + "step": 1152 + }, + { + "epoch": 3.910016977928693, + "grad_norm": 0.1237173604933984, + "learning_rate": 1.714188088602131e-07, + "loss": 0.058458708226680756, + "step": 1153 + }, + { + "epoch": 3.9134125636672326, + "grad_norm": 0.12161312691926111, + "learning_rate": 1.5939964846249378e-07, + "loss": 0.043392978608608246, + "step": 1154 + }, + { + "epoch": 3.9168081494057727, + "grad_norm": 0.1195607542721311, + "learning_rate": 1.4781663583863793e-07, + "loss": 0.03745763748884201, + "step": 1155 + }, + { + "epoch": 3.9202037351443124, + "grad_norm": 0.11554843920603164, + "learning_rate": 1.366698723498816e-07, + "loss": 0.03112410008907318, + "step": 1156 + }, + { + "epoch": 3.923599320882852, + "grad_norm": 0.12034239955507457, + "learning_rate": 1.2595945553992573e-07, + "loss": 0.027484580874443054, + "step": 1157 + }, + { + "epoch": 3.9269949066213923, + "grad_norm": 0.10722658005467967, + "learning_rate": 1.1568547913404782e-07, + "loss": 0.020586207509040833, + "step": 1158 + }, + { + "epoch": 3.930390492359932, + "grad_norm": 0.11565997714765128, + "learning_rate": 1.0584803303831381e-07, + "loss": 0.020107561722397804, + "step": 1159 + }, + { + "epoch": 3.933786078098472, + "grad_norm": 0.11973547921538986, + "learning_rate": 9.6447203338762e-08, + "loss": 0.020272759720683098, + "step": 1160 + }, + { + "epoch": 3.937181663837012, + "grad_norm": 0.1124841677843221, + "learning_rate": 8.748307230067588e-08, + "loss": 0.050097476691007614, + "step": 1161 + }, + { + "epoch": 3.9405772495755516, + "grad_norm": 0.12313688318869252, + "learning_rate": 7.895571836785131e-08, + "loss": 0.05279211327433586, + "step": 1162 + }, + { + "epoch": 3.9439728353140917, + "grad_norm": 0.12062704857249691, + "learning_rate": 7.086521616190279e-08, + "loss": 0.04177408665418625, + "step": 1163 + }, + { + "epoch": 3.9473684210526314, + "grad_norm": 0.11404214323428699, + "learning_rate": 6.321163648163597e-08, + "loss": 0.03475956618785858, + "step": 1164 + }, + { + "epoch": 3.9507640067911716, + "grad_norm": 0.11965181453458439, + "learning_rate": 5.599504630239838e-08, + "loss": 0.027550702914595604, + "step": 1165 + }, + { + "epoch": 3.9541595925297113, + "grad_norm": 0.11386822633677939, + "learning_rate": 4.921550877550751e-08, + "loss": 0.023431910201907158, + "step": 1166 + }, + { + "epoch": 3.9575551782682514, + "grad_norm": 0.1141237684029982, + "learning_rate": 4.287308322770689e-08, + "loss": 0.021631918847560883, + "step": 1167 + }, + { + "epoch": 3.960950764006791, + "grad_norm": 0.11691459684510735, + "learning_rate": 3.696782516062758e-08, + "loss": 0.018438920378684998, + "step": 1168 + }, + { + "epoch": 3.9643463497453313, + "grad_norm": 0.1179185116010346, + "learning_rate": 3.149978625032191e-08, + "loss": 0.05369807407259941, + "step": 1169 + }, + { + "epoch": 3.967741935483871, + "grad_norm": 0.12442148338762984, + "learning_rate": 2.646901434678606e-08, + "loss": 0.05239899083971977, + "step": 1170 + }, + { + "epoch": 3.9711375212224107, + "grad_norm": 0.12267264116999667, + "learning_rate": 2.1875553473565956e-08, + "loss": 0.038403525948524475, + "step": 1171 + }, + { + "epoch": 3.974533106960951, + "grad_norm": 0.12258808226107891, + "learning_rate": 1.7719443827368677e-08, + "loss": 0.03488669916987419, + "step": 1172 + }, + { + "epoch": 3.9779286926994906, + "grad_norm": 0.11301881094259209, + "learning_rate": 1.400072177770162e-08, + "loss": 0.026330342516303062, + "step": 1173 + }, + { + "epoch": 3.9813242784380307, + "grad_norm": 0.12275303892897563, + "learning_rate": 1.0719419866550561e-08, + "loss": 0.02484235167503357, + "step": 1174 + }, + { + "epoch": 3.9847198641765704, + "grad_norm": 0.11236573789078697, + "learning_rate": 7.875566808107637e-09, + "loss": 0.02031204104423523, + "step": 1175 + }, + { + "epoch": 3.98811544991511, + "grad_norm": 0.10848813880245003, + "learning_rate": 5.469187488510441e-09, + "loss": 0.01755809783935547, + "step": 1176 + }, + { + "epoch": 3.9915110356536503, + "grad_norm": 0.1419320766205256, + "learning_rate": 3.500302965636637e-09, + "loss": 0.0445953831076622, + "step": 1177 + }, + { + "epoch": 3.99490662139219, + "grad_norm": 0.12024525693209581, + "learning_rate": 1.9689304688985664e-09, + "loss": 0.04040689021348953, + "step": 1178 + }, + { + "epoch": 3.99830220713073, + "grad_norm": 0.11656840612292153, + "learning_rate": 8.750833991155727e-10, + "loss": 0.02543703280389309, + "step": 1179 + }, + { + "epoch": 4.0, + "grad_norm": 0.16435114852171887, + "learning_rate": 2.1877132838632463e-10, + "loss": 0.020692113786935806, + "step": 1180 + }, + { + "epoch": 4.0, + "step": 1180, + "total_flos": 7.881538624284525e+18, + "train_loss": 0.1321902611324469, + "train_runtime": 266690.9372, + "train_samples_per_second": 0.212, + "train_steps_per_second": 0.004 + } + ], + "logging_steps": 1, + "max_steps": 1180, + "num_input_tokens_seen": 0, + "num_train_epochs": 4, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 7.881538624284525e+18, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..d3a32c5 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7c632f9dfde395c57f06727ade2ab93dadde41560977dad2dea552ef7162c9 +size 7096 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..570d5f8951426f48ad64ee292283fd7ff08c7839 GIT binary patch literal 48673 zcmdqJcU+Et|2KZL_tK}K(jY=w5=jFM`h<*@w4+iqw0AT~A|n)0MoLT4URq`eiL{GS znzXd;=R4Q;d;cE4`}@cJ_kBGc*LA7R^Ei*=JzlTpdY@9^t%DRr z8$wYuoy?5*jZ$N4FaA%(L)*mTkc*v%xAm!G)Lv^3*Ap%tCyv{QdmTIFe%!@bQC2}- zR(XTCgNKK!yNaCL$^U+Ztjj5TxymD+^|%U)>+Zwu6vbst{!5dp@$fiBmB#35?J)33 z{MqL1V{oj6addW%{;l7fEMY=Ln`mg*&YWT3t6{Yn$$UKVAulT`JxV(2B#*JVwzj$P z#r13V?(oaf6~8y7e))!PxyBmzQ}tIa((i1UFP4>!Q?#!yQM@7PeLG)wCo|1T{AWOZ zlS~^${-u&HNS%#}ic%3|+>RfUIU{H;;>XlbYf6&5(CYv7KVLTzqhdw2o*C<@t2(h+ zGfr}Dw2Din?H=deILVUf?&$HpXnvV9lDfO~^e)G)UcI{OoOGu0R7{Fj&vQ08t&Xz5 zgb9V#j@MdRD|FMjLOwjyue+`0KRQ*uxFRWVa(M*%@>4CdX5MX{*OlG6w>p^5=G!-j z?v4wSIr8kOiEvt4nrq)J?_`&bGWmqJ%1<@ge>>>UaWjub zZDv+h+=NNKvw3NA@Kl?(_2vY%%qE_^rskbrhCK&A?TC{Mm>tTOX?v`A?aCE;-MEs4 z^vq24^w^1{#W^PTzIwIvW>wx$CazjKF4cGM-zulKmY2VO|6bmIRO{u+=V*1~M!O=#XhY`Ix&}Lp zEdxDUp6SJfMT+|M@3|cm-IDJj=3F{qR9#nB<*;d`tSo1KyPx#rNJq!}z3I)iv1$>& z>bG%OTU(D#P3;{Ok`;*5U(&73y- z$7yM-30quha~ssZc5boQyO+Z#!!-PGuAP$mpi0Djz4(>u*RyIya!&Zop3HBH5Oyiy z(Mieq(z4&sFg$Q}(i)Gm``>@h=%iFW*qbo=**3N-R%4+ec;T1WOe@}IJ^AxXe|zb+ zKNEwIZxgm8P5#k~m#vu|>$%%Jm@u^UDc{M7Jcsll=cvO5a`qENdoNwR8jkVm{1$KN{Nq8Q;j5`1jVZenJo@)f&&+gP*fzZV;K5~2 zo;=A8ob`HhTTNK5^!GBV^9-A8MT5rT`BML>WXtlP@x0B>t<1OfMe<7R6JNE8j)jFK z?W@_8pD#2-Xj+t-u7c%SXh{z=}Q{xPlL0;d%R`PR!QA)zha~GaHI5-pEieuhj&eN1RJlwEzVkPPEc@ZSABCskx4;8fl4$C zJ#&VZyyB}%dCf$#rR7MTw6ydXZpfzc48z+`3(u03O8EKs_?VfQ9Xng@r3cF8hZv3^}=WJ^_=aMmi8?SFX_Udr3bHa zBw0U6o$Lb#hqb5_$!X87T)o;Q7d*oj7Z+!>Nr;D!FI-Qq^q;T!E*e9ZTXJlfWXtDH z(K9iv!v2UiJ9Ty-elA+BY;Eu%)v;>ci;^t5y1EZbhjIB!ad9h?{813dE2Z`&R`3~{ zovx_Zj$LWHFgHUbnkQo16liH_FJ8Z%>KC-VO)wt=(s^l@=#HaDC3o)JNpAYNV_tGW zf#8P+do^)~J2f@OdN1pz{X3EQzSw`uQBzYPN!{nk+R*{(@rj8d{T?baay#y0H=!22 zN!X&VZe(V5zE0GC&w`(%q@-2L)8j818sZyt_4Vrvjm^VDLMSb5?XH|U(W-NN(k0Jw z@JR`qPo{0z<1b9t|K!xSf7wNpxiP`()~zFBrCPr=Xihn^e8I1{CJRHmHVaS z+3cQs454 znF5q&o)s%NF24+;p=0d)ps!(Q-Z5bj`0MQ!1@B=q(kmP`*N6P~%q-@_j+ei&XZP;i6){`dqp+-XO8Je=+!%_yh6W}k zmMhqV)p4ib-pqo;B2f}*gWi)}vYe50Xn5L5>VZ}pZ*Z?z5#v8n zDxj^cE!tO#h8`6i9a>(lAzReH@@Gf67`99S%7$Uz?Uy6W)O4N3!s%D9{tcM!icA}2 zqIh_CraMEq_FGt72%hT^qY^bNSL;4U?^v6ZfAZ^QG;$1=zUSg=xpI-JNG{_Qv#6P* z($dq@i({xSui5*&EO6GKuOMjhmWn6qWhs3fD=YDpt5%Io_rz8?=O;~W^_^|&(>s2A z-JUg-pqep(f)#vc-j2zbxr6?oz*rWq8Z?k$2TqwcKGYYx+vHdSJoRlhc>JXl zZHS<<>z#t1PhMBg&HSoCdtO6D;avyKTq_y6zbClxqte_i=sqV+PmTR}nDlDOve+ww z691HGp6+Px=$O_T@y9G+tY+ov)ipiSD2I|yO*3B9*YodWK44_D=FjAiG=5PqJ6v3I zhJmeGI;&)51m}wNUOzuegmD8|n0XAf7-DmreV7zv`sUU)V|L-qd)Ni#E1ZPO{|rdq z{qRG}%`GQ@J;bLgTtL+#>ElO(850|u?7 z<)6kpC*!d{gIUo)P)AUuqmMWjYHRJ<<`1EU(bs*lB+uOXF0!GH1uS#ZZ`M6MTxijkEq2? zHhugURZ^nrHt=y>j!g|~W4f^%&p-c2va+)7o1GKbU?NUM6%QBbq1szwP|q^3@iUiN z$ccw3sshGoORiqcQrspR#@#)To@F#oP1c^+oHWVN^|trrnr9dW@@h!hLD=#rk6whUEyyruT5bMf8@voHrAieCKMhQlkxq}Q$E z$;rt{6Eg^&d2NZg51RLzxt>3j{2KUt9ra=n5Oby1Nc+%OfVt2zYMb})V?XuG=GltV zbmI!?O#@@0j}&O+rKR)QwH6(65g!ZfhfVVW<5@BoCt|gD}-R`@Kxho(e zIXRhdXKh2ns{tKkM^oGY0VM%%CQ4^eaQvTYFQ?-1P`~|3No7}S=WTCk`$+W^W`ZxWqtNeCuLi%TUH!-Zgu;&5OORYRJjT^6%KO!)AK4 zD=q6R_s*sT-OFoy1N9rw2B`h>)-HLbHBmgPw5+V|td)`B+xfB7I5ad=+u1pDKuFr? zF*j9>yLznBULG7A+idstrczqcI*=!acg?vHS=zd~XXS-r(kzE}`Y<+P3zN3jvAE#f zmi-y` zl#e0>+prkpdKSE))wPOad<-|RQc{whY{P=ZTi)%D)<5JDQy1CEywo5SGK``nG$VXU zgAbYe59Pi4;bBtZlM`?PlEdfnV2ua+ZmkzP^5iHBBfDUTQ)Xdpk5HzUoMoBF*w|PB z#;W)0o;AFrxW&#Yi*RnREGv0wyRN6Z+u$S%Cui-`;~%nZ>o||v+tayTkQ2dp4h()9 zD(yejs4ZaKlx8>$SmW9eIJG0IIR#5ycZe=As|N+ypkXXR*g53o(dS@a5@JVkY#7FW z{Yp^fl!o{MOjVa=m@W_W__MW;mrX!c%hlEOa%SHEKV8VcfMai8-|L?3B^>1iAk_v* zv7%~13=9luBZ@9rq&r=@d^r?Fn#T1))(S;CcAZ$!n2Et=+@C(rPAi}UDnw&(ju!~u zr}H!ufN`(W-kY0PmTHNo`{Ml6Y(S=E(9CKK%sGOW#R5i8*M-=-3^}j=HfVb25Fzaz zgP%B1#4RkF6=!bT33!Zpcjd|za&ZeWd+afjJjbg89T*(d%tHqco&gy;zhWCdCMdpG z+!%TdWCPXt-yhPlSV9;*d1Rp+fF2Ok*=y@pDjKUg&WvtEgn+dAa!j~tQA=%%a3q>Z z(^L}x3L)OHBk9LpUwafW23SPZk7&AR3YZCvn}QSffZf+MTLxzgT(d0kQK;8g4Dc9k zT^{28KBTIvf@4c-2<~Uba?c)iB5~w7HE&Kk+1~yTn5PnYf!kn4{z@4cj**gIoY+a{ z`}-XNuvgP&i-UBE%0?i_L;fNAaA>&l=o(`DL$X&H28h;P#%qWmKi(qE?=2&j=y`DN8Kon+b{r=*C)BZzpoV|$xfwIRqAT<9WA+ethy8(O z`Nj3#fpSGb~X3(T$CSpcw6yiu zF6j$2^$M(zE?CMI{y5FF)((zlTfGNAz3pku zIFi3oPA=hz%3eazH(;VqoNtx%8HTx1;fAr~)lqnmUuE{rTvA4>%;tk}j#?X@sgP*Yoh4m8EwQC6m3%5ksR zVN=1kYeyh+YrNR;17HL7X#9F=p2v@aO%1nX&5Nu6wx>Z)L4HrO@UF1}77@)d)U;ru zuB&*i-*;PeT^6_N&(8`czCPPK!8CDc)h_X{?Nh^TJj<6q`s3YMLE{^zqxtpwU|>ti zF0O#dFZR%V>Y%EOVVZYfwr~3nR}M6#fBU5qBgCK^*V|D^9wPNX3Z)!ucmLkKRA*tx z6U}G0%>SAAoj~=5hnswOMw{Y%eVY}RLx%czu z&wG>h%5q?HrMC@N*2kmVfS^Z3F;n$PftwRJh=2^VeK8?naKhg5-+#}E+=lW`OBFyB zP`kbO>Z-IMuRk?XD7k6VN2efW)Oif7>qL{WE#%?pLCeK+0PaG?UPH8$NrqAET&IxU zGzh@bUr~G%PPS|!ooO1R%B_+?VA_Hy+k2#4*`uEuEm)e+T@y4M*@8~mraxL+T3zWb zh-qB#?g$icb8}k~9@GQ>bYeMVPSrSbUcGu1YX7a~iN%1o2PZtuX5y_6W!^0*&nnMu zWAc-=C=n!BFIbkWVoovj^S8En(^6zpnVovMdORU-D-mV^zjy2E9)DJ+dQG-?1KXcgfN=GZO*VIRh1%40;4N zEzoZTdX(FEuP&&PEhZLPbMNu^m7_HdoBouzoH((8$XF=tFSBlKv$U*w-~$C_jMyk- zpvZF(ppb5qvD3%LC&i-q!~7nT@*uU$qJj0-_pB)aD>8X@VmUDdP=db`g!bK8k?E5u*M(@-$ zjKREM1MjX~obOn?3loAgsXxDegaXe{G5#`{CFB1>)qNdo08y?Pd?rnNz*QN7<25AUZaFS!5>F>d2t_Ia#>`+(ysr`m}RaI4ls*tMx?c2A{rT$wm1nWA~ zPxbC5zgxb1IYjHQW{d0yLg5X|LreCyj@5LzimzY)YH%Q4@6xpE` zN#(O6j}#B9RT<8?WposPHe!9RzgLQZCEJ5XP%yQq7P75jKKmOqLYnPLtJaB&Q)m-4 zA0HjE&NFoz%4_Z(30~ZG+xPqOLTL%;SX`>3l&DW9P4D;b-6g;3s|YquQXEH#>lzu6 z^Ojz>Le+;`D5kbYu0LWL__F@ho{HSJ69O@_Css_A-;~;OJp?o6TUrYy<_3}IRa-?Q zmsqW0gKCP3)Yh%b@x&SVGSCbNpbO(p6Vt*YPAGdro40>@eGR~0p2C%<~l znm++z19G@Lp=-x-fwzR>*7Q>DSXd>B=o(U!Qf%yNeC$n5VA-SxX2s32# z-`&>}AVM~12sAzFjh!Nv#)YA;`RR6#ip%UGIaiFQUKdsI=znT?Xf;GvbZla2D99H7 z+&G8o(hrd(w59DI;^;tnxqtsHADiUt%nSMsQSE)|;2b6) zw8o|qC_6Pxr^s6g_5_`)m!@C(Wbrhs6d5ioH4)Cp^^dpwp8a?q>`8Ew12-WQSUH{5 zXL*T$V%Ya_%lU^eqab^Up*2d;-mhF9j0T)LIqh`5SMQRCFfeVB%Kj(KE(7}Rw@#c1k7ITtSVfSYCTyb|dekh}NXRz2*w zNPq)cPu!xP!6`$&HP{=(MR<^JY;5d*ehY@H5)`h%!ORfMDoy78{rg0ei-BMH%H<81 z$C9R0bF;Km;McETrA9hLexe)>PIaK`(NMVUse-*|%?}csp94e3Xh-wkC6nJ#UOtcr zED4yOy71)9t5@TH{uJ{I1)|syVX%kj_0XQAm~8HJjqo;G#tdiG-T2wLzr%@$;80s$ zmP^vud$+&1v`WFgUgYD)kEsi+q8pDggB6XUPo@WP&OrrKcJ17r(s9TxcR5)1#rW%| zJne61w(SKqRkLVDi^<>ddgG=^H%Z-t=38WBG8(^{`T5J?o_y$ELT6qDp&grZ{Ii;t zZwKgMR`8y^iOM|CXw%$Ypzi~3$%2q7KoVxmpLzDxxe5^t8(Y#R4}d^aonH7eVs8#m5kCkbNc4|*=r*0V;#>w!4ZJ9e9U=ZkVN;rE*@ zM?RpK`nS2&u#c&dceK&pD#k+fIAXVj``-unv`Y@RAcN8=D(=rG&Eb z=T&zI0}P%UV}epHy?8!4Dr!5(Em6&8MB;(l#Fdo=vq~p#HfN?Koe& zTQgSy6o4)$JC|c);f{guD?+Mww5KVxi2aglPfSaQjvENT>+S9BglMwk;K8`o)y;yy z`r{4JZauZAoE(H84K=&Ij9Y!`{`TX5I~M-SNiu^V1>{sv0xO~Y=J-uGVh3$0dOL9g zD*`Ps^tEg;JJ!A8DR*~;;DrF_1w&8G4gW=XiLA7$fM$G_NDDwa)9}-|`S|Xqi86q> zqYBoVd$)xHoD)Mx2WGR^P)j(*$5*W!Xv21_yXN{<_cib&&Vf*y`F^`v(0AJ(g0)yD zRR6kXC%<02awQDnKR;m-t%dIT+bS%6;8L}h_0`Y9q7Wr!tYhCbuuw9r#IzVtFP|G{ zLuy5W7^(oLOeZ!AtIz&agqKMIJ28GTW@dx?P$+xS1`FVO_K+n_006oSYVvY)^xa@} zxN@xja3K?_gimM-SdR*JAgB>XvxR@g9MgA{>FHGX^4_G?C5%Rv~^c z2C^~BQX?rr>ak^c`yl@rRd%c zCXyAhdUa)8)P)PRFk{aVxN2BmxuJ%VPTu9Z=cWxUc_d>P^2y9;t z@9qN!cu1d#%}Gz$6vQl>CeMqR2umqoJX( zsR*I5XwDw9o1Gl8c^<~HQeJ*Puy{1tK|m|Ip8GW8Pk({*8WNv(E6jCYJ|{EtsPb@G z{dGOKM<`-(bA?VXBT2!kcbCb5dFS0y_xkl~Ug9mFjrxP4@2>C(DLMOiYfQF%k@$Hy9{Rk%8eTj&P`+m^XXmNz(e&a z2|k2>yJlZv|AfN3iepw#9wdz(n@Ieb8j-^u?QcqtZ@#|_q-729dEt44WleP>wnGv! zaw^`#8}K6H!yqnpo7j=fO4NadQ%pOR{#d zRQ~*F|L6JaR38AiHhgDdrM-CjcH+zM2N~Zk(}U0FC)TfDzf95Y4L7O|nKb~O9U`he z`;jqAyY@g?Sc7)~19ujZ!RroTBsI=9uMTSs7A>4b%0_!}VV*eASeG`SNFzfxR$J1qYwi&DR{#03$7fU)Cb`pB#kKxQ}U)IUg}@j*-PpYS7o3JI8`U)z1? zTy!)qRSi|J-z~vu-DQC5j-F>90`=FHa|JvaS;#6GKNrxBKd*(BxPd(0{{0t;5$ywG zT^mR*;KExw-r(7<9a?+#oQK803+j*qG!??k#bqp$BB@msv};o}l=5ma3^q14y%T%( zuDSd<-zBN}m!6&;;#z#DV`&r8s1)ur+buLdw6)|p)xfg~`*MOjJ_=tn>^gJeM~!bS z3z{rkWLNh4oqB!q$(toXSx!S00v0|yuEfW0nJ$EWZU)8IXkvaA*p4l6Av2@n=a*b) zX&#~cxsv*s4Ec&1H)_EWhq%HIz1!u7ol*i2jwUra6Em_AC@|LZOG`pT8Gpv!BPX|P zZ9cts-@ZxZAjs3vXb#V|N8jY?c*tRFU?53FfrU&Ys zLs9Sh+Wr*&lA-9}i$HV=67TEo>A94U5RFXIn?b)bLoc1ON{vRQui?>oi5upfUN+h7 zk)`d_Wc0P|(y?R5tWn#1(DT%sg_T{!(eq#NI~e}zp8bf4lDOk6@+%zAzOO|d!q3rT z$GWhBhyv;urMF9hr7_BrDfMkJGG}DI2?NB9kxWL8ONTmPn+0(1j}-aJI1@(#(Z_bb zK^aK=J#el?qx+T}=(+dcfelshI4H!1w!`0FWN?BD|lHPmis zmme$Tsb%=tQ$CUY6r%_y(?&%__^{Qh9nj}mm?h|6y?O<%)O=@!cFQWp3dM^zZv61n zTZi`KI1f?rQOo;`Ro0X$U8b76{%zH>ot>Th&K$U&k`}@-DxL!$Q%fIz6~-Go2PQc< zIqgV5+0j;Id^F?2m$AL%22Lyd=LXnA@T1lW_B#B0AW|wUvs5 zL*=(%`3DklPUd{;n72||nhoGirtKe<=(+iM9${g&(8_o3_a47W($A??r<6s|>9JRc zu*J?um#%X%k((A<$Jf^vf6#{Zx$UP-!^GbUzIM!e-sO4+^bAeJ<;VAThr9dwn1H~3 z|MoyjyuRnbHRprrRlE1#4n?K4hPcWfOgI^5)gv7PyPF;wKvz|yEfl(m+m?XXC@0+D zhHx4QMgfiVx?rkDo_1r)Udjwkhh2T*S*$}Eqy*~_A0}8Cii@9GhhtthlyGh2^bm|Z zf|A567WkV7o1nq%H8S7zF<2Qq!1O0R2FjLAtW4rCbu+}A0{q^5vW33Xf{Q}7RwaJ#8pO#TiU!ZQsUkxiQ`CU>OD*2M zH<@B?KxG(71Eoa(V7{!|B*Z~{9RzLtOB(>2;K1s1qDE>#b4Q#f8o(*WX*(8HagS-A zJOYdW0x?A{CMJStTsI#b`*^TLn|jmG5ZUIu%fsX8fDhjHBsaITy$^e58i3F`|7#9N z-Q18%aMcl)(r{FYroJB7*;lSzOIuKi*Zgv9w_K{jvq4^-17GcOOh#Xr_5c~l;5jD>OpClR}ItsU_=u%RaWWJ$LeRFRu4!Il`Hwu+| zDd~$;ANuxr5^!mHM%)$v{SYM25PdsWK0oA=`smT|`uI?xN9Obu4-nTu8-I>cPkbg@ zm?os~jG>IqmNYy*oQn|cw_w-=j@O=DHEOmx;>WXDRL0>Np5T(p=He9X1*J~}>aNzi zMk0GP0G*8)N45|pAv`>Md@BK77QyqLBFe550hk4~sLLoqmYsN4C1&G*sp&aHh`OG} zlC*&})I&t?n237U8oW3U4f|q%KOTtG9=yK?%%O6ZSYR0VNpWMtrJMT2f^^^zG;p2} z1#KF`{~*TgQ>qVP_qU%K0$Kr&p@k#171884QFLmW;OHBQ_OFuSuU*@$$Ncn5_*_n# z#GNMB0|!?oyI0zIcMfVOn)c?n2*y#jo>_a|ICqYfkR^oip93*+QiMTdJ2tJKgD(I4 z-Ca!@iWD^2(%%P@ntdT)jlEH9=meypp}+~VcBEVHfh0f_Ny-ykgR)}=bkvbEBvRjbL51gofl#Kxfq|ZP zrOu`gLS&q97PduVS48CTpJtIOr?Vcg1oNTz%tCZffb3!QG4;T>0*V0mRToKIg`MapcY_xf2!kc81)C%7{_Qh+qKafYg|xlpQS-~cGuzl7fgFHxOU&2mYAtFzV*l8i zEuBiUPz>Pgk+w)upp+FhJOGxWX^IP;d-t9_)i@|1EvBch?=n7->iaZ-Vy3v%esdGp zo|O;8U*Gc?RfnWTx45SZ>0esBxk>&yx>P<%7hu8rbf1+1|Brw(+=Jli_G8CZ510Jf z2TGN`quCcjNT?XG!{MJlM@BOmR`~9NAL?#nk*^?mYm^*9XKjEWh#!;?pynt#w4Qn< z@aksLRdU3p#0MH$m#gwp)Ew%vW(0dBhK5^6sHM|Mb>ib8>=lwTK))hM3M&wtG?us+ z&n83TrOdP@ml{396y#aDT!LqXiBY@8@^Zbp?%G-5M+ZPwa6;t3!Gouaq{4dRk7S>+ zY&-uwA;ME7rMxyO>P0c~1i%-`5NP2N$h0N$_qi&+EB1CF1{RT|OpCVK-z&>H={~>U ztY<=VBD{5#?~R%WE8hGriIvH@((n|ejWerJB&>5xfwN*)BGy)ZQ@hO z8=QjCr$kWiN!=jBfnD%9*Pe?AMKJX9JwBw~$f5nrS~&G`+h<*UEv>htZGJ9rv(?)Y zYD!6mWL&H&<+{FfB&mKSV};QRwMAe0oq!Caw6Ld=_mzMq+t~xIIOAJurmNq*s>0cB3x`LbMz!6WNaNF_Tm-h2Ts4F{n?|yN( z+<8|eF6_%s-5{;s6Bs#EQui|;oZgmjp%9vEJ{tydKVw2z7 zIDKJ6%S!)++CmO-0E}z;_$ZS`htgH}dIH2t6O9UuV-(z^$}YDH`Je4*YKS?GB2<@} zNsb1Qr0e*^aABV)Aoc6~Z6cf{fRNyrA&m|s7?2Y%b82Q1CM`uVatPs^k1OC^r3v;9MdSlUO{F1KWx`i97Yp zi5#wY@#al6pk>5X_wSv6#!H6|-o4vD2iit5E96K4%pW>xKa6uCP;T1v&yjrR8Yo7g z~S@yn2cvtLO3K4FRa~W%hUH~X2r>?rmD@gPMx?mSx zb+SbOiTXH)H`^{4{P+Gj0~ng?)mF9jm`V1qU|EM7D<%KHUveR^FFV&OaOKKVX_=Wi zj*jbLchUm6{hQ9Qt|80e(zBnzzO-{3MU1zKangsx|BoL(j=E&f=0(;VMvWX&*d%0s z>!ER$1?l`4H%1D2F!VKo_}x%;x=|aSAJSI~M?MM!lcKT#YKZuSaVA&^NNxnqY`R@JmFN6;129?Cn#+0E!$HXJE2=Xhj{Z25!OUyH(KJ@ z%#)Q$niJM(70BZGxVU8-%!>@l=848X{_Qnl2|p*4PA#^qS85&^c^1Y;){D4I`Obv^ zV;#5GN)b^}rnktEfjB+c9pKllsBb-Zf}IBrTng}qF42oTePd%Ip|5j=z|z}cK|2ADfSeo?AhbLYBa~a^_aodqExlB;5fvTWA z-fdwd@mD&o?Ft{66pzqsd8X~e^m z7aZg#Gg+>Bw??%1?o(44Vjsf?w}vxCJg~8!xeeXGrxevcG0-6pC+VvO2vA?r#j(G` zHa6V!6hmLE*?H8O?_f76MK>=?>T(Q6 zoID;UX^k=n&Fr7s!3)07Ji5__T;AvTO${&kF3HI|GijY$3wVTL7?BBuq9ITGU2@_9 z+`6m-6QywCx_eYyr4`lr)57^Y1ei+a{8d}F2oO=`i@I@v=M1D|;R)q?wX&T?{RVEU zDe+AeA*tf4DDnKqMXM7)A2MEu1<#!Z)aF3IgrwF_V~28r&_J&7zMSd(S|-2Z=tgUZ zzn_b}H+%lfqatV-nWk+3@RiwbuBrKf=mDe zqa9FcLPd)qcaqcz;mTy=66F+JMjma{_e}>;!;xj|!MdwPoP_j~CibI_s;Eh8b3ZSi zd``k`K0;9~cdt2>2-4q;1gFAu-clY(5+U_T1IiCX_Q^gw-ZP%{<%m5OpWzSMa zJ+l#Fk^gvs=CRdMd#YcCq1%&kNtp%tm#BIb{PadYEBwG~R&mk>&Cv!;cBYE$VeCum zuQ61TX%)htMzh&G)tI~aDHdJsvLp*lp7eVGBa(bW350P!3VPjRfp5ceHNb>mD63_aF_apS0zmb0@g znxE>Vz#1uXbE|YuQE%kzal5Ho!4;?w5!y$AIB;>P{8{f=+`)(4%V-_xtO{!)286cl z@mpA}spYX*H!ke+XA_cUco5N(@s+OBqTyA?ad|v`9R2m*LJq50yd?JTx7H4bveerW z9hGYS-Z77z^2R}aY)XkQ&;uPJ|fUdwB6LsRO z-fxvUeZ|OK!|K1Tmgv6jdJFa9@31rceN|^4Ye>_QMB(ur)4DZ=QGU4@-*zt=s40y% zY^f99HpLliVF_E(Syb4_OLV_5yip*c#@|mCs*$|7v7Q!$d+GMBx_i+yGj5OO@QQTk z;>QFZIMSR++xdS83hE8!PaSyRqRuPc*wdGt$Fb_JvxEb+)}D_*n)?04EFsYXagBmDI{NY;NZ{6sj1D2JS(u4WO;Xdll*`(&(a#Z;KfVz!2<#s z7KXOF{oj9C+k+Pa0W)l&(W;NE(p^UM$6&O8zU-P9UWZe|OlHr|ij#+m0HFs*Br+JP zo0QlGhfUB|ML;-y{tAL!gwCn;aNn(^EEZzpeaVF}k~Gwr^Y#BVvX8uYC>Yxy{%Y%e z@Cg9VP^Y1L5`B0YLU%MM2{I3K2#=A(bwgc_$p&azhVxF&af*u)@A#-f!A)dq+{Kj= zY!LE}&9r2xDK^Q{-hojD7D$dW&RjN^xuqfp4(o$7Sar(iSC_~B{&SH>* zMmX!lPR_z0~*nEb5mFtiwzbBu7~$!tf$VwHT>U8 z(s2uoD-;PFwyDDFV}JfULG(;i&UmQ^f**wTnpftgrZN-32(*t!Na!39F$fhy`s~re z{aMsLS_!gPwU+I4b;((?UPdMyaZz-JTu-K~trtTR53-HFmbsogATPW3Z0)WO5u0Ay zVm3VK`?{yRotkB9sb}`LUsq(afuu#%v!l&QHC>>+QXI1N?{B#2tb}SXc*Z01#A+sy^!1wzSYC8Xt*u4gF4bE4bJmE79WyNnljU+IdA(2-lPN4bgN zPIhLuT3#GNxC}dP-Yai)#R{o&JU{DX|GTo7#gsaK-4a~NPyKz}8@x_}(N~Ilsg4}@ zpnzxI`O%Q#X!-B@LxZ}zZ>{<#MIw_n9>&eItXp=cyitiI%$y9=(vU=zS8ipw_qd3W zGgA5O7yMSMed$sMXgwIVM^ft_Kc>aI4}2hFdTy)uyW^6+E1Ca3-UHCCL-&em?rdEu z2{)r?vacR8q8P$TR)|QQf!lN75V_Q=N1~iG^fQID;?ks~ecVLK;wcG-NN(oMIsbcx zA3mm7@BXA+(s`2~SW_o7!$NG9F%wPqKOc`l$enc4UU%`Mci8lf_($KmF+0BQF*#?3IpdF|_q+Jq&`k__h~o-g)on za{6x}URqJj)9j`!DlzmSJph7HsmIAjOgURbhLi|y`n&ZXSWzczMUtHr9QM(ZokD*8 z=BLHQZ z&?3ocKcYqA^ua{C9M}mEmoj2mffr0$Hs#H5aY}H1A7KyC=6k#}xjlIalrrK%#I5zNk$P4G1(l6}VwQJS3ZC?iik;w=No*%R%Dx}byGSWw9zMQzW2$SN+`Ia_8 zPrmIRJ!yc&ylL1a)6t(gvB%7mP&jx8-& zpekV>8MjAvE+LJNK1J7@E52aw{QtGp#9%0kNLY0t26rWPs|Y7WGB&`w7ZVeIx@n{| zGN&~9TszVspUHa1oLSIAh<>>z!1R6->#KAU1S4oZjb{CyyA5;fFaL>waF7qHzWQ6^ z<>{G4tODj9JYK`CzWa*3gkSMd;jUgY5sV)_>4*cQq*I(q(N+LADBv_4`|^$S(8{Y2 z!ypOy<%)I`g;V$u)6+h0ZYr@sWQSB|*rtKAJCy2$e16YCN=1W{*kNbTs@*Er}9f9Cc9~4@@vU%sbVe<+zHnORO(ub~9s|aSGpxiNGjaY(O zj*^TOo1d4meKw@oV6{}gbxXyN|WLi<=PwBMG z%5^k1=YOZZ4O^Sp`}f0Km)^9Dxl@EGwP`o=Sb7^r81D|;d@7G1^_4kBC(fJBZS5o- zqcZ2xBSq3=bGXSco=o2x(#k|an z$!g_wJWutF^7t*5RVn#ELY{RTpc7Fe@X-S6VlxzVL5SLKK7+szr| zAEH5!0xpPotIp#Tr|55bP$3RW--fibAhZ;w=x7-2sq+fkq)s1QYMlq@$VXojDxS+p z-||_BG5c{##J}kot8Z$PVM4nQw#nJr8ynkuWmRqg>kge2a~!5rBJ)oCm4iG`7=xfe zQr5OBOuBLZnYwUH)DJ#hN&SWW=Q7RNZ~m=5WcnJ9EA2kZF{xbtx2Q4V;wfgVwX4^s zdTmqw+vgZb?|2%QPxU{hzF%ANKpTJH4i$vtEOSy@6haD*{iG$`?*rh7ZHXsMaV=#R zzhu__eO-G|2yfLq4Ygd`F#F32(R{L}*O3eOW%R{wPkL}rG&yD@6)s_}10H{ATf{m5DO zpK#gwKV=A0osc3bJe$oUN$!e-lF?>9KZ$V)_i#3^xZk8C@1WFgUcCKxPV2dA4x|m| zNyu2xu(Pvk?bty>SwY?@KwO)KLMbvd6lw5M(HMI5Ja(I6qtZr-x_Gl;X%$U4jj?v( zAlEsZ9cCl=9j>ebzD0(rz!y3oZuSu$cz;>d{3VP1>w=x#nLT1$FVMV^&Cm(2iJ)ww zgO8I=f7KBe0S{BKsb=o|_RSiRI%Y2K3&+rugptB~!0&86xGC*OSe-&{xo8&+BlQ3?(#c2*>ASVEy$wU0r)7C))~056n^^d0)@`akk5ql*BbEa?b`M09V@TpIjdy&?Qlq_IxVWOg9?EKD$@vvy3%o# zsVb$8ua5y6VxZs(GLgPU9+cz{5bBd@E&8N4_-tKvn?&!83Z^Ij{%8B?JoOQ9h4P8! zOi{=XhX}-lu03CoCL4<0YQRx2FN(3p`B0F~PX2w@o5G9iY5cdYJ?7Kee7vfcXu{b36 z-?Rf}$4{QM!z3RNe%DPiO1?{p5Lk3YD|qN6t4ejkpM!+%FzQLp!u`*<#G-+Vjjal{ zQ8avMTL{Jkcz`pV=94x`yxP~)>S3`yq;ic~@|p8g2ygh+_NBi5ah%2#iCCO2CBAcx zRV6LHVTXP(H;&XH z!A%YaHzIP;6n5p)o3E1GR1}+=bGmn0RI~$jx}jgH2)W}M2!h)`%MRq~_HAaVc61jnZ#^^3t?^U! z@cBbEOMR->Jep}cQK8{*iMiq=7quOVE0N!Kq&IEuUqHqUe?-{OXhkd%hah=@?O8aB zg+sI1CL0iFCt=;*jQ$dEWTW)MN$*N&3s&cGD|yj8nv`EsN@m_;ju2$P*P*T4cS|K4 z6rI+UF$4c3VH-rQoS)Tkva%9g{s6vo1z%`DPNVg=gBOqT;edjdeKZ3MC8MOl5aTS;pbC}HuhG({ zok45{`52cMU0l@jsw(o05Is<$Prg%vb4gBs;t^idAr15C@!?Qt(whooI3qQcYO|Dh z)oHDE4+T~HV7SU%whuRy%$ZRm9fGgpICktdn*ao695>xGt@3|K=j)xnlk){Q7sDUT zK+bpJi%BBzT?dJ`q&~e7QGagk6G9V5f5q@C(Z{r`22)K4j~Z;meBdkXD%7T0L&?r3 zr#>liM7sjuI}*q*t+M$Bj{S{~kB>s@1pF0-??ViMZ)YW-8;9s9xIaryrX|+;#*G_0 z`}!ggg6o1#P>1+@!!YlOHD%}g{W2Kc>@*VBXFktqJ+;(Z$HmX`4@+&3m92$TF;>1f z&*fL@K4%Jx7pkix9C#`6bz?8TH>E#)`VS5UAU%c9nEJ!mK-DafaxuBzeqUQO3r+Gg zm>Tx|j47`3PG9O$#DFl@EVhws#d~z$jCj_Rgtwd@dwYAFOI$pZMK*Ujn|+A#Nq@euJ*U zz7gMBnl#kw$)l^X-kf{H=IxF&5_Mh#XOPk}-(`l6u54)$sN6t{nH;-JP zVUa+sVYuo#ZK_062NeQP>+k%UTPFHide_m5Jf<;WjtO+jTlp{Gum1qroJPk@Ye;tz zdFLpp#k5T-_-DiVir|inJMa^lTP&4fuCc_nS5M_zY~?<#tIp zHiyZkW@Q;0~H>1MrkFoKlKpLvU`E^JtK(PG{{Iv%d-oE4~d*tYLI(8Kf zR_VttWNg31;x8$HL-q*mprO(oKGrWXz(pzFwruQlTG1d~SDP}E?Jj4HyYT`zyXD3e z(xk*mZ9k|*QQ{dqG^0~J;m8naIR?#qaUv3Mo-$*FS8X8s9lbtzdj|QGRJ0w}^nt5} z%`fr`b3cphb&lnxo!zK+@rY?#uT!GTH-6zDwZzEQC)ZrqFhqLfE(6{U?Pi_`rN5K< zgmLlfRhIN4sb77bQspb^>+b&C7&}{J%qP66^v<&4eb=lePPeYHth!%2TrpO1%H+h} zBhT&h9BKCP8Cp*)C@x*{NGB_mF5^j8u%lmoh!bt+)DLl`^vTU!Qc-NU8{Vn%>+jy!E91%3wH|J{p zewh2S$0o5yF@n3+?q8&jTc5t-Sd$V*(WkRJ`+B}Bxvk0FSCzjF7XjZGzGBc6zHVxR za*;p%!YN&E`UH>Er!8aU<~KyA1gJD8Y(A4MqVGI!^!R?;EuC8Z-Iihe5j||v9iZq*ozeXiwE+|X2E}$u?oD;Ne|Lm zd1N2(#GZ{}-E3`;&rDSa1SgIblsA2^7@*tw`5v=xrl7H{F;mgv&@1v`FV?0#PdctW zKGwu^DqF2ouz2ISz-PI4o}W9Pyne?0SjcbfEVbPH^kMc9Cs(oE>U8*qR3NmDQM! z{qRqo^yHUfz>vq?rd(q$6}$5_n>(>r2JBJ~4zSVGe@&YjO0ZD1SOfzZ>6lwInws=qf)6` z%POYd!?k1aqZwy7ciRRAfOf;f5`9JmR2wVYoO%DwbHWwdfk1XbQ@qc^TP|CFU6?N9 z8sf56Y{Brp&1JE^xG#~u(V(1j(OXK8HSn~UAzN2-C4lR7?3`snvnzpc6tdz1#-m1Q zG)ze)^=AGYXUz{tj9_L;E}WR` zV6QU+PzEB(93Wk7&4>{}aMbxS?X2VN*NnDr-?gv4rd+!@b2kz0)INN7GQeMN<;_N@ zA3OD-enQkU{Zv00F~u@k6fE3%pkt^*+hz!t^b!mIQ|}s?p2+))Ro%zv)7*E9joG(n zu@7zFiDcQK)Mqh48ti7KTbf|MUB2n%ad`G1NCQ1U!DY!WQZruN022%-f*~XrktL)x@0R1|Ya+uume3n2+68Tz_ks~kJ~EYaN5NIm=ZLSK&aCq6HH zN}}A2n*%bZG5(xHb*MbSiwIp)`nnfZY>Eip?GbITftJ~&CI7vSwN~h4MWC?vr!=;Z zK-fs!J%H{SI6`2aJWXE2eC0Y9m4C#nw%v>eXU@l)AI_x!IHrgbjMNslIE(_jlz90X z(cf2*V@uFLt@7^g&;0sW_kJeZ8cshX1FaIM4U>!m3Sh4@^da{=1Fn!V6%ttLzNHN5 zpn`!1P57LytECMO{&y&eov#rLL_3Wt*k&8I43M^S@@_~*Q`}>J7q71L=Y0ajVXbn1 zsfM_bT{fS_-ZM}}@C1`LI|URzo=m{cyT+JO8@T3sQuf-P6aD%Ck~7@>@h=2|z2T99 z>|)&;+Rgx}M?(hgEhd_u} zD@+%J){_xyL5HNeUfje@57pN9mybD-mF@KfUNx(9QAi`{mEmr46g~Ym67q!_)>brzoFuwmRAGLQYj_&@(C@w) ze~2v5S;*g_Gu`^Szzp4KU486q z3SliA52^`j#9wWFROt73i6x(i{7={N+op$=qO~M1aqi{3mB-aS;nTFL&Gm8+1Y+pi z{YF&|PgbDRk*%$cd|;rxH#`G=1z3K0L9yGEhQpitFf;j|HTywHNi;EI@P|I;nl z)XC9NPk3xW4Z(<&lzB z0M-FTV55s)exuTIuaSq@15|-N|(Ijs%A$>+E11?SjkV3;#J%bljO$A;eU%ybAYi^M+oK<$yFEhk@pZr$5I_VEy zC8al)N4P8~zBe=KATb@!eWnQc`kB&P>41Y2LNm>S1xH9FvSa3s*^ct_l0cl#+QjeA zyuq)uCMT2s3%|zur5z)I^*HTq|NUYdwZNG{V)Liw+>I)C%w&UT3qMI|n?RCBTyW#= zfagR2F$AVooWVMJM0#=7y zA7b{IuinQ7+Fm=6gW$*T$Fh zR{cScYIcZ5?rq=wVtM(9Cmj6^^UvHXREaw7_Ps6oIwNf@1ZJIDoSOqhB*_=TVEu`s z#`u@3K^qH?=7ST;4cB+MJOMd$|8W~yXrzX;bKVHl^?95J4iBYDg>aCdj(e8&q}5Md z=P4wL*B)IV&7e3LOQH-*4ucSg;ZHt%^uBxcpew*4sS=Aa4OqoHfVB-vKcL{nKrGIBGET6E3FX*+>zE^*OCTSX5P=j3?39=z<_+_ zXJrX{L_leKWbU-H2=m|7AuyikW|>K`NieiBdWPMf!lG!SrAf)=1JV+|9(Sc!qZ}3Y zgysF?tbi2I?pdm(tA9xfo}tjvPC^N#cyHub>ult%EzUhQfm|Te?*G{0Iax0 zhRKrami{DeTw_u253UyxRDG8@I={i{X(U1F#nQyY!+tpl7e(4X8I+B)_&Fpri4-^h z%KQu$gC|7c3lHqws*+_)h-@_zt25CMt0q?LSytNBy&sbv88*8e=&b;euaOurOj9ebb~txfT)^0+HKhBTsKW7>ArRg5*X`KZtFPi-rFnM z8o`~t#YAXNBV^lg#AM1M1lt>@WZRUTEqJeIiKkbLcS_{6wmBBT-fnVqX;w=v1+jT_ zp(M?|@_KYN(f9}Gqqb?uV<7oNV6}U1?0&-~5R}E;`fd&y_esEXX$$Stra$H$wpiI3 zD~;Y7>~kVz>P=4Ltt;Y-E9+-sz4gVS+gr@~mYQ4K0>9l}HP(v26_G8RFztNbD4^Sd z2%11#R6Yx6|GAWt!k5R@t-%Xg0wCLH|I8zVK3jD7ga7XG78wD=MAxjlJp9;MYozE8 z9hjcnhig&)!Qub6&q-$FFQ8G;xpyI9VQfGY3}{-^#Z6q-QqD>GHYtH;TvKny zsiQUxR^%sb^I#!i2?o&OYI{Jh@$Dca7Ge`wYd6#IgO@{22rPY*hnXq7rJfUO*L)Z` z*>d@p(|##}oRbX%eaOEO$f$ehR%g@+V|leZTF7lvz4>m>cjA&zCK|#SX05rpag$NzpdUk^jG(p2| zXq6Hga|62Ou>VmE4Z92)JObM=U~LE~==sGEyYf$J5_I00bgJ62Mgt`WI!mmk=U=y( zD6t?BcZG@@15(xqgViOmK4usV@wl`{lrcUM&q>ld16GtA;~!4o$wH;sg}&NwfVva4 zM(2(+%J?Jesn;@cqFyqa9V~jsRRirFc`pxqKtKXm39_*t1Els?C{{Tb9V!6c;N3=L z;G(dzvm>F}^h5AvGTuEPfyYnS->d<2qW-+uo5q9g#l|oy6yf zZHCQq{cGpz$VNPd;efEepqit&%C>9ixNT(KEGkmZdM?(43DAWI;9&I2)r*HuSSoy`gO_mQ10A-I`fjT|QWv>5`)o4|=SqE(fO%$kg z>aL%-wV6%qv3OB$d>^dQ7E~(L8Ss1A%N0gy(a#D z+pbiGRA#XEzma%YgyPT$A`KMtJvRieeV*tv$kw(GuG8o^pFY}N$Igx4@EOKJc-l*a zv;jQEzlk67YJ;joIyw5uSk!MD{oIjr9uu-&34OaS09=bBSK|Inc8V7M^IdG@RCMfa zWTDBnnrOgMqLF#D_7}M8D9|c)bbbdgd!TRGfS`rW6CCeB>c$${p96MmL_q-u5Hg?< z^o;C^n-tWm;h;;QnKEcesJ2tCNP}$SdlEt2qumAE*7za3 ze1V><75pu@08mLCm#5H?yr9r{P;xpWv+*Zrh!&D!H01XpWmy(Mi`YMrKA9F3`YbxY zkLrmEm??pgX@yS-aJ_@H0Z1O?9E5``045NR17fdPKpK_63qlE(RV13;{XP zJTJc#m7M?$=rXVfK2Cf7OHg|?2n>&-MKj2$ENbFU3Pti$4dV~F`qp&QTcKKV$~0$m z=7O{4Bewa!Jd-Z<-;W;wYCd*07OlalSo} zTVHYFCx-)yu?z3`i$kYf@@QHazK0GSwhbqBizjRtc2-q%M9m9t2|oY_o%o?+Rn)45 z34v?&4oBuDOnYPhtBld3$D~>+K-b`&N?SvBNt>~xpL;ueu=10DuhP;02Wh{X8hiwY zCUba1xMQa!h3-Pu9I1YTb-kVnUxR5;^4|9>poXzkPy4j~(gCPHk7ovV7QDZzq>}?wVJSzv92gU;($(R z*NCi;b=LGKF`{S&2r{?tkJ)kF-CjTCZv?er&p*#^5O{YjJ{#u}!A; zi0ip14#}|Er@tafq8A=$p$GsbpL%FCbR+0zGqxtD_vB%*t5DwiUmLGsb7)G$!SkK! z-|;;zu<}DG5%-rq#e#0UXYw#{)lSDrulDhZxqP;*WeSX)Q%tvZ!dT%z3J%6uH8jL& z6=0!dRoj_!A_FayiNy=FC*J7Lw&)F!5pt}W`xLS54y4_7I9x4MP#i{pgBgsxz*;tx zw;HSTr+`l`>l%mh2J$p%a;hE|)%dK*M0U*)E@b?)%bqLJr8FCDp?igLG_Y2sgi&ky zd*^vZehhL&@wUw}$`ieXRG6C(dDmirc4Iy*?_g1HVtQ?!$B)0PcCNyZf27oM(Ce;|On=vYFCdHIzePD<`+jyRwPhgkaZ-eXZ27T&Oc~OeuYi#T}Bz*OG0$}Viw{?630B}k@9PaR%d*L(x zqG4h2TS+2F9Q4bm6D`G6N)Z)Lei;U!wn|r%ID?AwMFB75O3eLRQY|S!7LBVLKJ+}( zzw3l5#c1R*fqcVE=O}gyN4z%#1~L`n57;Q;bzc}HV2A^OLkHS!7zA!XzW2c}k1)XR z#e_8VhVGLll4F{uoH|bpy|}6WEqsWKS#1=GRWkM@uAKP#qT!yKUhPFxMiqg<)hti8 zg~E)%Q3w@~5{E()iayl$6fu4mP%^J~lWqeDfRBl(74`49q;BLjZ*L|~?~oov?vECX z>4XK@kr`7(nahgf$Ic zrSKI8Hu4XbZ32E!tH7@M`2EBlpIAx8RI(^-WW+2Tj%=Rw>TY96#WZNVS;vPA1`=*}=A3H1!d@U`JPW9LM9DLi{~l17ZpOU0H@0Kyt>)nB*^9Vel%t$us9_U>vE(&ZcpDN5a z;0w9veE@T3MKw)MlvfI?+oU0Ytcgy=b=;mAiHuYaR2aun3i?nTfGgPVtcz6egMYaxq89WdJ|R^|5il*2Jam z78k1E&_k84=(J(EwrWma?;T90JSl2wnswZ)5k{(~$=Ck#5I7|12J&p6#epmrb4~^Z+dRHAPATcg#0lrVL z-gF>MidaaQCwj2Z{DuuQq_BfM>;jNK%oK#p@=S_W46q6s--C&Sfa;>G^%)sdSmM5s zGJ(x+LfQ636R|mu2~+SqDJtJZSe(eXHOzh~vG#o%!;4Zl)8}RGJtV1^)X;Xx#sXd% zCcwLntDibi$_8r$1E?Mx8Q=UJetZ!DLQnRUb1hZfDt^q*6Ji-loP_l85*N3bk{r;0 zH3f8&;9DAUi^mGs%sAa@W`MeZ8nA3@ED^>T$~s!4psYm+zzP2&70I~uRCWLwjwy4r z13k#&(FV~>zVrqza8wjS8l}?VQGf#q(JJgV%5PfM^rV%)xeLzsqqQ>iuJFs1s&7J< zwtrow_c0zSbG9!n-)ODb)24-KBQB81P)+zR z*=2LI%fxZ<{cjflUQlqbL8HX@fF+fV*#hfX9Hl(&dWwOjv14a1y*9l&Bc5zTt1;8b z)~vq3bb*3l1T&F!8Wa-dffuY=*badF_Y_QlH9`3C_RncE(BhowEaMQlOa&JJyHTVX zkW$$ODko|Jyc~XA{o^4Q&5w5Ff-N01u4kDFv)DOQ2Y|ALy*?}cd}HXIBqFnnjwGDf z%L)VXrwes?v`5@%8R3jxzMJ(p;FVb<@h zE0m9*XCd(evz7MXYbH;IJ%LOo>eppN)&WN(fXEY`EPg~pB!#B*0dZMc1Oz=7W&h2J zL()kBaxisdkh`qwwnP{d5u_^Rp(D&S6#RiSy{Ld%i=(*BRQ7R`_}E^25>nf?0E@(< ziOHlQ7jb8$R&oE@Gc0`GlKR7Dtc)oMtQ3UQ4WWLCOhRzS>>3>!?A5-cb>AjinSU{} zYDFNy8BRhXFP&enER_4DqDo+ts@PiYEp>2m>eW8`Q!h9X%nbm;LXd;)o{W z9M$q-FEZ5t!-?;IxKYuVQlUVm#P)#FO|_gGtcg)+UR=D~H<#9Ps_Q9wg2g5b=NY`p zmI-*|*FDQit%dA>c)y5K?P*kK`2A>G&`~ju;T+xJRaY7HoX05oAFMO7**&?u{*)ve z@iA6Q=U?4a%zIVAU6FLj8uCBgpP-N<);BccJQQ?z+w{~i(Z0(4TiHvZgu&zrq_nnO zM%3;p@hUj9KX}Ido;DQOa5<(o$bUb!1YzzmLCoA$aXDHCmu~wI-W?p%G*(2flcV3eW?PW1!4l>4pl-Ii*4dwkjH`nPAvwY}+ zL}ohPzF&CZ<9D&m((G)-O!ySHT{L*r#ig8Eo$)7LX2;FZ4P}5cfUz&>J?h^&2s=qV zAr)%pGW0UWU}~zl6ZH2K{CX_O*buw`a}rdMw$YCz+D3KByFoXnfC=dVBoG+L;|rYM z+Hx#|tpT7R3}?iIAvj|If=dUqu3=oEE33vHP{T4IefGD=`Lyr%Bm<0t!O6(=j4|Pf=j}R5cR@pKp<54@B8dMugKP@J z(?O98^H1HJ>VpV`-`V{4oPn5uaCbjLXda;QF05~myq_jE4XwGlmIA*6#D;SbN&QGX+7d&h1-kp0n^X8o+e$_(tZrtb-1uRoc2p4foFR|1M zC%I87up38p>Z!$O9U_FIB)!PA5z5?NR@nv$at>}Kv4xH0N+ZC-N^Ni2U_ zXt(MDf%6(*P0vgMBW4+HZ>=GZ+5Itp?A-W@kL*ngo0xxB23oK6?qtju{VR*=Y$i^4 z76H#SU9ipgE7Q?ebTy|@eCp>BL>-YG_|x=41tU|_@=tQ}0W_gFw@3 zILeO!8fAb}1U;A3JwR7ln$iB4V>|lPUxQ&TA&ru)2l0seXF1}iG` zS^#HMn1v4|%@0uk)kSrD#FU_! zz|jc`iRD^D62e+(6vw%KUpxX96;Zy@^%nA%g(=Mfzf0b8OsG#(Krngl4@1^oj}JgK zecomwFum~t>0*5+?E}CFXT0a{kg1H>6dw>}g zSfHo26#U;#qaWp)H0u!=LzNlTarpPCq=4S2qi8Ho&7yZBV6TUCm}Y~a*LK`qP`tA2 z*`LW1au*g9MTaN;nz~40<hw;lA=5C>e5jeFd!4W)zBhrTI8~_l^{R@IAN21l zu5yUx^V8p=T8a{>Bbiz{UZ1oorz+(PE~e@FFZK$(49t6r#>`C%HAAq9Os0Sw*xOV4 zwc+F=962s&^fCqPUcOs>tN*a$*1Z8{;$LK68vg;tRt|I(=vIy01j;4Sb}ipary5j{ z{wIe}azHkPM4#F;IX>6WPZP=LrQ=oF`1(Tg?GkicCkOUb38jT2$_&?t#Tj_U^Xs){ zi28=Zs|}Y}4j-duKRg^?6Y7tQ?z|rLsnKFr^}bwns`v0_^X72hz}=$=uy~M8Z=wW?2t5Y`t-NsIbziFZ z2QtNy+qF^eVeva;w3aaGFBr9J707-;(LQun zC}gE}@GE5ZY$q8mY$b@Sl!94YB|AnEA_)RBJ9e4ISewHUpB8c(TaSeTq*Y`Yx09jT zw1j_?joP9Fxm9=7vX8~AL@RC76K*PnIUa>(%Mr97f`7}hOHO?gm>Y{8-Ucp;Qc_G7 zt%t{89xH)ys^FM9j64Mp;X9gY)!OsS=cLOR6cj;x~kJ!0}az z|8fA|G_dlp5x5R^eaq&|6>eY$+A6KuB`UKn}&Oo1Z;fwlDVnn%Dzg#u-dIhV`S`7{{3b=*^(=x+LIZ0FNgFK}u7GBJvDvTn3BL~l1Uw&ZlYhTJy zQq0kU$HKx?@nnILheHJiT(|7sa#modB)Tn9F^(XO=G(JASH_}q!QB|{)p=|h(F)ZE zNY$n+;#DnD?U~~EBzjbcF-($_zc~YJkE!OCX1t5tfQ!wcI#8KjM9S51FF{8GHXRcB zud&E84YujQNxbq7r=aU2DXDGOa+e^Dhko|6a&9krEu4o|*k#`&^?+Iis>}~acBEZ~ zuzM&^50}0pkq=v#{me(eX@LR(-#!%^{z<8sLMd&scAMP0V58WCjCggGMPLNBxD~q3 z%?C&@;6iZEE(|YTgLWGTL;Utd=PFvHc5Ow;lsyP~Z@+81M-$4sq)>7eKAtLjhI^&} zTHFTvY6Do#l<5wNe#X4oPg+Iq9qP4>Do~lE{9S`UK!KS!vLA_7iCxIW?-dJ|ZS{T# z)*I5@X6)n$}hM)=VRO1j*BYFhq z7@rrJ3u;*jI6`%-j~Wc{mSw^;gQrQzU7w-gQU&7WR`O<{)pT@>4jn*uL25cGm;Zhp zq6-GnucT;8DlilmwU`0O)C%WbSRS$`&NvD?uI1>_HY}y0y1&JDdlh-k18{wiPht@? zDm`$qZ|QZ$&mj#IoVPWV)?vuLc(LZ~G+ zzNCEFuIz66PUu|&{4W3m?ZCHhu@L(-_9g%7_d{EuA~)OU$1x9|MDkd6 z!-pQR3*Whs;C{cFg_FSxYfNW>rvYU)cd6mJ?-9#{NboPXOJ)Fj+;cKY%S7sDPWP>- zodc4@KfVO#is7hq-r};|`IJJC8;-kiL-&@?A&Bs>$qkLoH{2}z=0PxswEx|EgpmyQ z)1Uy#FJZ$y0u-Hp>)7|uS2X}TxODQv!RO0p z7Y0IdwYpOEyF5>4xaYArt5`Z!_k#|d2D$w`A#*Hfh*hUkU>D9SFbPJeydS8U<(VdvZx5E4Gg~hsSuH16zN8@G*N%&~ui?9f z{yUI;0o3cd4G-?1&bNR#Y%6&Mj4~BG=P;)zAQ=V{=TOc$4QOCe7j-F1d;+=N!$w0Pn6VfrIBt<#2&^0Ji3*1?VRQkykN=K+CmaD+A=@ z?(t=BB|v4QLz~E(o#Bv9dmBlRd2-a>BQnt#3ZHB|dOd(YzjHhVh}jAA*+5^Yb9COE z&Xu?49To~H0iCI7Gz$MlB7Lr?_jN?dwd?P}cEk97F10iM=##O-`~E<<(Muy2Jrox- z_Pt1BsJyK>kJkb2FsPzvLk+sZ_ta&OX`XSDERy4u*S)Y6rG{j+*gS&iLuZ!48oH%l zeQiGsJubHUJJfD`xrv`$SVEmWvo}-Ws7ZyI@o}TUfB*%ndMPbkym05k(vp%tGYn|u z8j$#QD9hNtID1a@W0D-gXW!{!{6TX6Z}UBRzVi*1rUE*|CpYtFadY)OUl4-!`*FS( z`CNIDU?(UV*K>K>inNiF`{n^jlifZBfX@53bSZOR(9WX&i)cM>V7D#nB`0#vnnEHi zsd5HeI2wh9oKP2A^0Wp6_dVKw1{6|QT~t*?6%js9rMm;h*0rY^4M?>e0rYRW@%d>{ zZV{euMy@9E{PON9e%KB+Mztv-y03Y4!+wX0Soj!#PcSxcC zJzWDv&Ja+rauAj+7+H)In_n?li6OrNbj^weRVA6AW8MDsv}4xA#Y0Yuc6q#AgLZZt zs;;+!EYlhxIX}M~(Ca$<`k5N2U@NZD-N*((^#OFjsbqeA&DYr-XWaEvM5ncvcgV}M zF!hK^sgRNGA`hfX{5Q<)|Cqv|2AMp*E^A7^Y|iJ3b{SamitC|#A@xBi_Cpp@4 z?HYh_muO+}e=@Lj8KUvTwaH0lRuGDo_uy9w)Xw_#CM!|t>@sSgV1Z~V)#osIjc5!I zIVYAv5Yyuv@vC~UGB03wXaWIj^Jxa6eQ9_Un6=>$ckz&BRMhp!iw8xrP9Kzrew4Yv zqIIOOJgq3$Wx8I79swtStlb+*4Jw2=TJ$cf3ct%195bDI$iQBIr3(c{#g&Xm8bvZN$-2 z!EH~Bp@Y1|h){N`&(CH;OZN3WmnIZGlqRQ0TG^IVqMCxoj`=FU=5Sr;nZ>5rvx5w% zdA>ay7 zS*Nm#gE-*1N8i-j4C3DalP%F(%9%GgEJ`%A>D*Q@1sW}%;KN#!8(2$;!Z&^{y>^s5SkFCz0&7yV+k$4E>h>k#o>$g=Wos8v zK+s$?aMxC;Z2|eeRF2_;3Yd_XX2VIOa^gC~!G)k7-NI@7e^V3;Dy$U85j(XW77!!K z;`&+q<;9nrm%RhQ;)w^)0I)Turgu$S2V zATF<{ali)I+}Z+pIPBmGZjZ;3l5~K}wmERQPelNHf$)D3MFGOQ8I(M%yFvPeqm2tP zpe$Z)jwBs#iGm4j_`=tHpve48EAxc1Xa1Lk7dKym2Xh+C*Ccz?n)>)p*zjC)osym$ zY*@teR~+I^8DY2>JpHBn0lw8TEFKD5{K7!2ri=NbBRLtX z#Oi>1DX&a`NJzg?RdHOshE7%V85IQJ=Ex5v2HFH0nF0<@@CPP)TRaLnweg~Vl5>Yz z)Qa|Z;c!Smj2vvSwdXK_?^B?!dY0>auIoiSFLR2tEMrY_w;W(7qS@Nu#k|oN1Na3C zI-eYOA$yX~X>~&bN9@@CdjeB%fgp&n1A(%zUN=|Q;a#lw|4XHDtD!h5N zmbmCffukVd?MMEt2+1nXN}~TGbOL>k2JlJ!m#h2ubW{O+#TaGwdod&)EL_1Ag2`>TXo<;YL<;n7b{1lsiIl>KO9+?^o|J zZ8FH4&Sc$3E73t>+OdPBmFSO#o*c}KTLXj_O&#vG|z>+v>w% z`5NqZL`;(4$#6B3Yfj8vz3ze0LWgR*)d-`$+^LppL!X0rZ2~byJ_uT{^Dv_CCDGjA3DLz7x7OD3LpaJnr}`N@_9B6x2$kD= zvdcAoIr~<3rq-$0#nYxq9t^L#n(YJ3KXyQQAOJea5*m1d!*8*M?n1!>|=tBejLgi;rSir z3JLuU22UHhah|kL>Bn-sCP<@UVp*DMiL$Aj0V_)>V}|1aU;bkyiO2$(yVKG{a6}UW zq}20H&~xA9anDD5P1XE&{nhj0)XBbmLH>A^l9~#x&d3LDXmD8y{{jP>9YD7^f-(ida<8c&$(UI_|bqpkn0ysQo&sR zB9A=$6fS8+kWTh*gArw#e|#N5O5oz}3oj`oXwNepzxeWk^oxI?3qb3{3iS5v9kIn| z4_t-73Q%tbvNvqt9*wOvcWE|Ai376jRqZclnj8MI^{>Ab2g=;}$0ZL-Jnw)mZ6(oI>-VEwbVCHxN2HeH zX0NSzz#9_W6}@z^;gSr$w(yT~6V4XCf$lolo3!iVx+v!+0iqVD`;XgoM`&ar5yVFd zH)xa=z@X+^{pN(f$cO-$x-4V_!ouWmx4dP6vhhqoa>ayR8w$}mjqiTZlxZdaP@e1R z=5oGSPBuvK)o^8~LQ+S?xu!sg*d2i#%23MdOg?7!cqB?(`3|iMvPexdX=;verHCcp z?&AF)Zi}_X&IZ@I!&KPWq-&W=)bN7TF>urrhh8eUEUN6q4^DxUh%iKAf{}jg6K#Ug zN5e6qcieI(o<=EbLub_AP@cr@DfQ#Ej+zvkYbztoP4o03`746mmPHDwA4cLFl!3bQ#hAN=r zsWmDu8}&HI@xDKk^$zeDW}~m1m!>TNiwl&$5|FqZQl2|)!z)m*7$QdgJ?))ldM};; z=e;BSqy<3~mfxge+JF8MG7hZ)o)A|xl$NfUlKer(6m8UoL38X5>OouM%dq~(N{}I* zT9(3bJ)T-AEDc_!lU}0_$GsqHAap;`F4@2Vt%3*o7Qj;mJ$so)y89aK62v_pGxG*^ zQ~g7!bP|A+lD>aYh=Ta$Pk3wCYKFDj<8bydKk;{Y1k*ndyx#c%z79}ZnOeGvhjE00 z3bvCjEDl|Hr#%0VOD_w!+jZ+GCP2t$E`S%xNTKxyH;QNjdYgvzG-KP^nqS9$p^C<< zS_a5HunCBzGIL)8JRSI@74+X=1A_tIo%(GScJ%jtG8XM@3_KuxyeXKbBik$tNTc-z zpo!O@Kwv<6+~X5|l@kUZt{syBdAPA(_LsQW$LU6OeW&;6$JXNq`Nd#U;`a(5vQrVV zAfqclpzrzk4|GV&)v^r1bbx31BVY*|pc5Z{Q9c2zO8zmx2tfWvytnZz>c`qde*mfN z&;Dn5G-vwb(-TvS(>#i|_2A6|aJ{o&DzC#_MK=%%5tQM?0TAZDrNtH%75Jhb=D$Pf zi~f1xBulOf2p*Oyi!29Db7mqtn{<%AJ&($dKVJtCD5eqnAHK+~jLFqqJ?Zim-2*Gt zrqr*x0WC0-IDTc4qW9NIxMB8B1Lq&O^;?!*`}|A)o@Mib>)q3*f+yD{-TIy17yZuP zC?0P#+%U}xKBOmzen^U|BE&w2mBMX0G>US#}dB%*y zcXUp#afKL)^>U8bWEhyHP|v|AXPt9unIQ?U#&hCPoqZRkTvDH4mVf^FI}@JZm+0!H z5SZ@EWhE5HVX&}<#K@wwaoS+4_djT%5;0A~G(H!-Dx8Yo3D->0sl%w8sM1e~fOZY* zL}Mt*>6vp<#;Rc@Txz7j;|p6KtK7!z*>HswU;Pw(^nIZHZnbNe(ThUF$~ktW@t~}D z6#Ldf`g_Nq&VtUQ!9gg5tA%cY(-W394Tad-NB?j}-a#SFyNe2KtW2HWQ3kJY%Sg-w z->75q5|m8OPeX$dp$5FJKfD)%Bf2Uo#L4+v-kcJJIK#`Zhos+R>@h38io^4LUb21{ za-V-h?(gU-U6RJ#rO~gRH+#W03)2(x;cuTF8HN-{;RlA02xADnI!sqB40_Eyf0P@` zd@kxd*ITS8=aPZ`*(}VP4mkWc3h&I8$~QJy)MDgH$yDZ#`8D#@q+e^P>*GoNBymtp zB^_G0O`aOHht_SXX4t2Rf05e=DkM(hEE>S|GgEIl!hiZ-PhGj24@T$ ze&ssUMQ>x3e`{Mf|MK#-@PGn>r~2-{uN6e>%$12F>mZYe4CrA_HJ%T zj8{nM_fLBm#JpGUZsf}IYU9|i6dO2Kg48KABD_%ceWu>bB;R%gS00K?WkrteIC^&M zKFgac_RM^Ev}>kJsU(&0mBrOnjMBNHnPapZ`-QUI1RLV}5GINJmdc*>KyPU=PY^dQ zx7$ZkQCpIzr|CMT3hx&pT5SGQoVY)@{q?Qd`({%w>K9uGgu1mWmPGz%f|YGJARWmpCU7<{p`{rnBje6%axbny^Le-Ux7Y`k8d;RpZv2|jY~S402p>1s5YkGD z;tR)u#U1|`#Y7sp(wU!0{f&n8RoH*8t)l~5^xORy)ihi;f7{h?Th5*wsw<|puB#i5 zD>IARM*m-CF!Lx@vtY5KkLBToD{(8WQa-rpZ>eMmkD*m856?Wk@>sY#7~c}TeQ@(P z?rXX5>jH>(Zk%ehaX#(@L~~OFGcd1Bl$GOu{<)xE&~?mMy==)M>?919rHh_B{I~ux zr@zau`lwRU*%Bm#$rL{Nr@uUHJepG5#aMqf|9h$b$y&t5Nk~DK41gw>mEpzN(pPUT z*DfL7pUM0)UnefLlo22Bd=pZ@_uqPs+L@uPpcPGjpP7rRLu;r>8lw2x;ENC`O+FdP zW)#Np*6;GWhV?7Kdg%rQtd-MIi}l_gsAXxFF9ofh;y?G#S@UBbGVI&PcB!HB_1A=#YM1U|r^p%B14B9Bs#?_Gr<2GFXqRvq%P7hP zBKQZQpB$I?;sym?DShZ1{$Wq{+2lTs=&^%uL=dD!IaE)89K#IHx&?xF`cX#nXWT%_l!gRw*{Tq8&n1LfeU@0aRL$rQXVRY5TDUc5+_x^3&li=&o(joWqq~gPVCerl)W5_@xmLcbhlSVhyZh?uPiJh*0L|dsjr7m z*~zSm`s(CK0xcM2k~h*Rq$@)T$p0k0z-6^)yQnZSNKH9T=lo10lCj^O`15}Hnccqh zSoi=2AC_EOtl{&<(C)~^j?Wts5l;zyWAPsixtMPi8{g;ty7KFuF9pFfMXf+_5vdC6 zM#ijmLE(lKQyH2gR(>`iT|&DuBD39Ga~XGK+D`RC+G~S9x$tPyn0~3;-%|*bBD!oe zk41mbc=&PF;+ibH-aa&+>~vOQd)!*z9*_sY}VC%CVURh2 zVUG7YmQ%;6sY(YHhqpmlylh$f8g8c%E`M(;<_UIao9p?nmB*$x+jFa(EVp6c#Cfvn z!Y}=%#t)-NV3+}6>Yo=N2&1~krW*A&A>mXWngEt%@X;UEx1e(Aab-UK=gje0f-8Bm z3u7hYG2iC89+aCvPls}5^pGfL{8bQw-`vOQuwoCaY}y%G@fp!T2_GulAeOY3l{6x* zko#5iE?=hNOSBI8`X&?!m1wEbW-AYLsWYhlMktii2?3ZWI5Hsc?>t+asjl|-lyyIn zB)^)~_J#$Pe-y-T75ef0f%YOpmguU5hqSR$eo z+oG4p^N$UU%yml4J?~(4gT|@Cgw5JzIlg34y z?*o2cXf;#O@xskpSt-tYTXd2xSn z+K(!+%el%P;`kSO#f-^b{ABhWF`ZOc%fBghM)aF)!OYKoA@E=q$`O*lbAQCT&GF=9 z175>^rjDS})zVAAbt}dwR4Q+0BsigLaW6JB_!ydhzyvm@U|m}nd8Uj~I;MI1{%)fB zwkR*?D0GD$>14I)yno$&KaG|yCF0YjxJyMX^GUR@*4rA)74Bf}uHn{NUSbS$sj{xf zAn?|~_HH@;RcP~J6s%#N3zjb~sBmbX8{32RwIpdsphGp0XFgSSmYcM+O3x*v`2q=1yO8HVq#6+#Mgm!oOF}&;2 zV1$GntdbJvp!Zg|>yE>{bCHWY=*KIkd+Bl4wta{tTPkxbg$l}4i*)OgVEQ&M+#YCn z+%?q;eYV&sE*6t1E&x9LgF7Saa|NAGlDAC93LSAnIOoOr3}nJgelW(V;fCaUUo88q z>)%Z`uubt3)j@3Z=eqbJ*dQnQb)e!DOxvDUWJ!NxvJ^-92Y`k>;D0rC=FwEXT^~Q@ zQ)I|I~|(J>~3h&blRl-Y@R_ucP#*Ymt< zy?;C{Eo*Vy!*yMI@9*CCb?*-eH>3-f*HRMIikZa+I|B}C##LD$Lb>hj%i=Mrrg`VZ zUtbWR@o)fhvO{lE3B%y28-B4?s?__~JZ11nxU^I0{H>ruovcZ?KL;lH1nyvR#3!~h2KrSwQikW{~#nl#8-<&>#$md z{_)+T-{2$c&e9aDRO%IxY7De+F;O(h0o&*aX>;H;xR_Xql7UD?Tna5$BGZH!p zx8LR2SQe*G8Zpd|4}B4BH1liu_UC|B`o>6dchZT3>QF2N6aFm)YTrE=!Y+(AtP1X? zte&2i)6r&!_UK~;p-n8k11lymy5Z=COv>DS4xNV;Ci)L*jg<}7S2u7t!m5)2YwU$U z0&Tp+lKfZ!i{p=+oQP#gZQpl3v^L{hhSvxTJsb&o!}u>LJtKAV)6r*0f@Ioa%V@H$ zojQ=+zbjXbhzL?mNrv| zxsCbR+z+Ppmb`-41T0C};3sSdyPC1=ed?)pu9XH6Y1}3k6;Z9sf}dD_a(k|@Hl=41 z1%^c@OcPKz3e^T_N3oFWOt^4dJmzJ#>dA_=`gm;Q{m1^{T%w;M+%)BuGGrrWI8_g@ z;dDAYxD^S%eeAh|2J+OR62~416`H8hky2a z{r!Dj$k4XN8{$hHyd}c_HR6&#EpjKj(jL?vpLK^Ezvitewc-AF2dDS26s_S{GzI@D z28=iP`(DW}&6KKgabn}q-VI?FKcCqf zI1*o;PKKN{rAX}Kq~ub07L>G1kp0ktEjSfz#aL@LM479*9m`iN*xn+9wyqu5dwfS}Oi=ra& zN|Zy<9ZKdoD#oYoHkSBay0~e-etDXVQR()}=-Jyl;<3v=+lP(7ZPQBdK0g|%>ex6z zz@-l>SLle+3hI6tQMkRGN5&=Rdg3=l%WXZX9bu6V@gkVl4ZI>|}pq;JAUigK;Dvb9(*dc!w+)s%6B z7OgXROtaL{Tf{2tkL>tl%l(TKuFjd@lXc!%Ql#-uM7L72R0@3hTsg6WkvYY1&v$6> zmh6xUx|QX?50qFoqN$BdoujQ7KCqaGxW}KfzvFNr0Q3E(Sg~+-^U9pNtzzq%_{O>ENsKr*>%v?RQ5MF6`v?dTTz^jiXUn z3>00(DNJFlmSMLa$WC*|@I!M`2XQ*wP%w$Ic-$lbq+^78c7?Pm)LZT zYe-aT-Z*|QIj_=qg;9(fk%J8XQX9Ny>`Vo;DUO83EyRq~d)xtICdaze83 zD~*ioy`PzMI>sVXDFHg^r%ct-N+ZAN1BlKBdc1ylhMe{?`U6U~JJjMB8+LWh zAAQ@aetVf+zi(jf!~Jq0_{IJoXPJlQGtJp~xTt)Ckg#{F!kN5{2Vb}PLALo?ZdypR z5FJq+Gd0}&tsxuuH7Qfj8nWR`b_HL37ZE6lmj0A_U-L2f6O}MnnNd9P!_PrenvZA> zj2L!AvSaOh6ynEk(tiE=aKa~P8A-5Ssk86rp_8xe<{l@*F8@@ot32d@!#uv{)LfuZ z{{(L#aZL13N&3gy2&-jb`dm{PwW#;Yb{u4(p1Zq}4SyUDnrz9*n&6NEA167*KDAV{k*Keq;mm{i{V*KqWN{QdtP78Z10|D!r#zf zASI1uGO^fXBW*Tby0U`%uFl>Rc|LB`=xn$6>!B5EJXhV#e~KZq8np_MxU(EB4XNU% z8)azkz>MZGX@O$~tF7>$%c%_Ut?P=L4X~cyi1W+uiqql^LaReN7u)D_m(>5bW$~A@ z8?Q)At6o(B4Zxsq2P(3O_7+hPt3?|dQ0dk_)4{npcm|Z{kv~Ky;odUgH?!zVX0F>c~K z$^C`LRoLFde&kSBjzLHHuUbP5Fumnjs$J$*{Ng%3>(1)rRO8vy%og{lVi$uNCY2%M zH+tV6-Ku?09!!L|2p_uO%`y8^1tbB1_jMR4SdK3w*G(M2eGBJm65Su&lO! z)J>)zA@&L#x*zZ@DLza(;8s3iaXnA?xJ!a+tBML<8;g?kA4(e9O$_k$nycVhNvG*J zEz)$FdC8DEu7bUN_Ft!#Zfu8U&lT+AN?oM(!Snpx;vFS~9v1zW=O=58`!-xAo5$`f zeI($L2OK15lLbOQ?)o}QJzF7?Ts&Sv(bBm*TVZ{HH$s%~UBF&>bJiFCsE(#Io-&Zy zWXg8eYmtggYDb=KqVDGHe4E`3FKuObq|jhiM5?vQkFg@MET{|eUJRiI-JHEF#JMue82fPZB#(SykQ!SAy2!1)o1)P~`+A%Yo0Z)6B$a&B(oiRjQOl5<*;_ zaeM;tfFGzlC~M~9F;QKw+REh&C7=9Mb7^3N0-?pG$M791(v!v&o7DEdd+Tk?AKntN zqYW{u|GsD;S&{Uli!H2JqJR|&qmUj;K)89`8E3|;&OnBJspu!V#@Jn z#AI>L>FcSX43^?zmWn2i-li*kPOIt47RNFkcxkm#q}{A0t+?|9Qclg=n!JUk%qm_v zB_zQw@pSQeEL1wFOcmCO5&Ti!KImIPB&2FaF-!MiP9E1JatfU*1GhFn0;3dTz1GSW zv&lACI#`{vqX1Jnr;m2je#54fJm3;Qu3K%L0+Dk zpCU@=@;lFu(?nb>RL#?C{NZ%S`LTTl@u=aku_SlNqXj0GWMd0~`StZmvvSMJ%TDr~ zsIMhzxgs@v!T-*vY9i$Pwlf69(xCR*1 zM0VJUT6nlJa>XcwD2_m8Ckj;loH2WCaWjcs#u2D>yWKwFXVX*EkgN6oc0L^yJY;h{ zuc(L;0n?9+jvAYq-rB)O*xAnaefdIcY!DbMVq3=&u|JJj^Eur1**(~4Oersyr~~Lh zVPWCp*E(E(M}*eo1@(lpZ|zv=H&1sjuk)kw>hSY+=A^c1H3tXo-+Oxwl~#OvL8oyK z7Kolu*_JS)3OT6Y8rI2XwnF=*Q5R_@c<=HY`O%XT_suhw3q2h)w%ce>=(aXxoSAg2 za%lM9-@2byFgqcK07h!Ug2O^gC`$Aue*&Nd-g^#JSqN=DYGV2Kr~mc0-9Nla0+$Ji z`aQ$?$i3fh{hPOQ$2?;_8fngzWf%t=^kRcfu#$MZEz8?xQ~1wsHIfx*}gu`#0LsYOv_|shx1>cb8<2@PFz@6*rLpl47TCHKEl5M>ErPRGfxc?eq@JH zM{!N`>0r|EPq#11Uti%kAmkjf0#y;(G^M4b0oglcU(SgNnNuM9I*73tnVZK=x1|Uc z_l=Gw0tlfA+Gqjz8dzR&JwGz%b<%13+!<7MKhPlEl31w7k`xy(^Vg+rY+n3&5IEpYV-LfH{^WCnt9_R351U z!ty(Z7V@CoUk*XQzX$>hZfSo0$+-=}j1y<@1d*AAMf=ai#c#l^7?v8cZULZ(Py}bZ zrUeidi;9Yz_I6g?z*RX~T3Rjv)ceUDoeZ(spk+tsl;yedy?W`M4(C05!M5J~^0EsK zhg%vCTXj*mzTyl!Mja9S!nb&Oz8NPlDLL0lt8b$|jos9oitXO@TV~QQMAEXd{Fs1^ zZke}0hAF$COo;KqH)O%ivvS~PUuZpL6V#);Clnydu~fe^?o@Cg$F-#KKptS9OKvKA z=~#oBs&7Ez8V05`ZXCODo;+9u&p0=kqzI)3A$Y*(WXGkppEM@6J#BchuEL2NF zjR#wrN^|d7-_(OKS=!i~2wMiL0JKCa8ynj&_=4f)Ta=7L=L)vjE-;`<#DJsjNTa-) zyT9iy*$K>u;on<}d~3zUR9RVBRH!}Z^T*;;)`%eC!+;Mx>y*r?)QKvMjU{ijSQ2G6 zX0QwktHpjw6m4jS-Mp0K(e!&L`j3lS(4p($l~<6tn40d`VTqWTZ?XlZxz{g7hCDy|sUv84 z1cxex#$RHsUux?`7$Id*Q_rK_UKvXSuTM}iW-x{|9~&F1TlZEldUTl_1?)If6Tt52 zsN)!yO@V0w%c;5^M$gF7@<>7d8O&Q)bHR$79CH57#H-;`in|lhV1T#sZBQO1&Jlzz zJ0lyLB!$&FdT7S>SS3O^d~X!rnFCxFHi#7o+vQeo3SYi7u6We#s&VaFCDs5YNz?cv z095!^98R}Gk3(ZSyA(jA6QN)!-9DiZWDk@eRAIM>bKM9;C?cShC;@yG`>EWe3mijC zLqo%n(2S1BpjvJ;v8OaUT!wyL_7XeSk+HF{+uBbPFb$}QK>4+AZaL?_*x0bb`vQRZ zPTli zzjhQ_7@p(|TN1|}?%~@2!MygXg$BWDL#$cfc;P|QP!CRsA*X22V|aP{%#bbW*GKvb zP19?+b#)v9X-C0(APXL5j|4T~$}DEP+&?~^40~>m)oSm*{q*Tmm;Yg^FfAIv)FXNT z))aC#kS$=jk#UyA?urEgM(>5{-;scHI&6DNGDty2TdQ&$ldeb{P!902Zfb8}V0@w5Ki z3`g@C8}0lQ@wOt51YN>fRWkLEb@utQp^!x>%A=AEzA!g7>B8YMG~SrCECgN*^8?50 z2fUs$1;!kmlXRQg+lJNK#F1^72o40}-LPF*g1AhC z-g+==cR;o{R6?QZ6~sL~sJyUwc;+rT0yroiKorc5t3-}0UNl10MM0BCU>MPEZEdZG z-RH?`XyB}@tV|7dON|zfjpGbO`_ykSDewPkaj@A1p%J6~)VRXj#DpF$XlDD>n>VlqV0E&#luOiq<^We>By9K?Qe{gkr{SaB$G#t!vVL#)u#S%xdX83X7Hsyyf5R z)E{R3&x~|UuOVo{gzcZJt8HLhvrcd_jdS;7GBPrb1SiDL?(A_VbYj?HjojxU%9XCY z3vpv)#L9E@-LXku3uRYmNck87(gXI-cj6i$L`?(oJF;cc2y3`}?a1jc#-qj~@BL2o zF9a?DLPqJTr>8Ui_tz@e+;8%_(|{R&uw9it=;3m?%G(8m)4FIQUKF#@L_&kaifv#g zl>mSopne)?&pIX{DA)p)3&AV0r7^fxrx=a?|xd|?un#0TOf*KU7` z`E_C8Z3w6D-1|;$L%1{87CwIzbtb}VxKvHq)z|m#jUNhlhxGLHPwtZCqu#YpDylqF z-2eUiCulqP830LLot=({ze^4~nOPO7q+Q+ASESrCV63D!J){!#PxJ)yrmFR5dOxFc*&5$y%cc=MNXP9 zkfRpH#&rFQTb@9&UwT=PeQ{sR5Tr%9i+*Qg6;OVe9tTU|Sfloz}I#BRGj@e|P|*nDICJffVNdQDgswVEd1c z=w5{^L)7ezmDIN?P|5TO$ab#(6@0ps2qX{QWCBSAFH0b*3NhY@-4@KR&kC!mw50Ha z`pxAkVwBb8%WH!r;f&Im$AW542$~mb1_Zpt)(7`YM(npma6#)yfI}fYW7YF|XB6QS zcW#E3`$WRdjjDI=q+i?Cv#Ag|F8GdmRef08as&YQdr*D7AjwnOqK~mlqfkph3gFd{ zL<_Mde8UOwK`OudQhY&_O!ww#00Rsa`TKY1{8p&vSPf%$clUdkO}OY^u)GcDrjM() zlOfN!4MMKuFl*$hoeEE}@^Y^nzQ)xixfFJY`Q z28L90aRai7=lPtf>g^8-F1|$2g;+>2cSrFDv4|NUy_}tTN&kp-=12(jH)8 zi|#DLExYJIY3x1|>}>$ec3P%qulk7*@lm%mrjtH6t5Wo|v36%`c| zVECHm=FC8RO9HAahkPLV{Q2|qD=XTv9IXHnznhkJD^1WGnOE5xza`&!k0k&}k;Sbi zJFSHM=q=yFKRZv$%IHA9HX~qK@Z-1V4(Zg3gOMyheI24Fu;yZs=AoP^6yT3{7cN93 zz#AV=YiihFX0#w!!hiw1FN)o#jt&9u)?8ck-CM3|S=>6QqJjbRn&~E5#HNP9#l_`4 zypcyoMP3%V<*~olc(^yC#1Dl8o}1#Wr}s{yxn~mRKpSgCM5v61?=5#UKua*zvup)_ z^FH0Puu&8-k1tfmi0F}Y`WY*-(FAg(|M=D4npMnQNe!ed`8SC|9@PDpA34MfY#(JU TU+ubuf`7VNhML9d_EG->h)xW7 literal 0 HcmV?d00001