From c5ddb98fcae8fb1c64a3735fb004a75501b022b9 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 14 Jul 2026 14:18:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: AgPerry/Qwen3-8B-fim-v2v3pt-swe-lego-posttrain-v2 Source: Original Platform --- .gitattributes | 36 + README.md | 61 + all_results.json | 8 + chat_template.jinja | 7 + config.json | 73 + generation_config.json | 12 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 31 + train_results.json | 8 + trainer_log.jsonl | 1181 ++++++ trainer_state.json | 8303 ++++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 48742 bytes 14 files changed, 9729 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..9d7eff5 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen3-8B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: SWE-Lego-Qwen3-8B-posttrain-v2 + results: [] +--- + + + +# SWE-Lego-Qwen3-8B-posttrain-v2 + +This model is a fine-tuned version of [/mmu-vcg-hdd/multimodal/models/Qwen3-8B-fim-v2v3pt](https://huggingface.co//mmu-vcg-hdd/multimodal/models/Qwen3-8B-fim-v2v3pt) on the swe_lego_real_data_resolved_trajectories and the swe_lego_synthetic_data_resolved_trajectories datasets. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 0.0001 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 6 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 48 +- total_eval_batch_size: 48 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.1 +- num_epochs: 4.0 + +### Training results + + + +### Framework versions + +- Transformers 5.0.0 +- Pytorch 2.6.0+cu124 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..fb68723 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.0, + "total_flos": 7.881538624284525e+18, + "train_loss": 0.13219511501680492, + "train_runtime": 266794.0573, + "train_samples_per_second": 0.212, + "train_steps_per_second": 0.004 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..85e8f5d --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,7 @@ +{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ '<|im_start|>system +' + system_message + '<|im_end|> +' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|im_start|>user +' + content + '<|im_end|> +<|im_start|>assistant +' }}{% elif message['role'] == 'assistant' %}{{ content + '<|im_end|> +' }}{% endif %}{% endfor %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..2e869e7 --- /dev/null +++ b/config.json @@ -0,0 +1,73 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 12288, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 163840.0, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "factor": 4.0, + "original_max_position_embeddings": 40960, + "rope_theta": 1000000, + "rope_type": "yarn" + }, + "sliding_window": null, + "tie_word_embeddings": false, + "transformers_version": "5.0.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c33fb76 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.0.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..3683d5e --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86a69ce2ed5edd997d442770367c0f767924cefcd5797ef32dbc778116a159ee +size 16381517208 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3ad48f2 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,31 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "model_max_length": 131072, + "model_specific_special_tokens": {}, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..fb68723 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.0, + "total_flos": 7.881538624284525e+18, + "train_loss": 0.13219511501680492, + "train_runtime": 266794.0573, + "train_samples_per_second": 0.212, + "train_steps_per_second": 0.004 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..a73a451 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,1181 @@ +{"current_steps": 1, "total_steps": 1180, "loss": 0.5517520904541016, "lr": 0.0, "epoch": 0.003395585738539898, "percentage": 0.08, "elapsed_time": "0:08:48", "remaining_time": "7 days, 5:10:22"} +{"current_steps": 2, "total_steps": 1180, "loss": 0.5979730486869812, "lr": 8.474576271186441e-07, "epoch": 0.006791171477079796, "percentage": 0.17, "elapsed_time": "0:13:23", "remaining_time": "5 days, 11:27:41"} +{"current_steps": 3, "total_steps": 1180, "loss": 0.5869178771972656, "lr": 1.6949152542372882e-06, "epoch": 0.010186757215619695, "percentage": 0.25, "elapsed_time": "0:17:13", "remaining_time": "4 days, 16:36:51"} +{"current_steps": 4, "total_steps": 1180, "loss": 0.583850085735321, "lr": 2.5423728813559323e-06, "epoch": 0.013582342954159592, "percentage": 0.34, "elapsed_time": "0:20:38", "remaining_time": "4 days, 5:07:36"} +{"current_steps": 5, "total_steps": 1180, "loss": 0.5855023860931396, "lr": 3.3898305084745763e-06, "epoch": 0.01697792869269949, "percentage": 0.42, "elapsed_time": "0:23:42", "remaining_time": "3 days, 20:51:45"} +{"current_steps": 6, "total_steps": 1180, "loss": 0.5459413528442383, "lr": 4.23728813559322e-06, "epoch": 0.02037351443123939, "percentage": 0.51, "elapsed_time": "0:26:25", "remaining_time": "3 days, 14:11:56"} +{"current_steps": 7, "total_steps": 1180, "loss": 0.5440694093704224, "lr": 5.084745762711865e-06, "epoch": 0.023769100169779286, "percentage": 0.59, "elapsed_time": "0:28:45", "remaining_time": "3 days, 8:18:11"} +{"current_steps": 8, "total_steps": 1180, "loss": 0.5096928477287292, "lr": 5.932203389830509e-06, "epoch": 0.027164685908319185, "percentage": 0.68, "elapsed_time": "0:30:35", "remaining_time": "3 days, 2:40:47"} +{"current_steps": 9, "total_steps": 1180, "loss": 0.4186725318431854, "lr": 6.779661016949153e-06, "epoch": 0.030560271646859084, "percentage": 0.76, "elapsed_time": "0:38:04", "remaining_time": "3 days, 10:33:32"} +{"current_steps": 10, "total_steps": 1180, "loss": 0.4626155495643616, "lr": 7.627118644067798e-06, "epoch": 0.03395585738539898, "percentage": 0.85, "elapsed_time": "0:43:14", "remaining_time": "3 days, 12:19:08"} +{"current_steps": 11, "total_steps": 1180, "loss": 0.4608768820762634, "lr": 8.47457627118644e-06, "epoch": 0.03735144312393888, "percentage": 0.93, "elapsed_time": "0:47:25", "remaining_time": "3 days, 11:59:50"} +{"current_steps": 12, "total_steps": 1180, "loss": 0.4182015359401703, "lr": 9.322033898305085e-06, "epoch": 0.04074702886247878, "percentage": 1.02, "elapsed_time": "0:51:02", "remaining_time": "3 days, 10:48:36"} +{"current_steps": 13, "total_steps": 1180, "loss": 0.4332927167415619, "lr": 1.016949152542373e-05, "epoch": 0.044142614601018676, "percentage": 1.1, "elapsed_time": "0:54:12", "remaining_time": "3 days, 9:06:10"} +{"current_steps": 14, "total_steps": 1180, "loss": 0.40284913778305054, "lr": 1.1016949152542374e-05, "epoch": 0.04753820033955857, "percentage": 1.19, "elapsed_time": "0:56:55", "remaining_time": "3 days, 7:00:38"} +{"current_steps": 15, "total_steps": 1180, "loss": 0.3816971778869629, "lr": 1.1864406779661018e-05, "epoch": 0.050933786078098474, "percentage": 1.27, "elapsed_time": "0:59:21", "remaining_time": "3 days, 4:49:49"} +{"current_steps": 16, "total_steps": 1180, "loss": 0.3603823184967041, "lr": 1.2711864406779661e-05, "epoch": 0.05432937181663837, "percentage": 1.36, "elapsed_time": "1:01:26", "remaining_time": "3 days, 2:30:23"} +{"current_steps": 17, "total_steps": 1180, "loss": 0.3408442735671997, "lr": 1.3559322033898305e-05, "epoch": 0.057724957555178265, "percentage": 1.44, "elapsed_time": "1:07:00", "remaining_time": "3 days, 4:24:32"} +{"current_steps": 18, "total_steps": 1180, "loss": 0.3470923602581024, "lr": 1.440677966101695e-05, "epoch": 0.06112054329371817, "percentage": 1.53, "elapsed_time": "1:13:11", "remaining_time": "3 days, 6:44:44"} +{"current_steps": 19, "total_steps": 1180, "loss": 0.3508286476135254, "lr": 1.5254237288135596e-05, "epoch": 0.06451612903225806, "percentage": 1.61, "elapsed_time": "1:17:49", "remaining_time": "3 days, 7:15:38"} +{"current_steps": 20, "total_steps": 1180, "loss": 0.3274625539779663, "lr": 1.6101694915254237e-05, "epoch": 0.06791171477079797, "percentage": 1.69, "elapsed_time": "1:21:41", "remaining_time": "3 days, 6:57:55"} +{"current_steps": 21, "total_steps": 1180, "loss": 0.3186553120613098, "lr": 1.694915254237288e-05, "epoch": 0.07130730050933787, "percentage": 1.78, "elapsed_time": "1:25:03", "remaining_time": "3 days, 6:14:42"} +{"current_steps": 22, "total_steps": 1180, "loss": 0.3391905725002289, "lr": 1.7796610169491526e-05, "epoch": 0.07470288624787776, "percentage": 1.86, "elapsed_time": "1:27:58", "remaining_time": "3 days, 5:10:36"} +{"current_steps": 23, "total_steps": 1180, "loss": 0.31875354051589966, "lr": 1.864406779661017e-05, "epoch": 0.07809847198641766, "percentage": 1.95, "elapsed_time": "1:30:32", "remaining_time": "3 days, 3:54:28"} +{"current_steps": 24, "total_steps": 1180, "loss": 0.3063993752002716, "lr": 1.9491525423728814e-05, "epoch": 0.08149405772495756, "percentage": 2.03, "elapsed_time": "1:32:42", "remaining_time": "3 days, 2:25:21"} +{"current_steps": 25, "total_steps": 1180, "loss": 0.28915151953697205, "lr": 2.033898305084746e-05, "epoch": 0.08488964346349745, "percentage": 2.12, "elapsed_time": "1:34:21", "remaining_time": "3 days, 0:39:32"} +{"current_steps": 26, "total_steps": 1180, "loss": 0.3020364046096802, "lr": 2.1186440677966103e-05, "epoch": 0.08828522920203735, "percentage": 2.2, "elapsed_time": "1:42:02", "remaining_time": "3 days, 3:28:47"} +{"current_steps": 27, "total_steps": 1180, "loss": 0.3139340281486511, "lr": 2.2033898305084748e-05, "epoch": 0.09168081494057725, "percentage": 2.29, "elapsed_time": "1:46:56", "remaining_time": "3 days, 4:07:06"} +{"current_steps": 28, "total_steps": 1180, "loss": 0.31743013858795166, "lr": 2.2881355932203392e-05, "epoch": 0.09507640067911714, "percentage": 2.37, "elapsed_time": "1:50:55", "remaining_time": "3 days, 4:04:05"} +{"current_steps": 29, "total_steps": 1180, "loss": 0.3014258146286011, "lr": 2.3728813559322036e-05, "epoch": 0.09847198641765705, "percentage": 2.46, "elapsed_time": "1:54:20", "remaining_time": "3 days, 3:37:59"} +{"current_steps": 30, "total_steps": 1180, "loss": 0.29429274797439575, "lr": 2.457627118644068e-05, "epoch": 0.10186757215619695, "percentage": 2.54, "elapsed_time": "1:57:22", "remaining_time": "3 days, 2:59:35"} +{"current_steps": 31, "total_steps": 1180, "loss": 0.27901843190193176, "lr": 2.5423728813559322e-05, "epoch": 0.10526315789473684, "percentage": 2.63, "elapsed_time": "2:00:03", "remaining_time": "3 days, 2:10:04"} +{"current_steps": 32, "total_steps": 1180, "loss": 0.28073322772979736, "lr": 2.627118644067797e-05, "epoch": 0.10865874363327674, "percentage": 2.71, "elapsed_time": "2:02:19", "remaining_time": "3 days, 1:08:39"} +{"current_steps": 33, "total_steps": 1180, "loss": 0.26665592193603516, "lr": 2.711864406779661e-05, "epoch": 0.11205432937181664, "percentage": 2.8, "elapsed_time": "2:04:14", "remaining_time": "2 days, 23:58:08"} +{"current_steps": 34, "total_steps": 1180, "loss": 0.2844397723674774, "lr": 2.7966101694915255e-05, "epoch": 0.11544991511035653, "percentage": 2.88, "elapsed_time": "2:12:42", "remaining_time": "3 days, 2:33:01"} +{"current_steps": 35, "total_steps": 1180, "loss": 0.29826027154922485, "lr": 2.88135593220339e-05, "epoch": 0.11884550084889643, "percentage": 2.97, "elapsed_time": "2:18:02", "remaining_time": "3 days, 3:16:03"} +{"current_steps": 36, "total_steps": 1180, "loss": 0.2704620957374573, "lr": 2.9661016949152544e-05, "epoch": 0.12224108658743633, "percentage": 3.05, "elapsed_time": "2:22:11", "remaining_time": "3 days, 3:18:34"} +{"current_steps": 37, "total_steps": 1180, "loss": 0.2801765203475952, "lr": 3.050847457627119e-05, "epoch": 0.12563667232597622, "percentage": 3.14, "elapsed_time": "2:25:48", "remaining_time": "3 days, 3:04:26"} +{"current_steps": 38, "total_steps": 1180, "loss": 0.2755379378795624, "lr": 3.135593220338983e-05, "epoch": 0.12903225806451613, "percentage": 3.22, "elapsed_time": "2:28:58", "remaining_time": "3 days, 2:36:50"} +{"current_steps": 39, "total_steps": 1180, "loss": 0.27392563223838806, "lr": 3.2203389830508473e-05, "epoch": 0.13242784380305603, "percentage": 3.31, "elapsed_time": "2:31:44", "remaining_time": "3 days, 1:59:12"} +{"current_steps": 40, "total_steps": 1180, "loss": 0.24640874564647675, "lr": 3.305084745762712e-05, "epoch": 0.13582342954159593, "percentage": 3.39, "elapsed_time": "2:34:08", "remaining_time": "3 days, 1:12:58"} +{"current_steps": 41, "total_steps": 1180, "loss": 0.24937844276428223, "lr": 3.389830508474576e-05, "epoch": 0.13921901528013583, "percentage": 3.47, "elapsed_time": "2:36:09", "remaining_time": "3 days, 0:18:18"} +{"current_steps": 42, "total_steps": 1180, "loss": 0.25076529383659363, "lr": 3.474576271186441e-05, "epoch": 0.14261460101867574, "percentage": 3.56, "elapsed_time": "2:40:47", "remaining_time": "3 days, 0:36:50"} +{"current_steps": 43, "total_steps": 1180, "loss": 0.26312685012817383, "lr": 3.559322033898305e-05, "epoch": 0.1460101867572156, "percentage": 3.64, "elapsed_time": "2:46:42", "remaining_time": "3 days, 1:28:04"} +{"current_steps": 44, "total_steps": 1180, "loss": 0.2565669119358063, "lr": 3.644067796610169e-05, "epoch": 0.1494057724957555, "percentage": 3.73, "elapsed_time": "2:51:30", "remaining_time": "3 days, 1:47:51"} +{"current_steps": 45, "total_steps": 1180, "loss": 0.28337615728378296, "lr": 3.728813559322034e-05, "epoch": 0.15280135823429541, "percentage": 3.81, "elapsed_time": "2:55:26", "remaining_time": "3 days, 1:44:59"} +{"current_steps": 46, "total_steps": 1180, "loss": 0.2608831822872162, "lr": 3.813559322033898e-05, "epoch": 0.15619694397283532, "percentage": 3.9, "elapsed_time": "2:58:46", "remaining_time": "3 days, 1:27:21"} +{"current_steps": 47, "total_steps": 1180, "loss": 0.24877464771270752, "lr": 3.898305084745763e-05, "epoch": 0.15959252971137522, "percentage": 3.98, "elapsed_time": "3:01:43", "remaining_time": "3 days, 1:00:42"} +{"current_steps": 48, "total_steps": 1180, "loss": 0.2465878427028656, "lr": 3.983050847457627e-05, "epoch": 0.16298811544991512, "percentage": 4.07, "elapsed_time": "3:04:15", "remaining_time": "3 days, 0:25:26"} +{"current_steps": 49, "total_steps": 1180, "loss": 0.23259060084819794, "lr": 4.067796610169492e-05, "epoch": 0.166383701188455, "percentage": 4.15, "elapsed_time": "3:06:25", "remaining_time": "2 days, 23:42:51"} +{"current_steps": 50, "total_steps": 1180, "loss": 0.23619721829891205, "lr": 4.152542372881356e-05, "epoch": 0.1697792869269949, "percentage": 4.24, "elapsed_time": "3:08:11", "remaining_time": "2 days, 22:53:17"} +{"current_steps": 51, "total_steps": 1180, "loss": 0.26022595167160034, "lr": 4.2372881355932206e-05, "epoch": 0.1731748726655348, "percentage": 4.32, "elapsed_time": "3:16:06", "remaining_time": "3 days, 0:21:09"} +{"current_steps": 52, "total_steps": 1180, "loss": 0.26318615674972534, "lr": 4.3220338983050854e-05, "epoch": 0.1765704584040747, "percentage": 4.41, "elapsed_time": "3:20:56", "remaining_time": "3 days, 0:38:53"} +{"current_steps": 53, "total_steps": 1180, "loss": 0.2581077516078949, "lr": 4.4067796610169495e-05, "epoch": 0.1799660441426146, "percentage": 4.49, "elapsed_time": "3:24:50", "remaining_time": "3 days, 0:35:47"} +{"current_steps": 54, "total_steps": 1180, "loss": 0.2514834702014923, "lr": 4.491525423728814e-05, "epoch": 0.1833616298811545, "percentage": 4.58, "elapsed_time": "3:28:14", "remaining_time": "3 days, 0:22:20"} +{"current_steps": 55, "total_steps": 1180, "loss": 0.2395961880683899, "lr": 4.5762711864406784e-05, "epoch": 0.1867572156196944, "percentage": 4.66, "elapsed_time": "3:31:11", "remaining_time": "2 days, 23:59:48"} +{"current_steps": 56, "total_steps": 1180, "loss": 0.23115402460098267, "lr": 4.6610169491525425e-05, "epoch": 0.19015280135823429, "percentage": 4.75, "elapsed_time": "3:33:46", "remaining_time": "2 days, 23:30:55"} +{"current_steps": 57, "total_steps": 1180, "loss": 0.22424674034118652, "lr": 4.745762711864407e-05, "epoch": 0.1935483870967742, "percentage": 4.83, "elapsed_time": "3:36:02", "remaining_time": "2 days, 22:56:23"} +{"current_steps": 58, "total_steps": 1180, "loss": 0.2266063541173935, "lr": 4.8305084745762714e-05, "epoch": 0.1969439728353141, "percentage": 4.92, "elapsed_time": "3:37:56", "remaining_time": "2 days, 22:16:07"} +{"current_steps": 59, "total_steps": 1180, "loss": 0.24925050139427185, "lr": 4.915254237288136e-05, "epoch": 0.200339558573854, "percentage": 5.0, "elapsed_time": "3:46:02", "remaining_time": "2 days, 23:34:38"} +{"current_steps": 60, "total_steps": 1180, "loss": 0.2657631039619446, "lr": 5e-05, "epoch": 0.2037351443123939, "percentage": 5.08, "elapsed_time": "3:51:16", "remaining_time": "2 days, 23:57:10"} +{"current_steps": 61, "total_steps": 1180, "loss": 0.24390384554862976, "lr": 5.0847457627118643e-05, "epoch": 0.2071307300509338, "percentage": 5.17, "elapsed_time": "3:55:36", "remaining_time": "3 days, 0:01:56"} +{"current_steps": 62, "total_steps": 1180, "loss": 0.2410869598388672, "lr": 5.1694915254237284e-05, "epoch": 0.21052631578947367, "percentage": 5.25, "elapsed_time": "3:59:19", "remaining_time": "2 days, 23:55:30"} +{"current_steps": 63, "total_steps": 1180, "loss": 0.23393619060516357, "lr": 5.254237288135594e-05, "epoch": 0.21392190152801357, "percentage": 5.34, "elapsed_time": "4:02:31", "remaining_time": "2 days, 23:40:08"} +{"current_steps": 64, "total_steps": 1180, "loss": 0.23251163959503174, "lr": 5.338983050847458e-05, "epoch": 0.21731748726655348, "percentage": 5.42, "elapsed_time": "4:05:16", "remaining_time": "2 days, 23:16:51"} +{"current_steps": 65, "total_steps": 1180, "loss": 0.2286069095134735, "lr": 5.423728813559322e-05, "epoch": 0.22071307300509338, "percentage": 5.51, "elapsed_time": "4:07:39", "remaining_time": "2 days, 22:48:14"} +{"current_steps": 66, "total_steps": 1180, "loss": 0.22654178738594055, "lr": 5.508474576271186e-05, "epoch": 0.22410865874363328, "percentage": 5.59, "elapsed_time": "4:09:37", "remaining_time": "2 days, 22:13:25"} +{"current_steps": 67, "total_steps": 1180, "loss": 0.23508411645889282, "lr": 5.593220338983051e-05, "epoch": 0.22750424448217318, "percentage": 5.68, "elapsed_time": "4:14:29", "remaining_time": "2 days, 22:27:36"} +{"current_steps": 68, "total_steps": 1180, "loss": 0.2418670654296875, "lr": 5.677966101694916e-05, "epoch": 0.23089983022071306, "percentage": 5.76, "elapsed_time": "4:20:24", "remaining_time": "2 days, 22:58:18"} +{"current_steps": 69, "total_steps": 1180, "loss": 0.2391325831413269, "lr": 5.76271186440678e-05, "epoch": 0.23429541595925296, "percentage": 5.85, "elapsed_time": "4:24:52", "remaining_time": "2 days, 23:04:57"} +{"current_steps": 70, "total_steps": 1180, "loss": 0.24404564499855042, "lr": 5.8474576271186446e-05, "epoch": 0.23769100169779286, "percentage": 5.93, "elapsed_time": "4:28:43", "remaining_time": "2 days, 23:01:07"} +{"current_steps": 71, "total_steps": 1180, "loss": 0.23093831539154053, "lr": 5.932203389830509e-05, "epoch": 0.24108658743633277, "percentage": 6.02, "elapsed_time": "4:32:03", "remaining_time": "2 days, 22:49:24"} +{"current_steps": 72, "total_steps": 1180, "loss": 0.24410948157310486, "lr": 6.016949152542373e-05, "epoch": 0.24448217317487267, "percentage": 6.1, "elapsed_time": "4:34:59", "remaining_time": "2 days, 22:31:45"} +{"current_steps": 73, "total_steps": 1180, "loss": 0.23357895016670227, "lr": 6.101694915254238e-05, "epoch": 0.24787775891341257, "percentage": 6.19, "elapsed_time": "4:37:33", "remaining_time": "2 days, 22:09:02"} +{"current_steps": 74, "total_steps": 1180, "loss": 0.2180016040802002, "lr": 6.186440677966102e-05, "epoch": 0.25127334465195245, "percentage": 6.27, "elapsed_time": "4:39:45", "remaining_time": "2 days, 21:41:11"} +{"current_steps": 75, "total_steps": 1180, "loss": 0.21485942602157593, "lr": 6.271186440677966e-05, "epoch": 0.2546689303904924, "percentage": 6.36, "elapsed_time": "4:41:31", "remaining_time": "2 days, 21:07:55"} +{"current_steps": 76, "total_steps": 1180, "loss": 0.25424039363861084, "lr": 6.35593220338983e-05, "epoch": 0.25806451612903225, "percentage": 6.44, "elapsed_time": "4:49:13", "remaining_time": "2 days, 22:01:28"} +{"current_steps": 77, "total_steps": 1180, "loss": 0.25314486026763916, "lr": 6.440677966101695e-05, "epoch": 0.2614601018675722, "percentage": 6.53, "elapsed_time": "4:54:10", "remaining_time": "2 days, 22:14:00"} +{"current_steps": 78, "total_steps": 1180, "loss": 0.22962228953838348, "lr": 6.52542372881356e-05, "epoch": 0.26485568760611206, "percentage": 6.61, "elapsed_time": "4:58:11", "remaining_time": "2 days, 22:12:59"} +{"current_steps": 79, "total_steps": 1180, "loss": 0.24812579154968262, "lr": 6.610169491525424e-05, "epoch": 0.26825127334465193, "percentage": 6.69, "elapsed_time": "5:01:40", "remaining_time": "2 days, 22:04:26"} +{"current_steps": 80, "total_steps": 1180, "loss": 0.23628483712673187, "lr": 6.694915254237288e-05, "epoch": 0.27164685908319186, "percentage": 6.78, "elapsed_time": "5:04:44", "remaining_time": "2 days, 21:50:07"} +{"current_steps": 81, "total_steps": 1180, "loss": 0.24312669038772583, "lr": 6.779661016949152e-05, "epoch": 0.27504244482173174, "percentage": 6.86, "elapsed_time": "5:07:24", "remaining_time": "2 days, 21:30:52"} +{"current_steps": 82, "total_steps": 1180, "loss": 0.22090747952461243, "lr": 6.864406779661017e-05, "epoch": 0.27843803056027167, "percentage": 6.95, "elapsed_time": "5:09:42", "remaining_time": "2 days, 21:07:02"} +{"current_steps": 83, "total_steps": 1180, "loss": 0.21311447024345398, "lr": 6.949152542372882e-05, "epoch": 0.28183361629881154, "percentage": 7.03, "elapsed_time": "5:11:34", "remaining_time": "2 days, 20:38:03"} +{"current_steps": 84, "total_steps": 1180, "loss": 0.2596338987350464, "lr": 7.033898305084746e-05, "epoch": 0.28522920203735147, "percentage": 7.12, "elapsed_time": "5:19:43", "remaining_time": "2 days, 21:31:35"} +{"current_steps": 85, "total_steps": 1180, "loss": 0.250480979681015, "lr": 7.11864406779661e-05, "epoch": 0.28862478777589134, "percentage": 7.2, "elapsed_time": "5:25:03", "remaining_time": "2 days, 21:47:25"} +{"current_steps": 86, "total_steps": 1180, "loss": 0.24448975920677185, "lr": 7.203389830508474e-05, "epoch": 0.2920203735144312, "percentage": 7.29, "elapsed_time": "5:29:08", "remaining_time": "2 days, 21:47:02"} +{"current_steps": 87, "total_steps": 1180, "loss": 0.2309844195842743, "lr": 7.288135593220338e-05, "epoch": 0.29541595925297115, "percentage": 7.37, "elapsed_time": "5:32:36", "remaining_time": "2 days, 21:38:37"} +{"current_steps": 88, "total_steps": 1180, "loss": 0.24441036581993103, "lr": 7.372881355932204e-05, "epoch": 0.298811544991511, "percentage": 7.46, "elapsed_time": "5:35:41", "remaining_time": "2 days, 21:25:36"} +{"current_steps": 89, "total_steps": 1180, "loss": 0.2598271071910858, "lr": 7.457627118644068e-05, "epoch": 0.30220713073005095, "percentage": 7.54, "elapsed_time": "5:38:28", "remaining_time": "2 days, 21:09:14"} +{"current_steps": 90, "total_steps": 1180, "loss": 0.23641186952590942, "lr": 7.542372881355932e-05, "epoch": 0.30560271646859083, "percentage": 7.63, "elapsed_time": "5:40:55", "remaining_time": "2 days, 20:48:58"} +{"current_steps": 91, "total_steps": 1180, "loss": 0.22635196149349213, "lr": 7.627118644067796e-05, "epoch": 0.3089983022071307, "percentage": 7.71, "elapsed_time": "5:43:02", "remaining_time": "2 days, 20:25:10"} +{"current_steps": 92, "total_steps": 1180, "loss": 0.20973172783851624, "lr": 7.711864406779662e-05, "epoch": 0.31239388794567063, "percentage": 7.8, "elapsed_time": "5:49:24", "remaining_time": "2 days, 20:52:13"} +{"current_steps": 93, "total_steps": 1180, "loss": 0.24659594893455505, "lr": 7.796610169491526e-05, "epoch": 0.3157894736842105, "percentage": 7.88, "elapsed_time": "5:56:16", "remaining_time": "2 days, 21:24:10"} +{"current_steps": 94, "total_steps": 1180, "loss": 0.24071916937828064, "lr": 7.88135593220339e-05, "epoch": 0.31918505942275044, "percentage": 7.97, "elapsed_time": "6:01:06", "remaining_time": "2 days, 21:31:57"} +{"current_steps": 95, "total_steps": 1180, "loss": 0.2425764799118042, "lr": 7.966101694915254e-05, "epoch": 0.3225806451612903, "percentage": 8.05, "elapsed_time": "6:04:55", "remaining_time": "2 days, 21:27:46"} +{"current_steps": 96, "total_steps": 1180, "loss": 0.24026596546173096, "lr": 8.050847457627118e-05, "epoch": 0.32597623089983024, "percentage": 8.14, "elapsed_time": "6:08:06", "remaining_time": "2 days, 21:16:37"} +{"current_steps": 97, "total_steps": 1180, "loss": 0.2345629185438156, "lr": 8.135593220338983e-05, "epoch": 0.3293718166383701, "percentage": 8.22, "elapsed_time": "6:10:56", "remaining_time": "2 days, 21:01:32"} +{"current_steps": 98, "total_steps": 1180, "loss": 0.23744282126426697, "lr": 8.220338983050848e-05, "epoch": 0.33276740237691, "percentage": 8.31, "elapsed_time": "6:13:25", "remaining_time": "2 days, 20:42:52"} +{"current_steps": 99, "total_steps": 1180, "loss": 0.21833720803260803, "lr": 8.305084745762712e-05, "epoch": 0.3361629881154499, "percentage": 8.39, "elapsed_time": "6:15:33", "remaining_time": "2 days, 20:20:42"} +{"current_steps": 100, "total_steps": 1180, "loss": 0.21772217750549316, "lr": 8.389830508474577e-05, "epoch": 0.3395585738539898, "percentage": 8.47, "elapsed_time": "6:17:13", "remaining_time": "2 days, 19:54:06"} +{"current_steps": 101, "total_steps": 1180, "loss": 0.2518566846847534, "lr": 8.474576271186441e-05, "epoch": 0.34295415959252973, "percentage": 8.56, "elapsed_time": "6:24:54", "remaining_time": "2 days, 20:32:07"} +{"current_steps": 102, "total_steps": 1180, "loss": 0.2416839301586151, "lr": 8.559322033898305e-05, "epoch": 0.3463497453310696, "percentage": 8.64, "elapsed_time": "6:29:53", "remaining_time": "2 days, 20:40:32"} +{"current_steps": 103, "total_steps": 1180, "loss": 0.24528560042381287, "lr": 8.644067796610171e-05, "epoch": 0.34974533106960953, "percentage": 8.73, "elapsed_time": "6:34:05", "remaining_time": "2 days, 20:40:49"} +{"current_steps": 104, "total_steps": 1180, "loss": 0.22554072737693787, "lr": 8.728813559322035e-05, "epoch": 0.3531409168081494, "percentage": 8.81, "elapsed_time": "6:37:43", "remaining_time": "2 days, 20:34:58"} +{"current_steps": 105, "total_steps": 1180, "loss": 0.22901424765586853, "lr": 8.813559322033899e-05, "epoch": 0.3565365025466893, "percentage": 8.9, "elapsed_time": "6:40:51", "remaining_time": "2 days, 20:24:02"} +{"current_steps": 106, "total_steps": 1180, "loss": 0.22536587715148926, "lr": 8.898305084745763e-05, "epoch": 0.3599320882852292, "percentage": 8.98, "elapsed_time": "6:43:38", "remaining_time": "2 days, 20:09:46"} +{"current_steps": 107, "total_steps": 1180, "loss": 0.23820099234580994, "lr": 8.983050847457629e-05, "epoch": 0.3633276740237691, "percentage": 9.07, "elapsed_time": "6:45:59", "remaining_time": "2 days, 19:51:22"} +{"current_steps": 108, "total_steps": 1180, "loss": 0.21564078330993652, "lr": 9.067796610169493e-05, "epoch": 0.366723259762309, "percentage": 9.15, "elapsed_time": "6:47:50", "remaining_time": "2 days, 19:28:08"} +{"current_steps": 109, "total_steps": 1180, "loss": 0.24727819859981537, "lr": 9.152542372881357e-05, "epoch": 0.3701188455008489, "percentage": 9.24, "elapsed_time": "6:54:59", "remaining_time": "2 days, 19:57:35"} +{"current_steps": 110, "total_steps": 1180, "loss": 0.2485099732875824, "lr": 9.237288135593221e-05, "epoch": 0.3735144312393888, "percentage": 9.32, "elapsed_time": "7:00:32", "remaining_time": "2 days, 20:10:45"} +{"current_steps": 111, "total_steps": 1180, "loss": 0.25064414739608765, "lr": 9.322033898305085e-05, "epoch": 0.3769100169779287, "percentage": 9.41, "elapsed_time": "7:05:02", "remaining_time": "2 days, 20:13:27"} +{"current_steps": 112, "total_steps": 1180, "loss": 0.23823675513267517, "lr": 9.40677966101695e-05, "epoch": 0.38030560271646857, "percentage": 9.49, "elapsed_time": "7:08:50", "remaining_time": "2 days, 20:09:15"} +{"current_steps": 113, "total_steps": 1180, "loss": 0.24941816926002502, "lr": 9.491525423728815e-05, "epoch": 0.3837011884550085, "percentage": 9.58, "elapsed_time": "7:12:11", "remaining_time": "2 days, 20:00:52"} +{"current_steps": 114, "total_steps": 1180, "loss": 0.22978711128234863, "lr": 9.576271186440679e-05, "epoch": 0.3870967741935484, "percentage": 9.66, "elapsed_time": "7:15:06", "remaining_time": "2 days, 19:48:41"} +{"current_steps": 115, "total_steps": 1180, "loss": 0.23350685834884644, "lr": 9.661016949152543e-05, "epoch": 0.3904923599320883, "percentage": 9.75, "elapsed_time": "7:17:40", "remaining_time": "2 days, 19:33:13"} +{"current_steps": 116, "total_steps": 1180, "loss": 0.2257934808731079, "lr": 9.745762711864407e-05, "epoch": 0.3938879456706282, "percentage": 9.83, "elapsed_time": "7:19:48", "remaining_time": "2 days, 19:14:02"} +{"current_steps": 117, "total_steps": 1180, "loss": 0.24483530223369598, "lr": 9.830508474576272e-05, "epoch": 0.39728353140916806, "percentage": 9.92, "elapsed_time": "7:25:18", "remaining_time": "2 days, 19:25:49"} +{"current_steps": 118, "total_steps": 1180, "loss": 0.24188470840454102, "lr": 9.915254237288136e-05, "epoch": 0.400679117147708, "percentage": 10.0, "elapsed_time": "7:31:35", "remaining_time": "2 days, 19:44:15"} +{"current_steps": 119, "total_steps": 1180, "loss": 0.2457769811153412, "lr": 0.0001, "epoch": 0.40407470288624786, "percentage": 10.08, "elapsed_time": "7:36:13", "remaining_time": "2 days, 19:47:43"} +{"current_steps": 120, "total_steps": 1180, "loss": 0.23224882781505585, "lr": 9.999978122867161e-05, "epoch": 0.4074702886247878, "percentage": 10.17, "elapsed_time": "7:40:00", "remaining_time": "2 days, 19:43:21"} +{"current_steps": 121, "total_steps": 1180, "loss": 0.23609435558319092, "lr": 9.999912491660088e-05, "epoch": 0.41086587436332767, "percentage": 10.25, "elapsed_time": "7:43:18", "remaining_time": "2 days, 19:34:55"} +{"current_steps": 122, "total_steps": 1180, "loss": 0.23923230171203613, "lr": 9.99980310695311e-05, "epoch": 0.4142614601018676, "percentage": 10.34, "elapsed_time": "7:46:15", "remaining_time": "2 days, 19:23:24"} +{"current_steps": 123, "total_steps": 1180, "loss": 0.23534950613975525, "lr": 9.999649969703437e-05, "epoch": 0.41765704584040747, "percentage": 10.42, "elapsed_time": "7:48:51", "remaining_time": "2 days, 19:09:11"} +{"current_steps": 124, "total_steps": 1180, "loss": 0.22054855525493622, "lr": 9.999453081251149e-05, "epoch": 0.42105263157894735, "percentage": 10.51, "elapsed_time": "7:51:05", "remaining_time": "2 days, 18:51:54"} +{"current_steps": 125, "total_steps": 1180, "loss": 0.22554771602153778, "lr": 9.99921244331919e-05, "epoch": 0.4244482173174873, "percentage": 10.59, "elapsed_time": "7:52:49", "remaining_time": "2 days, 18:30:35"} +{"current_steps": 126, "total_steps": 1180, "loss": 0.2488570213317871, "lr": 9.998928058013346e-05, "epoch": 0.42784380305602715, "percentage": 10.68, "elapsed_time": "8:00:56", "remaining_time": "2 days, 19:03:08"} +{"current_steps": 127, "total_steps": 1180, "loss": 0.24295395612716675, "lr": 9.99859992782223e-05, "epoch": 0.4312393887945671, "percentage": 10.76, "elapsed_time": "8:05:51", "remaining_time": "2 days, 19:08:21"} +{"current_steps": 128, "total_steps": 1180, "loss": 0.23964045941829681, "lr": 9.998228055617263e-05, "epoch": 0.43463497453310695, "percentage": 10.85, "elapsed_time": "8:09:59", "remaining_time": "2 days, 19:07:08"} +{"current_steps": 129, "total_steps": 1180, "loss": 0.23436205089092255, "lr": 9.997812444652643e-05, "epoch": 0.4380305602716469, "percentage": 10.93, "elapsed_time": "8:13:34", "remaining_time": "2 days, 19:01:19"} +{"current_steps": 130, "total_steps": 1180, "loss": 0.22157415747642517, "lr": 9.997353098565322e-05, "epoch": 0.44142614601018676, "percentage": 11.02, "elapsed_time": "8:16:41", "remaining_time": "2 days, 18:51:45"} +{"current_steps": 131, "total_steps": 1180, "loss": 0.22607165575027466, "lr": 9.996850021374968e-05, "epoch": 0.44482173174872663, "percentage": 11.1, "elapsed_time": "8:19:24", "remaining_time": "2 days, 18:39:04"} +{"current_steps": 132, "total_steps": 1180, "loss": 0.24126724898815155, "lr": 9.996303217483938e-05, "epoch": 0.44821731748726656, "percentage": 11.19, "elapsed_time": "8:21:46", "remaining_time": "2 days, 18:23:46"} +{"current_steps": 133, "total_steps": 1180, "loss": 0.21310493350028992, "lr": 9.99571269167723e-05, "epoch": 0.45161290322580644, "percentage": 11.27, "elapsed_time": "8:23:43", "remaining_time": "2 days, 18:05:23"} +{"current_steps": 134, "total_steps": 1180, "loss": 0.23288008570671082, "lr": 9.995078449122451e-05, "epoch": 0.45500848896434637, "percentage": 11.36, "elapsed_time": "8:31:03", "remaining_time": "2 days, 18:29:17"} +{"current_steps": 135, "total_steps": 1180, "loss": 0.25551778078079224, "lr": 9.99440049536976e-05, "epoch": 0.45840407470288624, "percentage": 11.44, "elapsed_time": "8:36:14", "remaining_time": "2 days, 18:36:07"} +{"current_steps": 136, "total_steps": 1180, "loss": 0.23258076608181, "lr": 9.993678836351836e-05, "epoch": 0.4617996604414261, "percentage": 11.53, "elapsed_time": "8:40:23", "remaining_time": "2 days, 18:34:44"} +{"current_steps": 137, "total_steps": 1180, "loss": 0.22909608483314514, "lr": 9.99291347838381e-05, "epoch": 0.46519524617996605, "percentage": 11.61, "elapsed_time": "8:43:48", "remaining_time": "2 days, 18:27:52"} +{"current_steps": 138, "total_steps": 1180, "loss": 0.236228346824646, "lr": 9.992104428163216e-05, "epoch": 0.4685908319185059, "percentage": 11.69, "elapsed_time": "8:46:53", "remaining_time": "2 days, 18:18:24"} +{"current_steps": 139, "total_steps": 1180, "loss": 0.2221929281949997, "lr": 9.991251692769932e-05, "epoch": 0.47198641765704585, "percentage": 11.78, "elapsed_time": "8:49:37", "remaining_time": "2 days, 18:06:31"} +{"current_steps": 140, "total_steps": 1180, "loss": 0.22002971172332764, "lr": 9.990355279666124e-05, "epoch": 0.47538200339558573, "percentage": 11.86, "elapsed_time": "8:52:00", "remaining_time": "2 days, 17:52:06"} +{"current_steps": 141, "total_steps": 1180, "loss": 0.22249025106430054, "lr": 9.98941519669617e-05, "epoch": 0.47877758913412566, "percentage": 11.95, "elapsed_time": "8:54:04", "remaining_time": "2 days, 17:35:30"} +{"current_steps": 142, "total_steps": 1180, "loss": 0.20767802000045776, "lr": 9.988431452086596e-05, "epoch": 0.48217317487266553, "percentage": 12.03, "elapsed_time": "8:59:57", "remaining_time": "2 days, 17:47:02"} +{"current_steps": 143, "total_steps": 1180, "loss": 0.24194371700286865, "lr": 9.987404054446008e-05, "epoch": 0.4855687606112054, "percentage": 12.12, "elapsed_time": "9:05:55", "remaining_time": "2 days, 17:58:58"} +{"current_steps": 144, "total_steps": 1180, "loss": 0.24343231320381165, "lr": 9.986333012765013e-05, "epoch": 0.48896434634974534, "percentage": 12.2, "elapsed_time": "9:10:26", "remaining_time": "2 days, 18:00:05"} +{"current_steps": 145, "total_steps": 1180, "loss": 0.24083857238292694, "lr": 9.985218336416138e-05, "epoch": 0.4923599320882852, "percentage": 12.29, "elapsed_time": "9:14:06", "remaining_time": "2 days, 17:55:10"} +{"current_steps": 146, "total_steps": 1180, "loss": 0.23101024329662323, "lr": 9.98406003515375e-05, "epoch": 0.49575551782682514, "percentage": 12.37, "elapsed_time": "9:17:16", "remaining_time": "2 days, 17:46:44"} +{"current_steps": 147, "total_steps": 1180, "loss": 0.23537294566631317, "lr": 9.982858119113979e-05, "epoch": 0.499151103565365, "percentage": 12.46, "elapsed_time": "9:20:04", "remaining_time": "2 days, 17:35:42"} +{"current_steps": 148, "total_steps": 1180, "loss": 0.22967486083507538, "lr": 9.981612598814611e-05, "epoch": 0.5025466893039049, "percentage": 12.54, "elapsed_time": "9:22:30", "remaining_time": "2 days, 17:22:20"} +{"current_steps": 149, "total_steps": 1180, "loss": 0.21077534556388855, "lr": 9.980323485155013e-05, "epoch": 0.5059422750424448, "percentage": 12.63, "elapsed_time": "9:24:35", "remaining_time": "2 days, 17:06:41"} +{"current_steps": 150, "total_steps": 1180, "loss": 0.20987191796302795, "lr": 9.97899078941603e-05, "epoch": 0.5093378607809848, "percentage": 12.71, "elapsed_time": "9:26:18", "remaining_time": "2 days, 16:48:39"} +{"current_steps": 151, "total_steps": 1180, "loss": 0.24986539781093597, "lr": 9.977614523259884e-05, "epoch": 0.5127334465195246, "percentage": 12.8, "elapsed_time": "9:34:21", "remaining_time": "2 days, 17:14:03"} +{"current_steps": 152, "total_steps": 1180, "loss": 0.2411619871854782, "lr": 9.976194698730079e-05, "epoch": 0.5161290322580645, "percentage": 12.88, "elapsed_time": "9:39:13", "remaining_time": "2 days, 17:17:22"} +{"current_steps": 153, "total_steps": 1180, "loss": 0.23960785567760468, "lr": 9.974731328251293e-05, "epoch": 0.5195246179966044, "percentage": 12.97, "elapsed_time": "9:43:17", "remaining_time": "2 days, 17:15:17"} +{"current_steps": 154, "total_steps": 1180, "loss": 0.24369370937347412, "lr": 9.973224424629265e-05, "epoch": 0.5229202037351444, "percentage": 13.05, "elapsed_time": "9:46:53", "remaining_time": "2 days, 17:10:06"} +{"current_steps": 155, "total_steps": 1180, "loss": 0.2217572033405304, "lr": 9.971674001050686e-05, "epoch": 0.5263157894736842, "percentage": 13.14, "elapsed_time": "9:50:01", "remaining_time": "2 days, 17:01:46"} +{"current_steps": 156, "total_steps": 1180, "loss": 0.2258390635251999, "lr": 9.970080071083086e-05, "epoch": 0.5297113752122241, "percentage": 13.22, "elapsed_time": "9:52:52", "remaining_time": "2 days, 16:51:41"} +{"current_steps": 157, "total_steps": 1180, "loss": 0.21871167421340942, "lr": 9.968442648674713e-05, "epoch": 0.533106960950764, "percentage": 13.31, "elapsed_time": "9:55:19", "remaining_time": "2 days, 16:39:02"} +{"current_steps": 158, "total_steps": 1180, "loss": 0.21429364383220673, "lr": 9.966761748154408e-05, "epoch": 0.5365025466893039, "percentage": 13.39, "elapsed_time": "9:57:17", "remaining_time": "2 days, 16:23:31"} +{"current_steps": 159, "total_steps": 1180, "loss": 0.23577401041984558, "lr": 9.965037384231488e-05, "epoch": 0.5398981324278438, "percentage": 13.47, "elapsed_time": "10:06:58", "remaining_time": "2 days, 16:57:35"} +{"current_steps": 160, "total_steps": 1180, "loss": 0.24383918941020966, "lr": 9.963269571995604e-05, "epoch": 0.5432937181663837, "percentage": 13.56, "elapsed_time": "10:12:15", "remaining_time": "2 days, 17:03:06"} +{"current_steps": 161, "total_steps": 1180, "loss": 0.23908346891403198, "lr": 9.961458326916624e-05, "epoch": 0.5466893039049237, "percentage": 13.64, "elapsed_time": "10:16:30", "remaining_time": "2 days, 17:02:00"} +{"current_steps": 162, "total_steps": 1180, "loss": 0.23127907514572144, "lr": 9.959603664844486e-05, "epoch": 0.5500848896434635, "percentage": 13.73, "elapsed_time": "10:20:11", "remaining_time": "2 days, 16:57:17"} +{"current_steps": 163, "total_steps": 1180, "loss": 0.21496352553367615, "lr": 9.957705602009068e-05, "epoch": 0.5534804753820034, "percentage": 13.81, "elapsed_time": "10:23:22", "remaining_time": "2 days, 16:49:24"} +{"current_steps": 164, "total_steps": 1180, "loss": 0.21383583545684814, "lr": 9.955764155020037e-05, "epoch": 0.5568760611205433, "percentage": 13.9, "elapsed_time": "10:26:13", "remaining_time": "2 days, 16:39:30"} +{"current_steps": 165, "total_steps": 1180, "loss": 0.21415869891643524, "lr": 9.95377934086671e-05, "epoch": 0.5602716468590832, "percentage": 13.98, "elapsed_time": "10:28:42", "remaining_time": "2 days, 16:27:29"} +{"current_steps": 166, "total_steps": 1180, "loss": 0.20883099734783173, "lr": 9.951751176917907e-05, "epoch": 0.5636672325976231, "percentage": 14.07, "elapsed_time": "10:30:50", "remaining_time": "2 days, 16:13:25"} +{"current_steps": 167, "total_steps": 1180, "loss": 0.23498499393463135, "lr": 9.94967968092179e-05, "epoch": 0.567062818336163, "percentage": 14.15, "elapsed_time": "10:36:20", "remaining_time": "2 days, 16:19:58"} +{"current_steps": 168, "total_steps": 1180, "loss": 0.23385265469551086, "lr": 9.947564871005717e-05, "epoch": 0.5704584040747029, "percentage": 14.24, "elapsed_time": "10:42:26", "remaining_time": "2 days, 16:29:53"} +{"current_steps": 169, "total_steps": 1180, "loss": 0.22728487849235535, "lr": 9.94540676567608e-05, "epoch": 0.5738539898132428, "percentage": 14.32, "elapsed_time": "10:46:55", "remaining_time": "2 days, 16:30:04"} +{"current_steps": 170, "total_steps": 1180, "loss": 0.21729111671447754, "lr": 9.943205383818141e-05, "epoch": 0.5772495755517827, "percentage": 14.41, "elapsed_time": "10:50:45", "remaining_time": "2 days, 16:26:14"} +{"current_steps": 171, "total_steps": 1180, "loss": 0.23023006319999695, "lr": 9.940960744695868e-05, "epoch": 0.5806451612903226, "percentage": 14.49, "elapsed_time": "10:54:03", "remaining_time": "2 days, 16:19:21"} +{"current_steps": 172, "total_steps": 1180, "loss": 0.2244199961423874, "lr": 9.938672867951773e-05, "epoch": 0.5840407470288624, "percentage": 14.58, "elapsed_time": "10:56:58", "remaining_time": "2 days, 16:10:11"} +{"current_steps": 173, "total_steps": 1180, "loss": 0.2145002782344818, "lr": 9.936341773606723e-05, "epoch": 0.5874363327674024, "percentage": 14.66, "elapsed_time": "10:59:33", "remaining_time": "2 days, 15:59:08"} +{"current_steps": 174, "total_steps": 1180, "loss": 0.20907706022262573, "lr": 9.933967482059787e-05, "epoch": 0.5908319185059423, "percentage": 14.75, "elapsed_time": "11:01:41", "remaining_time": "2 days, 15:45:40"} +{"current_steps": 175, "total_steps": 1180, "loss": 0.19370412826538086, "lr": 9.931550014088039e-05, "epoch": 0.5942275042444821, "percentage": 14.83, "elapsed_time": "11:03:23", "remaining_time": "2 days, 15:29:43"} +{"current_steps": 176, "total_steps": 1180, "loss": 0.2393697202205658, "lr": 9.929089390846387e-05, "epoch": 0.597623089983022, "percentage": 14.92, "elapsed_time": "11:11:09", "remaining_time": "2 days, 15:48:37"} +{"current_steps": 177, "total_steps": 1180, "loss": 0.24075564742088318, "lr": 9.926585633867385e-05, "epoch": 0.601018675721562, "percentage": 15.0, "elapsed_time": "11:15:59", "remaining_time": "2 days, 15:50:36"} +{"current_steps": 178, "total_steps": 1180, "loss": 0.23893170058727264, "lr": 9.924038765061042e-05, "epoch": 0.6044142614601019, "percentage": 15.08, "elapsed_time": "11:19:57", "remaining_time": "2 days, 15:47:37"} +{"current_steps": 179, "total_steps": 1180, "loss": 0.22211198508739471, "lr": 9.921448806714631e-05, "epoch": 0.6078098471986417, "percentage": 15.17, "elapsed_time": "11:23:24", "remaining_time": "2 days, 15:41:47"} +{"current_steps": 180, "total_steps": 1180, "loss": 0.22911500930786133, "lr": 9.918815781492496e-05, "epoch": 0.6112054329371817, "percentage": 15.25, "elapsed_time": "11:26:27", "remaining_time": "2 days, 15:33:40"} +{"current_steps": 181, "total_steps": 1180, "loss": 0.22218236327171326, "lr": 9.916139712435859e-05, "epoch": 0.6146010186757216, "percentage": 15.34, "elapsed_time": "11:29:05", "remaining_time": "2 days, 15:23:18"} +{"current_steps": 182, "total_steps": 1180, "loss": 0.21815602481365204, "lr": 9.913420622962606e-05, "epoch": 0.6179966044142614, "percentage": 15.42, "elapsed_time": "11:31:21", "remaining_time": "2 days, 15:11:05"} +{"current_steps": 183, "total_steps": 1180, "loss": 0.21466827392578125, "lr": 9.910658536867086e-05, "epoch": 0.6213921901528013, "percentage": 15.51, "elapsed_time": "11:33:16", "remaining_time": "2 days, 14:56:58"} +{"current_steps": 184, "total_steps": 1180, "loss": 0.2501360774040222, "lr": 9.907853478319912e-05, "epoch": 0.6247877758913413, "percentage": 15.59, "elapsed_time": "11:41:13", "remaining_time": "2 days, 15:15:48"} +{"current_steps": 185, "total_steps": 1180, "loss": 0.24319049715995789, "lr": 9.905005471867739e-05, "epoch": 0.6281833616298812, "percentage": 15.68, "elapsed_time": "11:46:35", "remaining_time": "2 days, 15:20:20"} +{"current_steps": 186, "total_steps": 1180, "loss": 0.23267647624015808, "lr": 9.902114542433051e-05, "epoch": 0.631578947368421, "percentage": 15.76, "elapsed_time": "11:50:53", "remaining_time": "2 days, 15:19:05"} +{"current_steps": 187, "total_steps": 1180, "loss": 0.23907360434532166, "lr": 9.89918071531395e-05, "epoch": 0.634974533106961, "percentage": 15.85, "elapsed_time": "11:54:31", "remaining_time": "2 days, 15:14:13"} +{"current_steps": 188, "total_steps": 1180, "loss": 0.22426418960094452, "lr": 9.896204016183925e-05, "epoch": 0.6383701188455009, "percentage": 15.93, "elapsed_time": "11:57:40", "remaining_time": "2 days, 15:06:52"} +{"current_steps": 189, "total_steps": 1180, "loss": 0.2166368067264557, "lr": 9.89318447109163e-05, "epoch": 0.6417657045840407, "percentage": 16.02, "elapsed_time": "12:00:23", "remaining_time": "2 days, 14:57:19"} +{"current_steps": 190, "total_steps": 1180, "loss": 0.21565070748329163, "lr": 9.890122106460666e-05, "epoch": 0.6451612903225806, "percentage": 16.1, "elapsed_time": "12:02:46", "remaining_time": "2 days, 14:45:59"} +{"current_steps": 191, "total_steps": 1180, "loss": 0.22057998180389404, "lr": 9.887016949089333e-05, "epoch": 0.6485568760611206, "percentage": 16.19, "elapsed_time": "12:04:48", "remaining_time": "2 days, 14:33:03"} +{"current_steps": 192, "total_steps": 1180, "loss": 0.22001051902770996, "lr": 9.883869026150409e-05, "epoch": 0.6519524617996605, "percentage": 16.27, "elapsed_time": "12:10:04", "remaining_time": "2 days, 14:36:53"} +{"current_steps": 193, "total_steps": 1180, "loss": 0.24053768813610077, "lr": 9.880678365190902e-05, "epoch": 0.6553480475382003, "percentage": 16.36, "elapsed_time": "12:16:09", "remaining_time": "2 days, 14:44:42"} +{"current_steps": 194, "total_steps": 1180, "loss": 0.2291802614927292, "lr": 9.87744499413182e-05, "epoch": 0.6587436332767402, "percentage": 16.44, "elapsed_time": "12:20:32", "remaining_time": "2 days, 14:43:46"} +{"current_steps": 195, "total_steps": 1180, "loss": 0.23475182056427002, "lr": 9.874168941267919e-05, "epoch": 0.6621392190152802, "percentage": 16.53, "elapsed_time": "12:24:13", "remaining_time": "2 days, 14:39:17"} +{"current_steps": 196, "total_steps": 1180, "loss": 0.21865954995155334, "lr": 9.870850235267453e-05, "epoch": 0.66553480475382, "percentage": 16.61, "elapsed_time": "12:27:26", "remaining_time": "2 days, 14:32:29"} +{"current_steps": 197, "total_steps": 1180, "loss": 0.2129548043012619, "lr": 9.867488905171933e-05, "epoch": 0.6689303904923599, "percentage": 16.69, "elapsed_time": "12:30:20", "remaining_time": "2 days, 14:24:04"} +{"current_steps": 198, "total_steps": 1180, "loss": 0.21274515986442566, "lr": 9.864084980395867e-05, "epoch": 0.6723259762308998, "percentage": 16.78, "elapsed_time": "12:32:54", "remaining_time": "2 days, 14:14:08"} +{"current_steps": 199, "total_steps": 1180, "loss": 0.22238099575042725, "lr": 9.860638490726497e-05, "epoch": 0.6757215619694398, "percentage": 16.86, "elapsed_time": "12:35:09", "remaining_time": "2 days, 14:02:40"} +{"current_steps": 200, "total_steps": 1180, "loss": 0.20551300048828125, "lr": 9.857149466323549e-05, "epoch": 0.6791171477079796, "percentage": 16.95, "elapsed_time": "12:36:54", "remaining_time": "2 days, 13:48:52"} +{"current_steps": 201, "total_steps": 1180, "loss": 0.2297489047050476, "lr": 9.853617937718966e-05, "epoch": 0.6825127334465195, "percentage": 17.03, "elapsed_time": "12:45:17", "remaining_time": "2 days, 14:07:27"} +{"current_steps": 202, "total_steps": 1180, "loss": 0.2405668944120407, "lr": 9.850043935816633e-05, "epoch": 0.6859083191850595, "percentage": 17.12, "elapsed_time": "12:49:52", "remaining_time": "2 days, 14:07:25"} +{"current_steps": 203, "total_steps": 1180, "loss": 0.23680107295513153, "lr": 9.846427491892118e-05, "epoch": 0.6893039049235993, "percentage": 17.2, "elapsed_time": "12:53:36", "remaining_time": "2 days, 14:03:14"} +{"current_steps": 204, "total_steps": 1180, "loss": 0.22432434558868408, "lr": 9.842768637592388e-05, "epoch": 0.6926994906621392, "percentage": 17.29, "elapsed_time": "12:56:47", "remaining_time": "2 days, 13:56:23"} +{"current_steps": 205, "total_steps": 1180, "loss": 0.21109239757061005, "lr": 9.839067404935542e-05, "epoch": 0.6960950764006791, "percentage": 17.37, "elapsed_time": "12:59:40", "remaining_time": "2 days, 13:48:12"} +{"current_steps": 206, "total_steps": 1180, "loss": 0.22163572907447815, "lr": 9.835323826310521e-05, "epoch": 0.6994906621392191, "percentage": 17.46, "elapsed_time": "13:02:15", "remaining_time": "2 days, 13:38:37"} +{"current_steps": 207, "total_steps": 1180, "loss": 0.2140854448080063, "lr": 9.831537934476835e-05, "epoch": 0.7028862478777589, "percentage": 17.54, "elapsed_time": "13:04:32", "remaining_time": "2 days, 13:27:43"} +{"current_steps": 208, "total_steps": 1180, "loss": 0.21572613716125488, "lr": 9.827709762564263e-05, "epoch": 0.7062818336162988, "percentage": 17.63, "elapsed_time": "13:06:29", "remaining_time": "2 days, 13:15:18"} +{"current_steps": 209, "total_steps": 1180, "loss": 0.2118043154478073, "lr": 9.82383934407258e-05, "epoch": 0.7096774193548387, "percentage": 17.71, "elapsed_time": "13:14:01", "remaining_time": "2 days, 13:28:57"} +{"current_steps": 210, "total_steps": 1180, "loss": 0.24360692501068115, "lr": 9.819926712871247e-05, "epoch": 0.7130730050933786, "percentage": 17.8, "elapsed_time": "13:19:23", "remaining_time": "2 days, 13:32:27"} +{"current_steps": 211, "total_steps": 1180, "loss": 0.23330163955688477, "lr": 9.815971903199126e-05, "epoch": 0.7164685908319185, "percentage": 17.88, "elapsed_time": "13:23:41", "remaining_time": "2 days, 13:30:53"} +{"current_steps": 212, "total_steps": 1180, "loss": 0.22115230560302734, "lr": 9.811974949664175e-05, "epoch": 0.7198641765704584, "percentage": 17.97, "elapsed_time": "13:27:18", "remaining_time": "2 days, 13:26:13"} +{"current_steps": 213, "total_steps": 1180, "loss": 0.21811804175376892, "lr": 9.807935887243147e-05, "epoch": 0.7232597623089984, "percentage": 18.05, "elapsed_time": "13:30:27", "remaining_time": "2 days, 13:19:23"} +{"current_steps": 214, "total_steps": 1180, "loss": 0.21622085571289062, "lr": 9.803854751281285e-05, "epoch": 0.7266553480475382, "percentage": 18.14, "elapsed_time": "13:33:10", "remaining_time": "2 days, 13:10:40"} +{"current_steps": 215, "total_steps": 1180, "loss": 0.21213003993034363, "lr": 9.79973157749201e-05, "epoch": 0.7300509337860781, "percentage": 18.22, "elapsed_time": "13:35:32", "remaining_time": "2 days, 13:00:25"} +{"current_steps": 216, "total_steps": 1180, "loss": 0.206097811460495, "lr": 9.79556640195661e-05, "epoch": 0.733446519524618, "percentage": 18.31, "elapsed_time": "13:37:36", "remaining_time": "2 days, 12:48:55"} +{"current_steps": 217, "total_steps": 1180, "loss": 0.2234858274459839, "lr": 9.791359261123926e-05, "epoch": 0.7368421052631579, "percentage": 18.39, "elapsed_time": "13:43:06", "remaining_time": "2 days, 12:52:45"} +{"current_steps": 218, "total_steps": 1180, "loss": 0.24231219291687012, "lr": 9.787110191810027e-05, "epoch": 0.7402376910016978, "percentage": 18.47, "elapsed_time": "13:49:11", "remaining_time": "2 days, 12:59:04"} +{"current_steps": 219, "total_steps": 1180, "loss": 0.2433917224407196, "lr": 9.782819231197898e-05, "epoch": 0.7436332767402377, "percentage": 18.56, "elapsed_time": "13:53:46", "remaining_time": "2 days, 12:58:43"} +{"current_steps": 220, "total_steps": 1180, "loss": 0.23701052367687225, "lr": 9.7784864168371e-05, "epoch": 0.7470288624787776, "percentage": 18.64, "elapsed_time": "13:57:40", "remaining_time": "2 days, 12:55:17"} +{"current_steps": 221, "total_steps": 1180, "loss": 0.2211240977048874, "lr": 9.77411178664346e-05, "epoch": 0.7504244482173175, "percentage": 18.73, "elapsed_time": "14:01:03", "remaining_time": "2 days, 12:49:38"} +{"current_steps": 222, "total_steps": 1180, "loss": 0.21307848393917084, "lr": 9.769695378898722e-05, "epoch": 0.7538200339558574, "percentage": 18.81, "elapsed_time": "14:04:02", "remaining_time": "2 days, 12:42:17"} +{"current_steps": 223, "total_steps": 1180, "loss": 0.1993296593427658, "lr": 9.765237232250222e-05, "epoch": 0.7572156196943973, "percentage": 18.9, "elapsed_time": "14:06:37", "remaining_time": "2 days, 12:33:16"} +{"current_steps": 224, "total_steps": 1180, "loss": 0.2002106010913849, "lr": 9.760737385710547e-05, "epoch": 0.7606112054329371, "percentage": 18.98, "elapsed_time": "14:08:47", "remaining_time": "2 days, 12:22:29"} +{"current_steps": 225, "total_steps": 1180, "loss": 0.20609150826931, "lr": 9.756195878657192e-05, "epoch": 0.7640067911714771, "percentage": 19.07, "elapsed_time": "14:10:30", "remaining_time": "2 days, 12:09:56"} +{"current_steps": 226, "total_steps": 1180, "loss": 0.25632837414741516, "lr": 9.75161275083222e-05, "epoch": 0.767402376910017, "percentage": 19.15, "elapsed_time": "14:18:45", "remaining_time": "2 days, 12:24:59"} +{"current_steps": 227, "total_steps": 1180, "loss": 0.24463418126106262, "lr": 9.746988042341906e-05, "epoch": 0.7707979626485568, "percentage": 19.24, "elapsed_time": "14:23:27", "remaining_time": "2 days, 12:25:01"} +{"current_steps": 228, "total_steps": 1180, "loss": 0.22175154089927673, "lr": 9.7423217936564e-05, "epoch": 0.7741935483870968, "percentage": 19.32, "elapsed_time": "14:27:25", "remaining_time": "2 days, 12:21:51"} +{"current_steps": 229, "total_steps": 1180, "loss": 0.2339438796043396, "lr": 9.737614045609356e-05, "epoch": 0.7775891341256367, "percentage": 19.41, "elapsed_time": "14:30:48", "remaining_time": "2 days, 12:16:17"} +{"current_steps": 230, "total_steps": 1180, "loss": 0.2252509444952011, "lr": 9.732864839397584e-05, "epoch": 0.7809847198641766, "percentage": 19.49, "elapsed_time": "14:33:49", "remaining_time": "2 days, 12:09:16"} +{"current_steps": 231, "total_steps": 1180, "loss": 0.22049729526042938, "lr": 9.728074216580694e-05, "epoch": 0.7843803056027164, "percentage": 19.58, "elapsed_time": "14:36:31", "remaining_time": "2 days, 12:00:58"} +{"current_steps": 232, "total_steps": 1180, "loss": 0.20171833038330078, "lr": 9.723242219080721e-05, "epoch": 0.7877758913412564, "percentage": 19.66, "elapsed_time": "14:38:51", "remaining_time": "2 days, 11:51:10"} +{"current_steps": 233, "total_steps": 1180, "loss": 0.20669804513454437, "lr": 9.718368889181764e-05, "epoch": 0.7911714770797963, "percentage": 19.75, "elapsed_time": "14:40:42", "remaining_time": "2 days, 11:39:30"} +{"current_steps": 234, "total_steps": 1180, "loss": 0.24574396014213562, "lr": 9.71345426952962e-05, "epoch": 0.7945670628183361, "percentage": 19.83, "elapsed_time": "14:48:25", "remaining_time": "2 days, 11:51:39"} +{"current_steps": 235, "total_steps": 1180, "loss": 0.23050853610038757, "lr": 9.708498403131401e-05, "epoch": 0.797962648556876, "percentage": 19.92, "elapsed_time": "14:53:51", "remaining_time": "2 days, 11:54:26"} +{"current_steps": 236, "total_steps": 1180, "loss": 0.2236669361591339, "lr": 9.703501333355168e-05, "epoch": 0.801358234295416, "percentage": 20.0, "elapsed_time": "14:58:10", "remaining_time": "2 days, 11:52:41"} +{"current_steps": 237, "total_steps": 1180, "loss": 0.2220085710287094, "lr": 9.698463103929542e-05, "epoch": 0.8047538200339559, "percentage": 20.08, "elapsed_time": "15:01:56", "remaining_time": "2 days, 11:48:43"} +{"current_steps": 238, "total_steps": 1180, "loss": 0.21017488837242126, "lr": 9.693383758943333e-05, "epoch": 0.8081494057724957, "percentage": 20.17, "elapsed_time": "15:05:06", "remaining_time": "2 days, 11:42:24"} +{"current_steps": 239, "total_steps": 1180, "loss": 0.21301934123039246, "lr": 9.68826334284514e-05, "epoch": 0.8115449915110357, "percentage": 20.25, "elapsed_time": "15:07:54", "remaining_time": "2 days, 11:34:38"} +{"current_steps": 240, "total_steps": 1180, "loss": 0.2175242006778717, "lr": 9.683101900442973e-05, "epoch": 0.8149405772495756, "percentage": 20.34, "elapsed_time": "15:10:22", "remaining_time": "2 days, 11:25:36"} +{"current_steps": 241, "total_steps": 1180, "loss": 0.20314472913742065, "lr": 9.677899476903857e-05, "epoch": 0.8183361629881154, "percentage": 20.42, "elapsed_time": "15:12:26", "remaining_time": "2 days, 11:15:06"} +{"current_steps": 242, "total_steps": 1180, "loss": 0.20858506858348846, "lr": 9.672656117753434e-05, "epoch": 0.8217317487266553, "percentage": 20.51, "elapsed_time": "15:17:54", "remaining_time": "2 days, 11:17:52"} +{"current_steps": 243, "total_steps": 1180, "loss": 0.23567888140678406, "lr": 9.667371868875574e-05, "epoch": 0.8251273344651953, "percentage": 20.59, "elapsed_time": "15:23:39", "remaining_time": "2 days, 11:21:37"} +{"current_steps": 244, "total_steps": 1180, "loss": 0.21773743629455566, "lr": 9.662046776511959e-05, "epoch": 0.8285229202037352, "percentage": 20.68, "elapsed_time": "15:27:58", "remaining_time": "2 days, 11:19:46"} +{"current_steps": 245, "total_steps": 1180, "loss": 0.22131644189357758, "lr": 9.656680887261693e-05, "epoch": 0.831918505942275, "percentage": 20.76, "elapsed_time": "15:31:40", "remaining_time": "2 days, 11:15:33"} +{"current_steps": 246, "total_steps": 1180, "loss": 0.2135392427444458, "lr": 9.651274248080882e-05, "epoch": 0.8353140916808149, "percentage": 20.85, "elapsed_time": "15:34:56", "remaining_time": "2 days, 11:09:42"} +{"current_steps": 247, "total_steps": 1180, "loss": 0.20288246870040894, "lr": 9.645826906282233e-05, "epoch": 0.8387096774193549, "percentage": 20.93, "elapsed_time": "15:37:50", "remaining_time": "2 days, 11:02:33"} +{"current_steps": 248, "total_steps": 1180, "loss": 0.2056213915348053, "lr": 9.640338909534636e-05, "epoch": 0.8421052631578947, "percentage": 21.02, "elapsed_time": "15:40:22", "remaining_time": "2 days, 10:53:57"} +{"current_steps": 249, "total_steps": 1180, "loss": 0.20447847247123718, "lr": 9.634810305862741e-05, "epoch": 0.8455008488964346, "percentage": 21.1, "elapsed_time": "15:42:31", "remaining_time": "2 days, 10:44:04"} +{"current_steps": 250, "total_steps": 1180, "loss": 0.2039603888988495, "lr": 9.62924114364655e-05, "epoch": 0.8488964346349746, "percentage": 21.19, "elapsed_time": "15:44:15", "remaining_time": "2 days, 10:32:39"} +{"current_steps": 251, "total_steps": 1180, "loss": 0.22734412550926208, "lr": 9.62363147162098e-05, "epoch": 0.8522920203735145, "percentage": 21.27, "elapsed_time": "15:52:10", "remaining_time": "2 days, 10:44:09"} +{"current_steps": 252, "total_steps": 1180, "loss": 0.2254883348941803, "lr": 9.617981338875448e-05, "epoch": 0.8556876061120543, "percentage": 21.36, "elapsed_time": "15:57:10", "remaining_time": "2 days, 10:44:50"} +{"current_steps": 253, "total_steps": 1180, "loss": 0.22558364272117615, "lr": 9.612290794853439e-05, "epoch": 0.8590831918505942, "percentage": 21.44, "elapsed_time": "16:01:14", "remaining_time": "2 days, 10:42:01"} +{"current_steps": 254, "total_steps": 1180, "loss": 0.2222035974264145, "lr": 9.606559889352064e-05, "epoch": 0.8624787775891342, "percentage": 21.53, "elapsed_time": "16:04:43", "remaining_time": "2 days, 10:37:04"} +{"current_steps": 255, "total_steps": 1180, "loss": 0.216760516166687, "lr": 9.60078867252164e-05, "epoch": 0.865874363327674, "percentage": 21.61, "elapsed_time": "16:07:50", "remaining_time": "2 days, 10:30:46"} +{"current_steps": 256, "total_steps": 1180, "loss": 0.21268808841705322, "lr": 9.594977194865234e-05, "epoch": 0.8692699490662139, "percentage": 21.69, "elapsed_time": "16:10:31", "remaining_time": "2 days, 10:22:57"} +{"current_steps": 257, "total_steps": 1180, "loss": 0.2067847102880478, "lr": 9.589125507238233e-05, "epoch": 0.8726655348047538, "percentage": 21.78, "elapsed_time": "16:12:50", "remaining_time": "2 days, 10:13:54"} +{"current_steps": 258, "total_steps": 1180, "loss": 0.19506299495697021, "lr": 9.583233660847899e-05, "epoch": 0.8760611205432938, "percentage": 21.86, "elapsed_time": "16:14:44", "remaining_time": "2 days, 10:03:21"} +{"current_steps": 259, "total_steps": 1180, "loss": 0.2254624366760254, "lr": 9.577301707252912e-05, "epoch": 0.8794567062818336, "percentage": 21.95, "elapsed_time": "16:22:56", "remaining_time": "2 days, 10:15:20"} +{"current_steps": 260, "total_steps": 1180, "loss": 0.2179679274559021, "lr": 9.57132969836293e-05, "epoch": 0.8828522920203735, "percentage": 22.03, "elapsed_time": "16:28:12", "remaining_time": "2 days, 10:16:44"} +{"current_steps": 261, "total_steps": 1180, "loss": 0.23668955266475677, "lr": 9.565317686438123e-05, "epoch": 0.8862478777589134, "percentage": 22.12, "elapsed_time": "16:32:25", "remaining_time": "2 days, 10:14:25"} +{"current_steps": 262, "total_steps": 1180, "loss": 0.22097456455230713, "lr": 9.559265724088723e-05, "epoch": 0.8896434634974533, "percentage": 22.2, "elapsed_time": "16:36:00", "remaining_time": "2 days, 10:09:49"} +{"current_steps": 263, "total_steps": 1180, "loss": 0.2137799859046936, "lr": 9.553173864274567e-05, "epoch": 0.8930390492359932, "percentage": 22.29, "elapsed_time": "16:39:07", "remaining_time": "2 days, 10:03:39"} +{"current_steps": 264, "total_steps": 1180, "loss": 0.21889595687389374, "lr": 9.547042160304624e-05, "epoch": 0.8964346349745331, "percentage": 22.37, "elapsed_time": "16:41:55", "remaining_time": "2 days, 9:56:24"} +{"current_steps": 265, "total_steps": 1180, "loss": 0.2062954157590866, "lr": 9.540870665836535e-05, "epoch": 0.8998302207130731, "percentage": 22.46, "elapsed_time": "16:44:20", "remaining_time": "2 days, 9:47:49"} +{"current_steps": 266, "total_steps": 1180, "loss": 0.20279817283153534, "lr": 9.534659434876141e-05, "epoch": 0.9032258064516129, "percentage": 22.54, "elapsed_time": "16:46:27", "remaining_time": "2 days, 9:38:16"} +{"current_steps": 267, "total_steps": 1180, "loss": 0.21280381083488464, "lr": 9.528408521777013e-05, "epoch": 0.9066213921901528, "percentage": 22.63, "elapsed_time": "16:52:37", "remaining_time": "2 days, 9:42:38"} +{"current_steps": 268, "total_steps": 1180, "loss": 0.22928762435913086, "lr": 9.522117981239973e-05, "epoch": 0.9100169779286927, "percentage": 22.71, "elapsed_time": "16:58:49", "remaining_time": "2 days, 9:47:01"} +{"current_steps": 269, "total_steps": 1180, "loss": 0.2128586769104004, "lr": 9.515787868312619e-05, "epoch": 0.9134125636672326, "percentage": 22.8, "elapsed_time": "17:03:23", "remaining_time": "2 days, 9:45:50"} +{"current_steps": 270, "total_steps": 1180, "loss": 0.2105902135372162, "lr": 9.509418238388837e-05, "epoch": 0.9168081494057725, "percentage": 22.88, "elapsed_time": "17:07:17", "remaining_time": "2 days, 9:42:20"} +{"current_steps": 271, "total_steps": 1180, "loss": 0.21366271376609802, "lr": 9.503009147208323e-05, "epoch": 0.9202037351443124, "percentage": 22.97, "elapsed_time": "17:10:38", "remaining_time": "2 days, 9:37:00"} +{"current_steps": 272, "total_steps": 1180, "loss": 0.21506068110466003, "lr": 9.496560650856097e-05, "epoch": 0.9235993208828522, "percentage": 23.05, "elapsed_time": "17:13:29", "remaining_time": "2 days, 9:30:02"} +{"current_steps": 273, "total_steps": 1180, "loss": 0.19642814993858337, "lr": 9.490072805761999e-05, "epoch": 0.9269949066213922, "percentage": 23.14, "elapsed_time": "17:15:57", "remaining_time": "2 days, 9:21:48"} +{"current_steps": 274, "total_steps": 1180, "loss": 0.19250059127807617, "lr": 9.48354566870021e-05, "epoch": 0.9303904923599321, "percentage": 23.22, "elapsed_time": "17:18:05", "remaining_time": "2 days, 9:12:32"} +{"current_steps": 275, "total_steps": 1180, "loss": 0.20365141332149506, "lr": 9.476979296788747e-05, "epoch": 0.933786078098472, "percentage": 23.31, "elapsed_time": "17:19:50", "remaining_time": "2 days, 9:01:59"} +{"current_steps": 276, "total_steps": 1180, "loss": 0.23507770895957947, "lr": 9.470373747488966e-05, "epoch": 0.9371816638370118, "percentage": 23.39, "elapsed_time": "17:28:43", "remaining_time": "2 days, 9:14:55"} +{"current_steps": 277, "total_steps": 1180, "loss": 0.22653673589229584, "lr": 9.463729078605062e-05, "epoch": 0.9405772495755518, "percentage": 23.47, "elapsed_time": "17:33:54", "remaining_time": "2 days, 9:15:38"} +{"current_steps": 278, "total_steps": 1180, "loss": 0.21832823753356934, "lr": 9.457045348283552e-05, "epoch": 0.9439728353140917, "percentage": 23.56, "elapsed_time": "17:37:46", "remaining_time": "2 days, 9:12:03"} +{"current_steps": 279, "total_steps": 1180, "loss": 0.22689786553382874, "lr": 9.450322615012783e-05, "epoch": 0.9473684210526315, "percentage": 23.64, "elapsed_time": "17:41:09", "remaining_time": "2 days, 9:06:52"} +{"current_steps": 280, "total_steps": 1180, "loss": 0.21119575202465057, "lr": 9.443560937622403e-05, "epoch": 0.9507640067911715, "percentage": 23.73, "elapsed_time": "17:44:05", "remaining_time": "2 days, 9:00:17"} +{"current_steps": 281, "total_steps": 1180, "loss": 0.21295826137065887, "lr": 9.436760375282859e-05, "epoch": 0.9541595925297114, "percentage": 23.81, "elapsed_time": "17:46:40", "remaining_time": "2 days, 8:52:37"} +{"current_steps": 282, "total_steps": 1180, "loss": 0.20517000555992126, "lr": 9.429920987504872e-05, "epoch": 0.9575551782682513, "percentage": 23.9, "elapsed_time": "17:48:57", "remaining_time": "2 days, 8:43:58"} +{"current_steps": 283, "total_steps": 1180, "loss": 0.20758795738220215, "lr": 9.423042834138924e-05, "epoch": 0.9609507640067911, "percentage": 23.98, "elapsed_time": "17:50:49", "remaining_time": "2 days, 8:34:04"} +{"current_steps": 284, "total_steps": 1180, "loss": 0.22162894904613495, "lr": 9.41612597537472e-05, "epoch": 0.9643463497453311, "percentage": 24.07, "elapsed_time": "17:58:37", "remaining_time": "2 days, 8:42:57"} +{"current_steps": 285, "total_steps": 1180, "loss": 0.22531533241271973, "lr": 9.40917047174068e-05, "epoch": 0.967741935483871, "percentage": 24.15, "elapsed_time": "18:03:58", "remaining_time": "2 days, 8:44:02"} +{"current_steps": 286, "total_steps": 1180, "loss": 0.2250673472881317, "lr": 9.402176384103391e-05, "epoch": 0.9711375212224108, "percentage": 24.24, "elapsed_time": "18:08:19", "remaining_time": "2 days, 8:41:59"} +{"current_steps": 287, "total_steps": 1180, "loss": 0.21567688882350922, "lr": 9.395143773667088e-05, "epoch": 0.9745331069609507, "percentage": 24.32, "elapsed_time": "18:12:03", "remaining_time": "2 days, 8:37:57"} +{"current_steps": 288, "total_steps": 1180, "loss": 0.216848224401474, "lr": 9.388072701973112e-05, "epoch": 0.9779286926994907, "percentage": 24.41, "elapsed_time": "18:15:19", "remaining_time": "2 days, 8:32:28"} +{"current_steps": 289, "total_steps": 1180, "loss": 0.20292401313781738, "lr": 9.380963230899371e-05, "epoch": 0.9813242784380306, "percentage": 24.49, "elapsed_time": "18:18:12", "remaining_time": "2 days, 8:25:48"} +{"current_steps": 290, "total_steps": 1180, "loss": 0.20285692811012268, "lr": 9.373815422659806e-05, "epoch": 0.9847198641765704, "percentage": 24.58, "elapsed_time": "18:20:41", "remaining_time": "2 days, 8:17:59"} +{"current_steps": 291, "total_steps": 1180, "loss": 0.20322749018669128, "lr": 9.366629339803836e-05, "epoch": 0.9881154499151104, "percentage": 24.66, "elapsed_time": "18:22:46", "remaining_time": "2 days, 8:08:57"} +{"current_steps": 292, "total_steps": 1180, "loss": 0.22512313723564148, "lr": 9.359405045215816e-05, "epoch": 0.9915110356536503, "percentage": 24.75, "elapsed_time": "18:26:32", "remaining_time": "2 days, 8:05:04"} +{"current_steps": 293, "total_steps": 1180, "loss": 0.21850597858428955, "lr": 9.352142602114486e-05, "epoch": 0.9949066213921901, "percentage": 24.83, "elapsed_time": "18:30:55", "remaining_time": "2 days, 8:03:06"} +{"current_steps": 294, "total_steps": 1180, "loss": 0.2138933390378952, "lr": 9.34484207405242e-05, "epoch": 0.99830220713073, "percentage": 24.92, "elapsed_time": "18:33:45", "remaining_time": "2 days, 7:56:25"} +{"current_steps": 295, "total_steps": 1180, "loss": 0.18181435763835907, "lr": 9.337503524915468e-05, "epoch": 1.0, "percentage": 25.0, "elapsed_time": "18:34:43", "remaining_time": "2 days, 7:44:11"} +{"current_steps": 296, "total_steps": 1180, "loss": 0.1851600855588913, "lr": 9.330127018922194e-05, "epoch": 1.00339558573854, "percentage": 25.08, "elapsed_time": "18:43:58", "remaining_time": "2 days, 7:56:45"} +{"current_steps": 297, "total_steps": 1180, "loss": 0.18672308325767517, "lr": 9.322712620623319e-05, "epoch": 1.0067911714770799, "percentage": 25.17, "elapsed_time": "18:48:50", "remaining_time": "2 days, 7:56:08"} +{"current_steps": 298, "total_steps": 1180, "loss": 0.18454226851463318, "lr": 9.315260394901153e-05, "epoch": 1.0101867572156198, "percentage": 25.25, "elapsed_time": "18:52:50", "remaining_time": "2 days, 7:52:54"} +{"current_steps": 299, "total_steps": 1180, "loss": 0.17138835787773132, "lr": 9.30777040696903e-05, "epoch": 1.0135823429541595, "percentage": 25.34, "elapsed_time": "18:56:13", "remaining_time": "2 days, 7:47:53"} +{"current_steps": 300, "total_steps": 1180, "loss": 0.1583154946565628, "lr": 9.300242722370735e-05, "epoch": 1.0169779286926994, "percentage": 25.42, "elapsed_time": "18:59:14", "remaining_time": "2 days, 7:41:45"} +{"current_steps": 301, "total_steps": 1180, "loss": 0.15624071657657623, "lr": 9.292677406979929e-05, "epoch": 1.0203735144312394, "percentage": 25.51, "elapsed_time": "19:01:50", "remaining_time": "2 days, 7:34:29"} +{"current_steps": 302, "total_steps": 1180, "loss": 0.13611823320388794, "lr": 9.285074526999576e-05, "epoch": 1.0237691001697793, "percentage": 25.59, "elapsed_time": "19:04:03", "remaining_time": "2 days, 7:26:06"} +{"current_steps": 303, "total_steps": 1180, "loss": 0.13991695642471313, "lr": 9.277434148961364e-05, "epoch": 1.0271646859083192, "percentage": 25.68, "elapsed_time": "19:05:55", "remaining_time": "2 days, 7:16:45"} +{"current_steps": 304, "total_steps": 1180, "loss": 0.17404183745384216, "lr": 9.269756339725116e-05, "epoch": 1.0305602716468591, "percentage": 25.76, "elapsed_time": "19:13:45", "remaining_time": "2 days, 7:24:37"} +{"current_steps": 305, "total_steps": 1180, "loss": 0.16527508199214935, "lr": 9.262041166478214e-05, "epoch": 1.033955857385399, "percentage": 25.85, "elapsed_time": "19:19:00", "remaining_time": "2 days, 7:25:02"} +{"current_steps": 306, "total_steps": 1180, "loss": 0.18379661440849304, "lr": 9.254288696735007e-05, "epoch": 1.0373514431239388, "percentage": 25.93, "elapsed_time": "19:23:12", "remaining_time": "2 days, 7:22:21"} +{"current_steps": 307, "total_steps": 1180, "loss": 0.15959210693836212, "lr": 9.246498998336219e-05, "epoch": 1.0407470288624787, "percentage": 26.02, "elapsed_time": "19:26:48", "remaining_time": "2 days, 7:18:00"} +{"current_steps": 308, "total_steps": 1180, "loss": 0.15240654349327087, "lr": 9.238672139448354e-05, "epoch": 1.0441426146010186, "percentage": 26.1, "elapsed_time": "19:29:56", "remaining_time": "2 days, 7:12:19"} +{"current_steps": 309, "total_steps": 1180, "loss": 0.13937662541866302, "lr": 9.230808188563109e-05, "epoch": 1.0475382003395586, "percentage": 26.19, "elapsed_time": "19:32:42", "remaining_time": "2 days, 7:05:35"} +{"current_steps": 310, "total_steps": 1180, "loss": 0.13814765214920044, "lr": 9.222907214496763e-05, "epoch": 1.0509337860780985, "percentage": 26.27, "elapsed_time": "19:35:02", "remaining_time": "2 days, 6:57:42"} +{"current_steps": 311, "total_steps": 1180, "loss": 0.14654430747032166, "lr": 9.214969286389576e-05, "epoch": 1.0543293718166384, "percentage": 26.36, "elapsed_time": "19:37:03", "remaining_time": "2 days, 6:48:57"} +{"current_steps": 312, "total_steps": 1180, "loss": 0.15606018900871277, "lr": 9.206994473705192e-05, "epoch": 1.0577249575551784, "percentage": 26.44, "elapsed_time": "19:42:14", "remaining_time": "2 days, 6:49:04"} +{"current_steps": 313, "total_steps": 1180, "loss": 0.183872789144516, "lr": 9.198982846230028e-05, "epoch": 1.061120543293718, "percentage": 26.53, "elapsed_time": "19:48:13", "remaining_time": "2 days, 6:51:21"} +{"current_steps": 314, "total_steps": 1180, "loss": 0.1806487739086151, "lr": 9.190934474072658e-05, "epoch": 1.064516129032258, "percentage": 26.61, "elapsed_time": "19:52:54", "remaining_time": "2 days, 6:50:00"} +{"current_steps": 315, "total_steps": 1180, "loss": 0.15780793130397797, "lr": 9.182849427663205e-05, "epoch": 1.067911714770798, "percentage": 26.69, "elapsed_time": "19:56:47", "remaining_time": "2 days, 6:46:26"} +{"current_steps": 316, "total_steps": 1180, "loss": 0.16906075179576874, "lr": 9.174727777752723e-05, "epoch": 1.0713073005093379, "percentage": 26.78, "elapsed_time": "20:00:09", "remaining_time": "2 days, 6:41:27"} +{"current_steps": 317, "total_steps": 1180, "loss": 0.15225952863693237, "lr": 9.166569595412575e-05, "epoch": 1.0747028862478778, "percentage": 26.86, "elapsed_time": "20:03:10", "remaining_time": "2 days, 6:35:31"} +{"current_steps": 318, "total_steps": 1180, "loss": 0.14668048918247223, "lr": 9.158374952033819e-05, "epoch": 1.0780984719864177, "percentage": 26.95, "elapsed_time": "20:05:49", "remaining_time": "2 days, 6:28:37"} +{"current_steps": 319, "total_steps": 1180, "loss": 0.13530755043029785, "lr": 9.150143919326577e-05, "epoch": 1.0814940577249577, "percentage": 27.03, "elapsed_time": "20:08:02", "remaining_time": "2 days, 6:20:34"} +{"current_steps": 320, "total_steps": 1180, "loss": 0.1417677104473114, "lr": 9.141876569319404e-05, "epoch": 1.0848896434634974, "percentage": 27.12, "elapsed_time": "20:09:49", "remaining_time": "2 days, 6:11:25"} +{"current_steps": 321, "total_steps": 1180, "loss": 0.20028278231620789, "lr": 9.133572974358669e-05, "epoch": 1.0882852292020373, "percentage": 27.2, "elapsed_time": "20:19:02", "remaining_time": "2 days, 6:22:09"} +{"current_steps": 322, "total_steps": 1180, "loss": 0.17321616411209106, "lr": 9.125233207107909e-05, "epoch": 1.0916808149405772, "percentage": 27.29, "elapsed_time": "20:23:58", "remaining_time": "2 days, 6:21:24"} +{"current_steps": 323, "total_steps": 1180, "loss": 0.1749824732542038, "lr": 9.116857340547202e-05, "epoch": 1.0950764006791172, "percentage": 27.37, "elapsed_time": "20:28:01", "remaining_time": "2 days, 6:18:15"} +{"current_steps": 324, "total_steps": 1180, "loss": 0.16174906492233276, "lr": 9.108445447972531e-05, "epoch": 1.098471986417657, "percentage": 27.46, "elapsed_time": "20:31:27", "remaining_time": "2 days, 6:13:29"} +{"current_steps": 325, "total_steps": 1180, "loss": 0.14620691537857056, "lr": 9.099997602995128e-05, "epoch": 1.101867572156197, "percentage": 27.54, "elapsed_time": "20:34:23", "remaining_time": "2 days, 6:07:23"} +{"current_steps": 326, "total_steps": 1180, "loss": 0.1450907438993454, "lr": 9.091513879540845e-05, "epoch": 1.1052631578947367, "percentage": 27.63, "elapsed_time": "20:36:56", "remaining_time": "2 days, 6:00:20"} +{"current_steps": 327, "total_steps": 1180, "loss": 0.14425364136695862, "lr": 9.0829943518495e-05, "epoch": 1.1086587436332767, "percentage": 27.71, "elapsed_time": "20:39:09", "remaining_time": "2 days, 5:52:26"} +{"current_steps": 328, "total_steps": 1180, "loss": 0.14606226980686188, "lr": 9.07443909447423e-05, "epoch": 1.1120543293718166, "percentage": 27.8, "elapsed_time": "20:40:59", "remaining_time": "2 days, 5:43:33"} +{"current_steps": 329, "total_steps": 1180, "loss": 0.17659983038902283, "lr": 9.065848182280833e-05, "epoch": 1.1154499151103565, "percentage": 27.88, "elapsed_time": "20:47:54", "remaining_time": "2 days, 5:47:51"} +{"current_steps": 330, "total_steps": 1180, "loss": 0.1936458945274353, "lr": 9.057221690447124e-05, "epoch": 1.1188455008488964, "percentage": 27.97, "elapsed_time": "20:53:02", "remaining_time": "2 days, 5:47:32"} +{"current_steps": 331, "total_steps": 1180, "loss": 0.17152224481105804, "lr": 9.048559694462262e-05, "epoch": 1.1222410865874364, "percentage": 28.05, "elapsed_time": "20:57:08", "remaining_time": "2 days, 5:44:31"} +{"current_steps": 332, "total_steps": 1180, "loss": 0.1675736904144287, "lr": 9.039862270126102e-05, "epoch": 1.1256366723259763, "percentage": 28.14, "elapsed_time": "21:00:47", "remaining_time": "2 days, 5:40:20"} +{"current_steps": 333, "total_steps": 1180, "loss": 0.15972010791301727, "lr": 9.03112949354853e-05, "epoch": 1.129032258064516, "percentage": 28.22, "elapsed_time": "21:03:59", "remaining_time": "2 days, 5:35:00"} +{"current_steps": 334, "total_steps": 1180, "loss": 0.15504707396030426, "lr": 9.02236144114879e-05, "epoch": 1.132427843803056, "percentage": 28.31, "elapsed_time": "21:06:49", "remaining_time": "2 days, 5:28:46"} +{"current_steps": 335, "total_steps": 1180, "loss": 0.154513418674469, "lr": 9.013558189654819e-05, "epoch": 1.1358234295415959, "percentage": 28.39, "elapsed_time": "21:09:17", "remaining_time": "2 days, 5:21:38"} +{"current_steps": 336, "total_steps": 1180, "loss": 0.12966126203536987, "lr": 9.00471981610258e-05, "epoch": 1.1392190152801358, "percentage": 28.47, "elapsed_time": "21:11:22", "remaining_time": "2 days, 5:13:33"} +{"current_steps": 337, "total_steps": 1180, "loss": 0.1651276797056198, "lr": 8.99584639783538e-05, "epoch": 1.1426146010186757, "percentage": 28.56, "elapsed_time": "21:15:51", "remaining_time": "2 days, 5:11:31"} +{"current_steps": 338, "total_steps": 1180, "loss": 0.19479787349700928, "lr": 8.986938012503203e-05, "epoch": 1.1460101867572157, "percentage": 28.64, "elapsed_time": "21:22:10", "remaining_time": "2 days, 5:14:03"} +{"current_steps": 339, "total_steps": 1180, "loss": 0.18329326808452606, "lr": 8.977994738062017e-05, "epoch": 1.1494057724957556, "percentage": 28.73, "elapsed_time": "21:26:57", "remaining_time": "2 days, 5:12:43"} +{"current_steps": 340, "total_steps": 1180, "loss": 0.16198518872261047, "lr": 8.969016652773103e-05, "epoch": 1.1528013582342953, "percentage": 28.81, "elapsed_time": "21:30:55", "remaining_time": "2 days, 5:09:20"} +{"current_steps": 341, "total_steps": 1180, "loss": 0.15827342867851257, "lr": 8.96000383520237e-05, "epoch": 1.1561969439728352, "percentage": 28.9, "elapsed_time": "21:34:15", "remaining_time": "2 days, 5:04:24"} +{"current_steps": 342, "total_steps": 1180, "loss": 0.15472659468650818, "lr": 8.950956364219658e-05, "epoch": 1.1595925297113752, "percentage": 28.98, "elapsed_time": "21:37:07", "remaining_time": "2 days, 4:58:20"} +{"current_steps": 343, "total_steps": 1180, "loss": 0.15253013372421265, "lr": 8.941874318998058e-05, "epoch": 1.162988115449915, "percentage": 29.07, "elapsed_time": "21:39:38", "remaining_time": "2 days, 4:51:26"} +{"current_steps": 344, "total_steps": 1180, "loss": 0.13947896659374237, "lr": 8.932757779013214e-05, "epoch": 1.166383701188455, "percentage": 29.15, "elapsed_time": "21:41:48", "remaining_time": "2 days, 4:43:41"} +{"current_steps": 345, "total_steps": 1180, "loss": 0.14546489715576172, "lr": 8.923606824042627e-05, "epoch": 1.169779286926995, "percentage": 29.24, "elapsed_time": "21:43:27", "remaining_time": "2 days, 4:34:45"} +{"current_steps": 346, "total_steps": 1180, "loss": 0.18610088527202606, "lr": 8.914421534164962e-05, "epoch": 1.1731748726655349, "percentage": 29.32, "elapsed_time": "21:50:39", "remaining_time": "2 days, 4:39:13"} +{"current_steps": 347, "total_steps": 1180, "loss": 0.17247223854064941, "lr": 8.905201989759341e-05, "epoch": 1.1765704584040746, "percentage": 29.41, "elapsed_time": "21:55:26", "remaining_time": "2 days, 4:37:47"} +{"current_steps": 348, "total_steps": 1180, "loss": 0.1683935821056366, "lr": 8.895948271504642e-05, "epoch": 1.1799660441426145, "percentage": 29.49, "elapsed_time": "21:59:24", "remaining_time": "2 days, 4:34:27"} +{"current_steps": 349, "total_steps": 1180, "loss": 0.16638962924480438, "lr": 8.886660460378797e-05, "epoch": 1.1833616298811545, "percentage": 29.58, "elapsed_time": "22:02:55", "remaining_time": "2 days, 4:29:59"} +{"current_steps": 350, "total_steps": 1180, "loss": 0.16609981656074524, "lr": 8.877338637658075e-05, "epoch": 1.1867572156196944, "percentage": 29.66, "elapsed_time": "22:05:57", "remaining_time": "2 days, 4:24:24"} +{"current_steps": 351, "total_steps": 1180, "loss": 0.1538071483373642, "lr": 8.867982884916376e-05, "epoch": 1.1901528013582343, "percentage": 29.75, "elapsed_time": "22:08:36", "remaining_time": "2 days, 4:17:57"} +{"current_steps": 352, "total_steps": 1180, "loss": 0.14784181118011475, "lr": 8.858593284024523e-05, "epoch": 1.1935483870967742, "percentage": 29.83, "elapsed_time": "22:10:57", "remaining_time": "2 days, 4:10:47"} +{"current_steps": 353, "total_steps": 1180, "loss": 0.14251796901226044, "lr": 8.849169917149531e-05, "epoch": 1.1969439728353142, "percentage": 29.92, "elapsed_time": "22:12:55", "remaining_time": "2 days, 4:02:43"} +{"current_steps": 354, "total_steps": 1180, "loss": 0.17827999591827393, "lr": 8.839712866753901e-05, "epoch": 1.2003395585738539, "percentage": 30.0, "elapsed_time": "22:20:25", "remaining_time": "2 days, 4:07:40"} +{"current_steps": 355, "total_steps": 1180, "loss": 0.17037731409072876, "lr": 8.83022221559489e-05, "epoch": 1.2037351443123938, "percentage": 30.08, "elapsed_time": "22:25:54", "remaining_time": "2 days, 4:07:48"} +{"current_steps": 356, "total_steps": 1180, "loss": 0.17300304770469666, "lr": 8.820698046723796e-05, "epoch": 1.2071307300509337, "percentage": 30.17, "elapsed_time": "22:30:16", "remaining_time": "2 days, 4:05:21"} +{"current_steps": 357, "total_steps": 1180, "loss": 0.1666610836982727, "lr": 8.811140443485217e-05, "epoch": 1.2105263157894737, "percentage": 30.25, "elapsed_time": "22:34:01", "remaining_time": "2 days, 4:01:27"} +{"current_steps": 358, "total_steps": 1180, "loss": 0.1571384072303772, "lr": 8.801549489516341e-05, "epoch": 1.2139219015280136, "percentage": 30.34, "elapsed_time": "22:37:19", "remaining_time": "2 days, 3:56:33"} +{"current_steps": 359, "total_steps": 1180, "loss": 0.1500397026538849, "lr": 8.791925268746193e-05, "epoch": 1.2173174872665535, "percentage": 30.42, "elapsed_time": "22:40:13", "remaining_time": "2 days, 3:50:42"} +{"current_steps": 360, "total_steps": 1180, "loss": 0.14770814776420593, "lr": 8.782267865394917e-05, "epoch": 1.2207130730050935, "percentage": 30.51, "elapsed_time": "22:42:41", "remaining_time": "2 days, 3:43:55"} +{"current_steps": 361, "total_steps": 1180, "loss": 0.1332262009382248, "lr": 8.772577363973033e-05, "epoch": 1.2241086587436332, "percentage": 30.59, "elapsed_time": "22:44:46", "remaining_time": "2 days, 3:36:14"} +{"current_steps": 362, "total_steps": 1180, "loss": 0.16259124875068665, "lr": 8.762853849280693e-05, "epoch": 1.227504244482173, "percentage": 30.68, "elapsed_time": "22:50:18", "remaining_time": "2 days, 3:36:26"} +{"current_steps": 363, "total_steps": 1180, "loss": 0.20332232117652893, "lr": 8.753097406406949e-05, "epoch": 1.230899830220713, "percentage": 30.76, "elapsed_time": "22:56:41", "remaining_time": "2 days, 3:38:29"} +{"current_steps": 364, "total_steps": 1180, "loss": 0.1683693379163742, "lr": 8.743308120728997e-05, "epoch": 1.234295415959253, "percentage": 30.85, "elapsed_time": "23:01:38", "remaining_time": "2 days, 3:37:18"} +{"current_steps": 365, "total_steps": 1180, "loss": 0.16142725944519043, "lr": 8.73348607791144e-05, "epoch": 1.237691001697793, "percentage": 30.93, "elapsed_time": "23:05:42", "remaining_time": "2 days, 3:34:06"} +{"current_steps": 366, "total_steps": 1180, "loss": 0.17131207883358002, "lr": 8.723631363905531e-05, "epoch": 1.2410865874363328, "percentage": 31.02, "elapsed_time": "23:09:09", "remaining_time": "2 days, 3:29:33"} +{"current_steps": 367, "total_steps": 1180, "loss": 0.16571295261383057, "lr": 8.713744064948426e-05, "epoch": 1.2444821731748728, "percentage": 31.1, "elapsed_time": "23:12:05", "remaining_time": "2 days, 3:23:51"} +{"current_steps": 368, "total_steps": 1180, "loss": 0.13864544034004211, "lr": 8.703824267562425e-05, "epoch": 1.2478777589134125, "percentage": 31.19, "elapsed_time": "23:14:33", "remaining_time": "2 days, 3:17:07"} +{"current_steps": 369, "total_steps": 1180, "loss": 0.13644319772720337, "lr": 8.69387205855422e-05, "epoch": 1.2512733446519524, "percentage": 31.27, "elapsed_time": "23:16:39", "remaining_time": "2 days, 3:09:37"} +{"current_steps": 370, "total_steps": 1180, "loss": 0.13614535331726074, "lr": 8.683887525014127e-05, "epoch": 1.2546689303904923, "percentage": 31.36, "elapsed_time": "23:18:15", "remaining_time": "2 days, 3:01:03"} +{"current_steps": 371, "total_steps": 1180, "loss": 0.16958439350128174, "lr": 8.673870754315336e-05, "epoch": 1.2580645161290323, "percentage": 31.44, "elapsed_time": "23:27:15", "remaining_time": "2 days, 3:08:39"} +{"current_steps": 372, "total_steps": 1180, "loss": 0.17489628493785858, "lr": 8.663821834113135e-05, "epoch": 1.2614601018675722, "percentage": 31.53, "elapsed_time": "23:32:07", "remaining_time": "2 days, 3:07:11"} +{"current_steps": 373, "total_steps": 1180, "loss": 0.1839398443698883, "lr": 8.65374085234415e-05, "epoch": 1.2648556876061121, "percentage": 31.61, "elapsed_time": "23:36:11", "remaining_time": "2 days, 3:04:00"} +{"current_steps": 374, "total_steps": 1180, "loss": 0.16957050561904907, "lr": 8.643627897225571e-05, "epoch": 1.268251273344652, "percentage": 31.69, "elapsed_time": "23:39:40", "remaining_time": "2 days, 2:59:30"} +{"current_steps": 375, "total_steps": 1180, "loss": 0.17125824093818665, "lr": 8.633483057254381e-05, "epoch": 1.2716468590831917, "percentage": 31.78, "elapsed_time": "23:42:43", "remaining_time": "2 days, 2:54:06"} +{"current_steps": 376, "total_steps": 1180, "loss": 0.1478113979101181, "lr": 8.623306421206587e-05, "epoch": 1.2750424448217317, "percentage": 31.86, "elapsed_time": "23:45:21", "remaining_time": "2 days, 2:47:50"} +{"current_steps": 377, "total_steps": 1180, "loss": 0.1380268931388855, "lr": 8.613098078136437e-05, "epoch": 1.2784380305602716, "percentage": 31.95, "elapsed_time": "23:47:37", "remaining_time": "2 days, 2:40:48"} +{"current_steps": 378, "total_steps": 1180, "loss": 0.13468974828720093, "lr": 8.60285811737564e-05, "epoch": 1.2818336162988115, "percentage": 32.03, "elapsed_time": "23:49:27", "remaining_time": "2 days, 2:32:51"} +{"current_steps": 379, "total_steps": 1180, "loss": 0.18746554851531982, "lr": 8.592586628532588e-05, "epoch": 1.2852292020373515, "percentage": 32.12, "elapsed_time": "23:56:37", "remaining_time": "2 days, 2:36:13"} +{"current_steps": 380, "total_steps": 1180, "loss": 0.1825951337814331, "lr": 8.582283701491576e-05, "epoch": 1.2886247877758914, "percentage": 32.2, "elapsed_time": "1 day, 0:02:03", "remaining_time": "2 days, 2:35:54"} +{"current_steps": 381, "total_steps": 1180, "loss": 0.17960380017757416, "lr": 8.571949426412001e-05, "epoch": 1.2920203735144313, "percentage": 32.29, "elapsed_time": "1 day, 0:06:23", "remaining_time": "2 days, 2:33:14"} +{"current_steps": 382, "total_steps": 1180, "loss": 0.17787647247314453, "lr": 8.561583893727588e-05, "epoch": 1.295415959252971, "percentage": 32.37, "elapsed_time": "1 day, 0:10:05", "remaining_time": "2 days, 2:29:14"} +{"current_steps": 383, "total_steps": 1180, "loss": 0.1642351895570755, "lr": 8.551187194145592e-05, "epoch": 1.298811544991511, "percentage": 32.46, "elapsed_time": "1 day, 0:13:16", "remaining_time": "2 days, 2:24:10"} +{"current_steps": 384, "total_steps": 1180, "loss": 0.16133837401866913, "lr": 8.540759418646002e-05, "epoch": 1.302207130730051, "percentage": 32.54, "elapsed_time": "1 day, 0:16:05", "remaining_time": "2 days, 2:18:21"} +{"current_steps": 385, "total_steps": 1180, "loss": 0.1445751190185547, "lr": 8.530300658480752e-05, "epoch": 1.3056027164685908, "percentage": 32.63, "elapsed_time": "1 day, 0:18:39", "remaining_time": "2 days, 2:12:01"} +{"current_steps": 386, "total_steps": 1180, "loss": 0.14575952291488647, "lr": 8.519811005172916e-05, "epoch": 1.3089983022071308, "percentage": 32.71, "elapsed_time": "1 day, 0:20:52", "remaining_time": "2 days, 2:05:00"} +{"current_steps": 387, "total_steps": 1180, "loss": 0.155848890542984, "lr": 8.509290550515907e-05, "epoch": 1.3123938879456707, "percentage": 32.8, "elapsed_time": "1 day, 0:25:28", "remaining_time": "2 days, 2:02:53"} +{"current_steps": 388, "total_steps": 1180, "loss": 0.18617866933345795, "lr": 8.498739386572682e-05, "epoch": 1.3157894736842106, "percentage": 32.88, "elapsed_time": "1 day, 0:31:41", "remaining_time": "2 days, 2:04:05"} +{"current_steps": 389, "total_steps": 1180, "loss": 0.16678261756896973, "lr": 8.488157605674925e-05, "epoch": 1.3191850594227503, "percentage": 32.97, "elapsed_time": "1 day, 0:36:06", "remaining_time": "2 days, 2:01:31"} +{"current_steps": 390, "total_steps": 1180, "loss": 0.16283991932868958, "lr": 8.477545300422246e-05, "epoch": 1.3225806451612903, "percentage": 33.05, "elapsed_time": "1 day, 0:39:52", "remaining_time": "2 days, 1:57:42"} +{"current_steps": 391, "total_steps": 1180, "loss": 0.15280015766620636, "lr": 8.466902563681372e-05, "epoch": 1.3259762308998302, "percentage": 33.14, "elapsed_time": "1 day, 0:43:06", "remaining_time": "2 days, 1:52:46"} +{"current_steps": 392, "total_steps": 1180, "loss": 0.15636740624904633, "lr": 8.456229488585328e-05, "epoch": 1.3293718166383701, "percentage": 33.22, "elapsed_time": "1 day, 0:45:55", "remaining_time": "2 days, 1:47:00"} +{"current_steps": 393, "total_steps": 1180, "loss": 0.15585076808929443, "lr": 8.445526168532627e-05, "epoch": 1.33276740237691, "percentage": 33.31, "elapsed_time": "1 day, 0:48:20", "remaining_time": "2 days, 1:40:28"} +{"current_steps": 394, "total_steps": 1180, "loss": 0.13305488228797913, "lr": 8.434792697186449e-05, "epoch": 1.33616298811545, "percentage": 33.39, "elapsed_time": "1 day, 0:50:27", "remaining_time": "2 days, 1:33:21"} +{"current_steps": 395, "total_steps": 1180, "loss": 0.14287126064300537, "lr": 8.424029168473829e-05, "epoch": 1.33955857385399, "percentage": 33.47, "elapsed_time": "1 day, 0:52:10", "remaining_time": "2 days, 1:25:26"} +{"current_steps": 396, "total_steps": 1180, "loss": 0.18366865813732147, "lr": 8.413235676584823e-05, "epoch": 1.3429541595925296, "percentage": 33.56, "elapsed_time": "1 day, 0:59:12", "remaining_time": "2 days, 1:28:08"} +{"current_steps": 397, "total_steps": 1180, "loss": 0.18109475076198578, "lr": 8.402412315971693e-05, "epoch": 1.3463497453310695, "percentage": 33.64, "elapsed_time": "1 day, 1:03:53", "remaining_time": "2 days, 1:26:06"} +{"current_steps": 398, "total_steps": 1180, "loss": 0.15926748514175415, "lr": 8.391559181348082e-05, "epoch": 1.3497453310696095, "percentage": 33.73, "elapsed_time": "1 day, 1:07:46", "remaining_time": "2 days, 1:22:31"} +{"current_steps": 399, "total_steps": 1180, "loss": 0.1652354598045349, "lr": 8.380676367688172e-05, "epoch": 1.3531409168081494, "percentage": 33.81, "elapsed_time": "1 day, 1:11:10", "remaining_time": "2 days, 1:17:58"} +{"current_steps": 400, "total_steps": 1180, "loss": 0.14958378672599792, "lr": 8.36976397022587e-05, "epoch": 1.3565365025466893, "percentage": 33.9, "elapsed_time": "1 day, 1:14:12", "remaining_time": "2 days, 1:12:41"} +{"current_steps": 401, "total_steps": 1180, "loss": 0.14632749557495117, "lr": 8.358822084453965e-05, "epoch": 1.3599320882852293, "percentage": 33.98, "elapsed_time": "1 day, 1:16:52", "remaining_time": "2 days, 1:06:44"} +{"current_steps": 402, "total_steps": 1180, "loss": 0.14200440049171448, "lr": 8.347850806123288e-05, "epoch": 1.3633276740237692, "percentage": 34.07, "elapsed_time": "1 day, 1:19:10", "remaining_time": "2 days, 1:00:06"} +{"current_steps": 403, "total_steps": 1180, "loss": 0.1594700962305069, "lr": 8.336850231241888e-05, "epoch": 1.366723259762309, "percentage": 34.15, "elapsed_time": "1 day, 1:21:03", "remaining_time": "2 days, 0:52:38"} +{"current_steps": 404, "total_steps": 1180, "loss": 0.1689343899488449, "lr": 8.325820456074181e-05, "epoch": 1.3701188455008488, "percentage": 34.24, "elapsed_time": "1 day, 1:28:53", "remaining_time": "2 days, 0:56:41"} +{"current_steps": 405, "total_steps": 1180, "loss": 0.18526801466941833, "lr": 8.314761577140105e-05, "epoch": 1.3735144312393888, "percentage": 34.32, "elapsed_time": "1 day, 1:34:10", "remaining_time": "2 days, 0:55:46"} +{"current_steps": 406, "total_steps": 1180, "loss": 0.1694057583808899, "lr": 8.303673691214289e-05, "epoch": 1.3769100169779287, "percentage": 34.41, "elapsed_time": "1 day, 1:38:13", "remaining_time": "2 days, 0:52:29"} +{"current_steps": 407, "total_steps": 1180, "loss": 0.15680214762687683, "lr": 8.292556895325194e-05, "epoch": 1.3803056027164686, "percentage": 34.49, "elapsed_time": "1 day, 1:41:45", "remaining_time": "2 days, 0:48:12"} +{"current_steps": 408, "total_steps": 1180, "loss": 0.15174201130867004, "lr": 8.281411286754266e-05, "epoch": 1.3837011884550086, "percentage": 34.58, "elapsed_time": "1 day, 1:44:51", "remaining_time": "2 days, 0:43:06"} +{"current_steps": 409, "total_steps": 1180, "loss": 0.1456459015607834, "lr": 8.270236963035091e-05, "epoch": 1.3870967741935485, "percentage": 34.66, "elapsed_time": "1 day, 1:47:38", "remaining_time": "2 days, 0:37:27"} +{"current_steps": 410, "total_steps": 1180, "loss": 0.14336155354976654, "lr": 8.259034021952537e-05, "epoch": 1.3904923599320882, "percentage": 34.75, "elapsed_time": "1 day, 1:50:08", "remaining_time": "2 days, 0:31:13"} +{"current_steps": 411, "total_steps": 1180, "loss": 0.13790106773376465, "lr": 8.24780256154189e-05, "epoch": 1.3938879456706281, "percentage": 34.83, "elapsed_time": "1 day, 1:52:17", "remaining_time": "2 days, 0:24:24"} +{"current_steps": 412, "total_steps": 1180, "loss": 0.16365712881088257, "lr": 8.236542680088015e-05, "epoch": 1.397283531409168, "percentage": 34.92, "elapsed_time": "1 day, 1:57:10", "remaining_time": "2 days, 0:22:42"} +{"current_steps": 413, "total_steps": 1180, "loss": 0.18444347381591797, "lr": 8.225254476124478e-05, "epoch": 1.400679117147708, "percentage": 35.0, "elapsed_time": "1 day, 2:03:12", "remaining_time": "2 days, 0:23:06"} +{"current_steps": 414, "total_steps": 1180, "loss": 0.17133484780788422, "lr": 8.213938048432697e-05, "epoch": 1.404074702886248, "percentage": 35.08, "elapsed_time": "1 day, 2:07:41", "remaining_time": "2 days, 0:20:36"} +{"current_steps": 415, "total_steps": 1180, "loss": 0.16077420115470886, "lr": 8.202593496041066e-05, "epoch": 1.4074702886247878, "percentage": 35.17, "elapsed_time": "1 day, 2:11:19", "remaining_time": "2 days, 0:16:32"} +{"current_steps": 416, "total_steps": 1180, "loss": 0.16223178803920746, "lr": 8.191220918224101e-05, "epoch": 1.4108658743633278, "percentage": 35.25, "elapsed_time": "1 day, 2:14:30", "remaining_time": "2 days, 0:11:39"} +{"current_steps": 417, "total_steps": 1180, "loss": 0.1703399419784546, "lr": 8.179820414501555e-05, "epoch": 1.4142614601018675, "percentage": 35.34, "elapsed_time": "1 day, 2:17:20", "remaining_time": "2 days, 0:06:07"} +{"current_steps": 418, "total_steps": 1180, "loss": 0.15619607269763947, "lr": 8.168392084637566e-05, "epoch": 1.4176570458404074, "percentage": 35.42, "elapsed_time": "1 day, 2:19:49", "remaining_time": "1 day, 23:59:57"} +{"current_steps": 419, "total_steps": 1180, "loss": 0.14540717005729675, "lr": 8.156936028639767e-05, "epoch": 1.4210526315789473, "percentage": 35.51, "elapsed_time": "1 day, 2:21:56", "remaining_time": "1 day, 23:53:10"} +{"current_steps": 420, "total_steps": 1180, "loss": 0.13033799827098846, "lr": 8.145452346758426e-05, "epoch": 1.4244482173174873, "percentage": 35.59, "elapsed_time": "1 day, 2:23:40", "remaining_time": "1 day, 23:45:41"} +{"current_steps": 421, "total_steps": 1180, "loss": 0.18612802028656006, "lr": 8.133941139485551e-05, "epoch": 1.4278438030560272, "percentage": 35.68, "elapsed_time": "1 day, 2:32:05", "remaining_time": "1 day, 23:50:17"} +{"current_steps": 422, "total_steps": 1180, "loss": 0.16519853472709656, "lr": 8.12240250755403e-05, "epoch": 1.4312393887945671, "percentage": 35.76, "elapsed_time": "1 day, 2:36:53", "remaining_time": "1 day, 23:48:21"} +{"current_steps": 423, "total_steps": 1180, "loss": 0.17394272983074188, "lr": 8.110836551936736e-05, "epoch": 1.434634974533107, "percentage": 35.85, "elapsed_time": "1 day, 2:40:48", "remaining_time": "1 day, 23:44:48"} +{"current_steps": 424, "total_steps": 1180, "loss": 0.1689443290233612, "lr": 8.099243373845646e-05, "epoch": 1.4380305602716468, "percentage": 35.93, "elapsed_time": "1 day, 2:44:13", "remaining_time": "1 day, 23:40:21"} +{"current_steps": 425, "total_steps": 1180, "loss": 0.15118227899074554, "lr": 8.08762307473096e-05, "epoch": 1.4414261460101867, "percentage": 36.02, "elapsed_time": "1 day, 2:47:10", "remaining_time": "1 day, 23:35:06"} +{"current_steps": 426, "total_steps": 1180, "loss": 0.14372073113918304, "lr": 8.07597575628021e-05, "epoch": 1.4448217317487266, "percentage": 36.1, "elapsed_time": "1 day, 2:49:46", "remaining_time": "1 day, 23:29:13"} +{"current_steps": 427, "total_steps": 1180, "loss": 0.14268404245376587, "lr": 8.064301520417367e-05, "epoch": 1.4482173174872666, "percentage": 36.19, "elapsed_time": "1 day, 2:52:03", "remaining_time": "1 day, 23:22:47"} +{"current_steps": 428, "total_steps": 1180, "loss": 0.149183988571167, "lr": 8.052600469301958e-05, "epoch": 1.4516129032258065, "percentage": 36.27, "elapsed_time": "1 day, 2:53:56", "remaining_time": "1 day, 23:15:42"} +{"current_steps": 429, "total_steps": 1180, "loss": 0.15605027973651886, "lr": 8.04087270532816e-05, "epoch": 1.4550084889643464, "percentage": 36.36, "elapsed_time": "1 day, 3:02:39", "remaining_time": "1 day, 23:20:36"} +{"current_steps": 430, "total_steps": 1180, "loss": 0.19962410628795624, "lr": 8.029118331123912e-05, "epoch": 1.4584040747028864, "percentage": 36.44, "elapsed_time": "1 day, 3:07:58", "remaining_time": "1 day, 23:19:29"} +{"current_steps": 431, "total_steps": 1180, "loss": 0.1650353968143463, "lr": 8.01733744955002e-05, "epoch": 1.461799660441426, "percentage": 36.53, "elapsed_time": "1 day, 3:12:14", "remaining_time": "1 day, 23:16:32"} +{"current_steps": 432, "total_steps": 1180, "loss": 0.1731692999601364, "lr": 8.005530163699246e-05, "epoch": 1.465195246179966, "percentage": 36.61, "elapsed_time": "1 day, 3:15:52", "remaining_time": "1 day, 23:12:28"} +{"current_steps": 433, "total_steps": 1180, "loss": 0.1664673388004303, "lr": 7.993696576895415e-05, "epoch": 1.468590831918506, "percentage": 36.69, "elapsed_time": "1 day, 3:19:01", "remaining_time": "1 day, 23:07:35"} +{"current_steps": 434, "total_steps": 1180, "loss": 0.14910025894641876, "lr": 7.981836792692508e-05, "epoch": 1.4719864176570459, "percentage": 36.78, "elapsed_time": "1 day, 3:21:52", "remaining_time": "1 day, 23:02:12"} +{"current_steps": 435, "total_steps": 1180, "loss": 0.13263513147830963, "lr": 7.969950914873753e-05, "epoch": 1.4753820033955858, "percentage": 36.86, "elapsed_time": "1 day, 3:24:20", "remaining_time": "1 day, 22:56:09"} +{"current_steps": 436, "total_steps": 1180, "loss": 0.1370704472064972, "lr": 7.958039047450723e-05, "epoch": 1.4787775891341257, "percentage": 36.95, "elapsed_time": "1 day, 3:26:21", "remaining_time": "1 day, 22:49:23"} +{"current_steps": 437, "total_steps": 1180, "loss": 0.1693044900894165, "lr": 7.946101294662418e-05, "epoch": 1.4821731748726656, "percentage": 37.03, "elapsed_time": "1 day, 3:32:24", "remaining_time": "1 day, 22:49:27"} +{"current_steps": 438, "total_steps": 1180, "loss": 0.19466224312782288, "lr": 7.934137760974363e-05, "epoch": 1.4855687606112054, "percentage": 37.12, "elapsed_time": "1 day, 3:38:50", "remaining_time": "1 day, 22:50:10"} +{"current_steps": 439, "total_steps": 1180, "loss": 0.17629188299179077, "lr": 7.922148551077681e-05, "epoch": 1.4889643463497453, "percentage": 37.2, "elapsed_time": "1 day, 3:43:27", "remaining_time": "1 day, 22:47:48"} +{"current_steps": 440, "total_steps": 1180, "loss": 0.17819415032863617, "lr": 7.910133769888188e-05, "epoch": 1.4923599320882852, "percentage": 37.29, "elapsed_time": "1 day, 3:47:24", "remaining_time": "1 day, 22:44:16"} +{"current_steps": 441, "total_steps": 1180, "loss": 0.16357217729091644, "lr": 7.898093522545472e-05, "epoch": 1.4957555178268251, "percentage": 37.37, "elapsed_time": "1 day, 3:50:51", "remaining_time": "1 day, 22:39:54"} +{"current_steps": 442, "total_steps": 1180, "loss": 0.1531246304512024, "lr": 7.886027914411964e-05, "epoch": 1.499151103565365, "percentage": 37.46, "elapsed_time": "1 day, 3:53:53", "remaining_time": "1 day, 22:34:52"} +{"current_steps": 443, "total_steps": 1180, "loss": 0.1648198515176773, "lr": 7.873937051072035e-05, "epoch": 1.5025466893039048, "percentage": 37.54, "elapsed_time": "1 day, 3:56:32", "remaining_time": "1 day, 22:29:11"} +{"current_steps": 444, "total_steps": 1180, "loss": 0.12958091497421265, "lr": 7.86182103833105e-05, "epoch": 1.505942275042445, "percentage": 37.63, "elapsed_time": "1 day, 3:58:46", "remaining_time": "1 day, 22:22:50"} +{"current_steps": 445, "total_steps": 1180, "loss": 0.13968268036842346, "lr": 7.849679982214458e-05, "epoch": 1.5093378607809846, "percentage": 37.71, "elapsed_time": "1 day, 4:00:31", "remaining_time": "1 day, 22:15:41"} +{"current_steps": 446, "total_steps": 1180, "loss": 0.1833503693342209, "lr": 7.83751398896686e-05, "epoch": 1.5127334465195246, "percentage": 37.8, "elapsed_time": "1 day, 4:09:18", "remaining_time": "1 day, 22:20:09"} +{"current_steps": 447, "total_steps": 1180, "loss": 0.17941348254680634, "lr": 7.825323165051073e-05, "epoch": 1.5161290322580645, "percentage": 37.88, "elapsed_time": "1 day, 4:14:17", "remaining_time": "1 day, 22:18:19"} +{"current_steps": 448, "total_steps": 1180, "loss": 0.17293405532836914, "lr": 7.813107617147209e-05, "epoch": 1.5195246179966044, "percentage": 37.97, "elapsed_time": "1 day, 4:18:26", "remaining_time": "1 day, 22:15:07"} +{"current_steps": 449, "total_steps": 1180, "loss": 0.1632663607597351, "lr": 7.80086745215173e-05, "epoch": 1.5229202037351444, "percentage": 38.05, "elapsed_time": "1 day, 4:21:59", "remaining_time": "1 day, 22:10:56"} +{"current_steps": 450, "total_steps": 1180, "loss": 0.15698912739753723, "lr": 7.788602777176528e-05, "epoch": 1.526315789473684, "percentage": 38.14, "elapsed_time": "1 day, 4:25:02", "remaining_time": "1 day, 22:05:57"} +{"current_steps": 451, "total_steps": 1180, "loss": 0.15062135457992554, "lr": 7.77631369954797e-05, "epoch": 1.5297113752122242, "percentage": 38.22, "elapsed_time": "1 day, 4:27:40", "remaining_time": "1 day, 22:00:18"} +{"current_steps": 452, "total_steps": 1180, "loss": 0.152237206697464, "lr": 7.764000326805967e-05, "epoch": 1.533106960950764, "percentage": 38.31, "elapsed_time": "1 day, 4:29:55", "remaining_time": "1 day, 21:54:02"} +{"current_steps": 453, "total_steps": 1180, "loss": 0.13075107336044312, "lr": 7.751662766703038e-05, "epoch": 1.5365025466893039, "percentage": 38.39, "elapsed_time": "1 day, 4:31:44", "remaining_time": "1 day, 21:47:05"} +{"current_steps": 454, "total_steps": 1180, "loss": 0.17272233963012695, "lr": 7.73930112720336e-05, "epoch": 1.5398981324278438, "percentage": 38.47, "elapsed_time": "1 day, 4:40:11", "remaining_time": "1 day, 21:50:46"} +{"current_steps": 455, "total_steps": 1180, "loss": 0.19559632241725922, "lr": 7.726915516481824e-05, "epoch": 1.5432937181663837, "percentage": 38.56, "elapsed_time": "1 day, 4:45:47", "remaining_time": "1 day, 21:49:53"} +{"current_steps": 456, "total_steps": 1180, "loss": 0.17393885552883148, "lr": 7.714506042923091e-05, "epoch": 1.5466893039049237, "percentage": 38.64, "elapsed_time": "1 day, 4:50:09", "remaining_time": "1 day, 21:46:59"} +{"current_steps": 457, "total_steps": 1180, "loss": 0.16424834728240967, "lr": 7.702072815120638e-05, "epoch": 1.5500848896434634, "percentage": 38.73, "elapsed_time": "1 day, 4:53:48", "remaining_time": "1 day, 21:42:58"} +{"current_steps": 458, "total_steps": 1180, "loss": 0.14206860959529877, "lr": 7.68961594187582e-05, "epoch": 1.5534804753820035, "percentage": 38.81, "elapsed_time": "1 day, 4:57:00", "remaining_time": "1 day, 21:38:14"} +{"current_steps": 459, "total_steps": 1180, "loss": 0.15697211027145386, "lr": 7.677135532196905e-05, "epoch": 1.5568760611205432, "percentage": 38.9, "elapsed_time": "1 day, 4:59:46", "remaining_time": "1 day, 21:32:50"} +{"current_steps": 460, "total_steps": 1180, "loss": 0.13984709978103638, "lr": 7.66463169529812e-05, "epoch": 1.5602716468590832, "percentage": 38.98, "elapsed_time": "1 day, 5:02:11", "remaining_time": "1 day, 21:26:53"} +{"current_steps": 461, "total_steps": 1180, "loss": 0.14157693088054657, "lr": 7.652104540598712e-05, "epoch": 1.563667232597623, "percentage": 39.07, "elapsed_time": "1 day, 5:04:08", "remaining_time": "1 day, 21:20:16"} +{"current_steps": 462, "total_steps": 1180, "loss": 0.17652365565299988, "lr": 7.63955417772197e-05, "epoch": 1.567062818336163, "percentage": 39.15, "elapsed_time": "1 day, 5:09:48", "remaining_time": "1 day, 21:19:24"} +{"current_steps": 463, "total_steps": 1180, "loss": 0.18209630250930786, "lr": 7.626980716494274e-05, "epoch": 1.570458404074703, "percentage": 39.24, "elapsed_time": "1 day, 5:16:07", "remaining_time": "1 day, 21:19:31"} +{"current_steps": 464, "total_steps": 1180, "loss": 0.18163995444774628, "lr": 7.614384266944139e-05, "epoch": 1.5738539898132426, "percentage": 39.32, "elapsed_time": "1 day, 5:20:46", "remaining_time": "1 day, 21:17:03"} +{"current_steps": 465, "total_steps": 1180, "loss": 0.1824880838394165, "lr": 7.601764939301241e-05, "epoch": 1.5772495755517828, "percentage": 39.41, "elapsed_time": "1 day, 5:24:37", "remaining_time": "1 day, 21:13:20"} +{"current_steps": 466, "total_steps": 1180, "loss": 0.15758319199085236, "lr": 7.589122843995469e-05, "epoch": 1.5806451612903225, "percentage": 39.49, "elapsed_time": "1 day, 5:27:58", "remaining_time": "1 day, 21:08:52"} +{"current_steps": 467, "total_steps": 1180, "loss": 0.15543323755264282, "lr": 7.57645809165594e-05, "epoch": 1.5840407470288624, "percentage": 39.58, "elapsed_time": "1 day, 5:30:56", "remaining_time": "1 day, 21:03:48"} +{"current_steps": 468, "total_steps": 1180, "loss": 0.14813093841075897, "lr": 7.563770793110039e-05, "epoch": 1.5874363327674024, "percentage": 39.66, "elapsed_time": "1 day, 5:33:30", "remaining_time": "1 day, 20:58:09"} +{"current_steps": 469, "total_steps": 1180, "loss": 0.14091037213802338, "lr": 7.551061059382455e-05, "epoch": 1.5908319185059423, "percentage": 39.75, "elapsed_time": "1 day, 5:35:42", "remaining_time": "1 day, 20:51:57"} +{"current_steps": 470, "total_steps": 1180, "loss": 0.14063414931297302, "lr": 7.5383290016942e-05, "epoch": 1.5942275042444822, "percentage": 39.83, "elapsed_time": "1 day, 5:37:27", "remaining_time": "1 day, 20:45:05"} +{"current_steps": 471, "total_steps": 1180, "loss": 0.18169575929641724, "lr": 7.525574731461642e-05, "epoch": 1.597623089983022, "percentage": 39.92, "elapsed_time": "1 day, 5:44:36", "remaining_time": "1 day, 20:46:23"} +{"current_steps": 472, "total_steps": 1180, "loss": 0.17505013942718506, "lr": 7.512798360295526e-05, "epoch": 1.601018675721562, "percentage": 40.0, "elapsed_time": "1 day, 5:49:37", "remaining_time": "1 day, 20:44:26"} +{"current_steps": 473, "total_steps": 1180, "loss": 0.16332568228244781, "lr": 7.500000000000001e-05, "epoch": 1.6044142614601018, "percentage": 40.08, "elapsed_time": "1 day, 5:53:36", "remaining_time": "1 day, 20:40:56"} +{"current_steps": 474, "total_steps": 1180, "loss": 0.16316084563732147, "lr": 7.487179762571637e-05, "epoch": 1.6078098471986417, "percentage": 40.17, "elapsed_time": "1 day, 5:57:04", "remaining_time": "1 day, 20:36:39"} +{"current_steps": 475, "total_steps": 1180, "loss": 0.15377068519592285, "lr": 7.474337760198447e-05, "epoch": 1.6112054329371817, "percentage": 40.25, "elapsed_time": "1 day, 6:00:10", "remaining_time": "1 day, 20:31:49"} +{"current_steps": 476, "total_steps": 1180, "loss": 0.14799565076828003, "lr": 7.461474105258911e-05, "epoch": 1.6146010186757216, "percentage": 40.34, "elapsed_time": "1 day, 6:02:55", "remaining_time": "1 day, 20:26:31"} +{"current_steps": 477, "total_steps": 1180, "loss": 0.14057007431983948, "lr": 7.448588910320983e-05, "epoch": 1.6179966044142615, "percentage": 40.42, "elapsed_time": "1 day, 6:05:22", "remaining_time": "1 day, 20:20:45"} +{"current_steps": 478, "total_steps": 1180, "loss": 0.13565665483474731, "lr": 7.435682288141111e-05, "epoch": 1.6213921901528012, "percentage": 40.51, "elapsed_time": "1 day, 6:07:23", "remaining_time": "1 day, 20:14:22"} +{"current_steps": 479, "total_steps": 1180, "loss": 0.16795119643211365, "lr": 7.422754351663252e-05, "epoch": 1.6247877758913414, "percentage": 40.59, "elapsed_time": "1 day, 6:14:56", "remaining_time": "1 day, 20:16:06"} +{"current_steps": 480, "total_steps": 1180, "loss": 0.1741284728050232, "lr": 7.409805214017877e-05, "epoch": 1.628183361629881, "percentage": 40.68, "elapsed_time": "1 day, 6:20:10", "remaining_time": "1 day, 20:14:24"} +{"current_steps": 481, "total_steps": 1180, "loss": 0.1779479831457138, "lr": 7.396834988520988e-05, "epoch": 1.631578947368421, "percentage": 40.76, "elapsed_time": "1 day, 6:24:24", "remaining_time": "1 day, 20:11:16"} +{"current_steps": 482, "total_steps": 1180, "loss": 0.17302744090557098, "lr": 7.383843788673126e-05, "epoch": 1.634974533106961, "percentage": 40.85, "elapsed_time": "1 day, 6:28:02", "remaining_time": "1 day, 20:07:14"} +{"current_steps": 483, "total_steps": 1180, "loss": 0.15802375972270966, "lr": 7.37083172815837e-05, "epoch": 1.6383701188455009, "percentage": 40.93, "elapsed_time": "1 day, 6:31:12", "remaining_time": "1 day, 20:02:32"} +{"current_steps": 484, "total_steps": 1180, "loss": 0.15232571959495544, "lr": 7.357798920843354e-05, "epoch": 1.6417657045840408, "percentage": 41.02, "elapsed_time": "1 day, 6:33:59", "remaining_time": "1 day, 19:57:18"} +{"current_steps": 485, "total_steps": 1180, "loss": 0.13740167021751404, "lr": 7.344745480776257e-05, "epoch": 1.6451612903225805, "percentage": 41.1, "elapsed_time": "1 day, 6:36:24", "remaining_time": "1 day, 19:51:33"} +{"current_steps": 486, "total_steps": 1180, "loss": 0.1252317577600479, "lr": 7.331671522185817e-05, "epoch": 1.6485568760611207, "percentage": 41.19, "elapsed_time": "1 day, 6:38:28", "remaining_time": "1 day, 19:45:19"} +{"current_steps": 487, "total_steps": 1180, "loss": 0.16169843077659607, "lr": 7.318577159480327e-05, "epoch": 1.6519524617996604, "percentage": 41.27, "elapsed_time": "1 day, 6:43:57", "remaining_time": "1 day, 19:43:57"} +{"current_steps": 488, "total_steps": 1180, "loss": 0.1779298633337021, "lr": 7.30546250724663e-05, "epoch": 1.6553480475382003, "percentage": 41.36, "elapsed_time": "1 day, 6:49:47", "remaining_time": "1 day, 19:43:04"} +{"current_steps": 489, "total_steps": 1180, "loss": 0.17332878708839417, "lr": 7.292327680249123e-05, "epoch": 1.6587436332767402, "percentage": 41.44, "elapsed_time": "1 day, 6:54:05", "remaining_time": "1 day, 19:39:59"} +{"current_steps": 490, "total_steps": 1180, "loss": 0.16480055451393127, "lr": 7.279172793428747e-05, "epoch": 1.6621392190152802, "percentage": 41.53, "elapsed_time": "1 day, 6:57:48", "remaining_time": "1 day, 19:36:05"} +{"current_steps": 491, "total_steps": 1180, "loss": 0.17193584144115448, "lr": 7.265997961901987e-05, "epoch": 1.66553480475382, "percentage": 41.61, "elapsed_time": "1 day, 7:01:03", "remaining_time": "1 day, 19:31:33"} +{"current_steps": 492, "total_steps": 1180, "loss": 0.15805591642856598, "lr": 7.252803300959855e-05, "epoch": 1.6689303904923598, "percentage": 41.69, "elapsed_time": "1 day, 7:03:55", "remaining_time": "1 day, 19:26:28"} +{"current_steps": 493, "total_steps": 1180, "loss": 0.14565090835094452, "lr": 7.239588926066894e-05, "epoch": 1.6723259762309, "percentage": 41.78, "elapsed_time": "1 day, 7:06:20", "remaining_time": "1 day, 19:20:46"} +{"current_steps": 494, "total_steps": 1180, "loss": 0.13669930398464203, "lr": 7.226354952860157e-05, "epoch": 1.6757215619694397, "percentage": 41.86, "elapsed_time": "1 day, 7:08:29", "remaining_time": "1 day, 19:14:42"} +{"current_steps": 495, "total_steps": 1180, "loss": 0.14412081241607666, "lr": 7.2131014971482e-05, "epoch": 1.6791171477079796, "percentage": 41.95, "elapsed_time": "1 day, 7:10:14", "remaining_time": "1 day, 19:08:07"} +{"current_steps": 496, "total_steps": 1180, "loss": 0.17972111701965332, "lr": 7.199828674910067e-05, "epoch": 1.6825127334465195, "percentage": 42.03, "elapsed_time": "1 day, 7:17:28", "remaining_time": "1 day, 19:09:06"} +{"current_steps": 497, "total_steps": 1180, "loss": 0.17095622420310974, "lr": 7.186536602294278e-05, "epoch": 1.6859083191850595, "percentage": 42.12, "elapsed_time": "1 day, 7:22:11", "remaining_time": "1 day, 19:06:35"} +{"current_steps": 498, "total_steps": 1180, "loss": 0.17176561057567596, "lr": 7.173225395617805e-05, "epoch": 1.6893039049235994, "percentage": 42.2, "elapsed_time": "1 day, 7:26:09", "remaining_time": "1 day, 19:03:03"} +{"current_steps": 499, "total_steps": 1180, "loss": 0.16273561120033264, "lr": 7.159895171365065e-05, "epoch": 1.692699490662139, "percentage": 42.29, "elapsed_time": "1 day, 7:29:37", "remaining_time": "1 day, 18:58:49"} +{"current_steps": 500, "total_steps": 1180, "loss": 0.16267995536327362, "lr": 7.146546046186893e-05, "epoch": 1.6960950764006792, "percentage": 42.37, "elapsed_time": "1 day, 7:32:41", "remaining_time": "1 day, 18:54:04"} +{"current_steps": 501, "total_steps": 1180, "loss": 0.150325208902359, "lr": 7.133178136899522e-05, "epoch": 1.699490662139219, "percentage": 42.46, "elapsed_time": "1 day, 7:35:28", "remaining_time": "1 day, 18:48:55"} +{"current_steps": 502, "total_steps": 1180, "loss": 0.13851594924926758, "lr": 7.119791560483562e-05, "epoch": 1.7028862478777589, "percentage": 42.54, "elapsed_time": "1 day, 7:37:51", "remaining_time": "1 day, 18:43:14"} +{"current_steps": 503, "total_steps": 1180, "loss": 0.13087987899780273, "lr": 7.106386434082979e-05, "epoch": 1.7062818336162988, "percentage": 42.63, "elapsed_time": "1 day, 7:39:49", "remaining_time": "1 day, 18:37:00"} +{"current_steps": 504, "total_steps": 1180, "loss": 0.16741487383842468, "lr": 7.092962875004065e-05, "epoch": 1.7096774193548387, "percentage": 42.71, "elapsed_time": "1 day, 7:47:49", "remaining_time": "1 day, 18:38:54"} +{"current_steps": 505, "total_steps": 1180, "loss": 0.1753329038619995, "lr": 7.079521000714414e-05, "epoch": 1.7130730050933787, "percentage": 42.8, "elapsed_time": "1 day, 7:53:05", "remaining_time": "1 day, 18:37:06"} +{"current_steps": 506, "total_steps": 1180, "loss": 0.15479440987110138, "lr": 7.066060928841892e-05, "epoch": 1.7164685908319184, "percentage": 42.88, "elapsed_time": "1 day, 7:57:16", "remaining_time": "1 day, 18:33:50"} +{"current_steps": 507, "total_steps": 1180, "loss": 0.1699436604976654, "lr": 7.052582777173613e-05, "epoch": 1.7198641765704585, "percentage": 42.97, "elapsed_time": "1 day, 8:00:54", "remaining_time": "1 day, 18:29:50"} +{"current_steps": 508, "total_steps": 1180, "loss": 0.15886735916137695, "lr": 7.039086663654903e-05, "epoch": 1.7232597623089982, "percentage": 43.05, "elapsed_time": "1 day, 8:04:07", "remaining_time": "1 day, 18:25:17"} +{"current_steps": 509, "total_steps": 1180, "loss": 0.160150945186615, "lr": 7.025572706388268e-05, "epoch": 1.7266553480475382, "percentage": 43.14, "elapsed_time": "1 day, 8:06:58", "remaining_time": "1 day, 18:20:16"} +{"current_steps": 510, "total_steps": 1180, "loss": 0.1468491405248642, "lr": 7.012041023632364e-05, "epoch": 1.730050933786078, "percentage": 43.22, "elapsed_time": "1 day, 8:09:24", "remaining_time": "1 day, 18:14:43"} +{"current_steps": 511, "total_steps": 1180, "loss": 0.1368895173072815, "lr": 6.99849173380096e-05, "epoch": 1.733446519524618, "percentage": 43.31, "elapsed_time": "1 day, 8:11:28", "remaining_time": "1 day, 18:08:40"} +{"current_steps": 512, "total_steps": 1180, "loss": 0.14566245675086975, "lr": 6.984924955461901e-05, "epoch": 1.736842105263158, "percentage": 43.39, "elapsed_time": "1 day, 8:18:02", "remaining_time": "1 day, 18:08:31"} +{"current_steps": 513, "total_steps": 1180, "loss": 0.18279477953910828, "lr": 6.971340807336072e-05, "epoch": 1.7402376910016977, "percentage": 43.47, "elapsed_time": "1 day, 8:24:14", "remaining_time": "1 day, 18:07:53"} +{"current_steps": 514, "total_steps": 1180, "loss": 0.18226811289787292, "lr": 6.957739408296357e-05, "epoch": 1.7436332767402378, "percentage": 43.56, "elapsed_time": "1 day, 8:28:46", "remaining_time": "1 day, 18:05:04"} +{"current_steps": 515, "total_steps": 1180, "loss": 0.16566191613674164, "lr": 6.944120877366604e-05, "epoch": 1.7470288624787775, "percentage": 43.64, "elapsed_time": "1 day, 8:32:27", "remaining_time": "1 day, 18:01:08"} +{"current_steps": 516, "total_steps": 1180, "loss": 0.14856021106243134, "lr": 6.930485333720573e-05, "epoch": 1.7504244482173175, "percentage": 43.73, "elapsed_time": "1 day, 8:35:43", "remaining_time": "1 day, 17:56:40"} +{"current_steps": 517, "total_steps": 1180, "loss": 0.15349256992340088, "lr": 6.916832896680909e-05, "epoch": 1.7538200339558574, "percentage": 43.81, "elapsed_time": "1 day, 8:38:37", "remaining_time": "1 day, 17:51:44"} +{"current_steps": 518, "total_steps": 1180, "loss": 0.14154832065105438, "lr": 6.90316368571808e-05, "epoch": 1.7572156196943973, "percentage": 43.9, "elapsed_time": "1 day, 8:41:12", "remaining_time": "1 day, 17:46:24"} +{"current_steps": 519, "total_steps": 1180, "loss": 0.13962216675281525, "lr": 6.889477820449342e-05, "epoch": 1.7606112054329373, "percentage": 43.98, "elapsed_time": "1 day, 8:43:25", "remaining_time": "1 day, 17:40:37"} +{"current_steps": 520, "total_steps": 1180, "loss": 0.14338617026805878, "lr": 6.875775420637696e-05, "epoch": 1.764006791171477, "percentage": 44.07, "elapsed_time": "1 day, 8:45:06", "remaining_time": "1 day, 17:34:10"} +{"current_steps": 521, "total_steps": 1180, "loss": 0.17774900794029236, "lr": 6.86205660619083e-05, "epoch": 1.7674023769100171, "percentage": 44.15, "elapsed_time": "1 day, 8:53:08", "remaining_time": "1 day, 17:35:46"} +{"current_steps": 522, "total_steps": 1180, "loss": 0.18082043528556824, "lr": 6.848321497160073e-05, "epoch": 1.7707979626485568, "percentage": 44.24, "elapsed_time": "1 day, 8:58:12", "remaining_time": "1 day, 17:33:36"} +{"current_steps": 523, "total_steps": 1180, "loss": 0.16407832503318787, "lr": 6.834570213739346e-05, "epoch": 1.7741935483870968, "percentage": 44.32, "elapsed_time": "1 day, 9:02:22", "remaining_time": "1 day, 17:30:16"} +{"current_steps": 524, "total_steps": 1180, "loss": 0.16284362971782684, "lr": 6.820802876264112e-05, "epoch": 1.7775891341256367, "percentage": 44.41, "elapsed_time": "1 day, 9:05:57", "remaining_time": "1 day, 17:26:14"} +{"current_steps": 525, "total_steps": 1180, "loss": 0.16151063144207, "lr": 6.807019605210319e-05, "epoch": 1.7809847198641766, "percentage": 44.49, "elapsed_time": "1 day, 9:09:08", "remaining_time": "1 day, 17:21:41"} +{"current_steps": 526, "total_steps": 1180, "loss": 0.15760910511016846, "lr": 6.793220521193346e-05, "epoch": 1.7843803056027165, "percentage": 44.58, "elapsed_time": "1 day, 9:11:59", "remaining_time": "1 day, 17:16:44"} +{"current_steps": 527, "total_steps": 1180, "loss": 0.1361851543188095, "lr": 6.779405744966954e-05, "epoch": 1.7877758913412563, "percentage": 44.66, "elapsed_time": "1 day, 9:14:25", "remaining_time": "1 day, 17:11:16"} +{"current_steps": 528, "total_steps": 1180, "loss": 0.13075143098831177, "lr": 6.76557539742222e-05, "epoch": 1.7911714770797964, "percentage": 44.75, "elapsed_time": "1 day, 9:16:25", "remaining_time": "1 day, 17:05:17"} +{"current_steps": 529, "total_steps": 1180, "loss": 0.1601436585187912, "lr": 6.751729599586483e-05, "epoch": 1.7945670628183361, "percentage": 44.83, "elapsed_time": "1 day, 9:24:03", "remaining_time": "1 day, 17:06:14"} +{"current_steps": 530, "total_steps": 1180, "loss": 0.17493556439876556, "lr": 6.737868472622287e-05, "epoch": 1.797962648556876, "percentage": 44.92, "elapsed_time": "1 day, 9:29:21", "remaining_time": "1 day, 17:04:18"} +{"current_steps": 531, "total_steps": 1180, "loss": 0.17217008769512177, "lr": 6.723992137826318e-05, "epoch": 1.801358234295416, "percentage": 45.0, "elapsed_time": "1 day, 9:33:39", "remaining_time": "1 day, 17:01:08"} +{"current_steps": 532, "total_steps": 1180, "loss": 0.15804290771484375, "lr": 6.710100716628344e-05, "epoch": 1.804753820033956, "percentage": 45.08, "elapsed_time": "1 day, 9:37:17", "remaining_time": "1 day, 16:57:09"} +{"current_steps": 533, "total_steps": 1180, "loss": 0.15615008771419525, "lr": 6.696194330590151e-05, "epoch": 1.8081494057724958, "percentage": 45.17, "elapsed_time": "1 day, 9:40:28", "remaining_time": "1 day, 16:52:37"} +{"current_steps": 534, "total_steps": 1180, "loss": 0.14586041867733002, "lr": 6.682273101404482e-05, "epoch": 1.8115449915110355, "percentage": 45.25, "elapsed_time": "1 day, 9:43:18", "remaining_time": "1 day, 16:47:40"} +{"current_steps": 535, "total_steps": 1180, "loss": 0.14995837211608887, "lr": 6.668337150893971e-05, "epoch": 1.8149405772495757, "percentage": 45.34, "elapsed_time": "1 day, 9:45:50", "remaining_time": "1 day, 16:42:22"} +{"current_steps": 536, "total_steps": 1180, "loss": 0.1311999261379242, "lr": 6.65438660101007e-05, "epoch": 1.8183361629881154, "percentage": 45.42, "elapsed_time": "1 day, 9:48:01", "remaining_time": "1 day, 16:36:39"} +{"current_steps": 537, "total_steps": 1180, "loss": 0.14747732877731323, "lr": 6.640421573831995e-05, "epoch": 1.8217317487266553, "percentage": 45.51, "elapsed_time": "1 day, 9:54:14", "remaining_time": "1 day, 16:35:46"} +{"current_steps": 538, "total_steps": 1180, "loss": 0.18027102947235107, "lr": 6.626442191565645e-05, "epoch": 1.8251273344651953, "percentage": 45.59, "elapsed_time": "1 day, 10:00:34", "remaining_time": "1 day, 16:35:02"} +{"current_steps": 539, "total_steps": 1180, "loss": 0.1796453595161438, "lr": 6.612448576542545e-05, "epoch": 1.8285229202037352, "percentage": 45.68, "elapsed_time": "1 day, 10:05:16", "remaining_time": "1 day, 16:32:19"} +{"current_steps": 540, "total_steps": 1180, "loss": 0.165388822555542, "lr": 6.598440851218763e-05, "epoch": 1.8319185059422751, "percentage": 45.76, "elapsed_time": "1 day, 10:09:17", "remaining_time": "1 day, 16:28:47"} +{"current_steps": 541, "total_steps": 1180, "loss": 0.1611655205488205, "lr": 6.584419138173845e-05, "epoch": 1.8353140916808148, "percentage": 45.85, "elapsed_time": "1 day, 10:12:40", "remaining_time": "1 day, 16:24:29"} +{"current_steps": 542, "total_steps": 1180, "loss": 0.16045475006103516, "lr": 6.570383560109745e-05, "epoch": 1.838709677419355, "percentage": 45.93, "elapsed_time": "1 day, 10:15:37", "remaining_time": "1 day, 16:19:42"} +{"current_steps": 543, "total_steps": 1180, "loss": 0.14716218411922455, "lr": 6.556334239849744e-05, "epoch": 1.8421052631578947, "percentage": 46.02, "elapsed_time": "1 day, 10:18:13", "remaining_time": "1 day, 16:14:31"} +{"current_steps": 544, "total_steps": 1180, "loss": 0.14025574922561646, "lr": 6.542271300337377e-05, "epoch": 1.8455008488964346, "percentage": 46.1, "elapsed_time": "1 day, 10:20:26", "remaining_time": "1 day, 16:08:53"} +{"current_steps": 545, "total_steps": 1180, "loss": 0.14023080468177795, "lr": 6.528194864635369e-05, "epoch": 1.8488964346349746, "percentage": 46.19, "elapsed_time": "1 day, 10:22:12", "remaining_time": "1 day, 16:02:45"} +{"current_steps": 546, "total_steps": 1180, "loss": 0.18015198409557343, "lr": 6.514105055924538e-05, "epoch": 1.8522920203735145, "percentage": 46.27, "elapsed_time": "1 day, 10:30:44", "remaining_time": "1 day, 16:04:29"} +{"current_steps": 547, "total_steps": 1180, "loss": 0.1652262955904007, "lr": 6.500001997502731e-05, "epoch": 1.8556876061120544, "percentage": 46.36, "elapsed_time": "1 day, 10:35:45", "remaining_time": "1 day, 16:02:07"} +{"current_steps": 548, "total_steps": 1180, "loss": 0.17111623287200928, "lr": 6.485885812783739e-05, "epoch": 1.8590831918505941, "percentage": 46.44, "elapsed_time": "1 day, 10:39:49", "remaining_time": "1 day, 15:58:37"} +{"current_steps": 549, "total_steps": 1180, "loss": 0.15875035524368286, "lr": 6.471756625296224e-05, "epoch": 1.8624787775891343, "percentage": 46.53, "elapsed_time": "1 day, 10:43:17", "remaining_time": "1 day, 15:54:27"} +{"current_steps": 550, "total_steps": 1180, "loss": 0.1415071189403534, "lr": 6.45761455868263e-05, "epoch": 1.865874363327674, "percentage": 46.61, "elapsed_time": "1 day, 10:46:20", "remaining_time": "1 day, 15:49:49"} +{"current_steps": 551, "total_steps": 1180, "loss": 0.1438436210155487, "lr": 6.443459736698105e-05, "epoch": 1.869269949066214, "percentage": 46.69, "elapsed_time": "1 day, 10:49:03", "remaining_time": "1 day, 15:44:47"} +{"current_steps": 552, "total_steps": 1180, "loss": 0.14610980451107025, "lr": 6.429292283209419e-05, "epoch": 1.8726655348047538, "percentage": 46.78, "elapsed_time": "1 day, 10:51:23", "remaining_time": "1 day, 15:39:20"} +{"current_steps": 553, "total_steps": 1180, "loss": 0.1317806839942932, "lr": 6.41511232219387e-05, "epoch": 1.8760611205432938, "percentage": 46.86, "elapsed_time": "1 day, 10:53:17", "remaining_time": "1 day, 15:33:24"} +{"current_steps": 554, "total_steps": 1180, "loss": 0.17347626388072968, "lr": 6.400919977738222e-05, "epoch": 1.8794567062818337, "percentage": 46.95, "elapsed_time": "1 day, 11:00:31", "remaining_time": "1 day, 15:33:31"} +{"current_steps": 555, "total_steps": 1180, "loss": 0.18846440315246582, "lr": 6.386715374037596e-05, "epoch": 1.8828522920203734, "percentage": 47.03, "elapsed_time": "1 day, 11:06:02", "remaining_time": "1 day, 15:31:40"} +{"current_steps": 556, "total_steps": 1180, "loss": 0.16884970664978027, "lr": 6.372498635394388e-05, "epoch": 1.8862478777589136, "percentage": 47.12, "elapsed_time": "1 day, 11:10:17", "remaining_time": "1 day, 15:28:23"} +{"current_steps": 557, "total_steps": 1180, "loss": 0.16474951803684235, "lr": 6.358269886217194e-05, "epoch": 1.8896434634974533, "percentage": 47.2, "elapsed_time": "1 day, 11:13:53", "remaining_time": "1 day, 15:24:22"} +{"current_steps": 558, "total_steps": 1180, "loss": 0.14512299001216888, "lr": 6.344029251019707e-05, "epoch": 1.8930390492359932, "percentage": 47.29, "elapsed_time": "1 day, 11:17:02", "remaining_time": "1 day, 15:19:51"} +{"current_steps": 559, "total_steps": 1180, "loss": 0.14445650577545166, "lr": 6.329776854419636e-05, "epoch": 1.8964346349745331, "percentage": 47.37, "elapsed_time": "1 day, 11:19:44", "remaining_time": "1 day, 15:14:50"} +{"current_steps": 560, "total_steps": 1180, "loss": 0.14070647954940796, "lr": 6.315512821137606e-05, "epoch": 1.899830220713073, "percentage": 47.46, "elapsed_time": "1 day, 11:22:05", "remaining_time": "1 day, 15:09:27"} +{"current_steps": 561, "total_steps": 1180, "loss": 0.13384906947612762, "lr": 6.301237275996082e-05, "epoch": 1.903225806451613, "percentage": 47.54, "elapsed_time": "1 day, 11:24:09", "remaining_time": "1 day, 15:03:46"} +{"current_steps": 562, "total_steps": 1180, "loss": 0.16571879386901855, "lr": 6.286950343918262e-05, "epoch": 1.9066213921901527, "percentage": 47.63, "elapsed_time": "1 day, 11:28:15", "remaining_time": "1 day, 15:00:19"} +{"current_steps": 563, "total_steps": 1180, "loss": 0.19308504462242126, "lr": 6.272652149926988e-05, "epoch": 1.9100169779286928, "percentage": 47.71, "elapsed_time": "1 day, 11:33:50", "remaining_time": "1 day, 14:58:30"} +{"current_steps": 564, "total_steps": 1180, "loss": 0.17147845029830933, "lr": 6.258342819143659e-05, "epoch": 1.9134125636672326, "percentage": 47.8, "elapsed_time": "1 day, 11:38:04", "remaining_time": "1 day, 14:55:12"} +{"current_steps": 565, "total_steps": 1180, "loss": 0.15436913073062897, "lr": 6.244022476787124e-05, "epoch": 1.9168081494057725, "percentage": 47.88, "elapsed_time": "1 day, 11:41:38", "remaining_time": "1 day, 14:51:09"} +{"current_steps": 566, "total_steps": 1180, "loss": 0.14631399512290955, "lr": 6.229691248172599e-05, "epoch": 1.9202037351443124, "percentage": 47.97, "elapsed_time": "1 day, 11:44:44", "remaining_time": "1 day, 14:46:37"} +{"current_steps": 567, "total_steps": 1180, "loss": 0.14651337265968323, "lr": 6.215349258710557e-05, "epoch": 1.9235993208828521, "percentage": 48.05, "elapsed_time": "1 day, 11:47:28", "remaining_time": "1 day, 14:41:42"} +{"current_steps": 568, "total_steps": 1180, "loss": 0.13412252068519592, "lr": 6.200996633905646e-05, "epoch": 1.9269949066213923, "percentage": 48.14, "elapsed_time": "1 day, 11:49:53", "remaining_time": "1 day, 14:36:26"} +{"current_steps": 569, "total_steps": 1180, "loss": 0.1383034735918045, "lr": 6.186633499355576e-05, "epoch": 1.930390492359932, "percentage": 48.22, "elapsed_time": "1 day, 11:52:01", "remaining_time": "1 day, 14:30:52"} +{"current_steps": 570, "total_steps": 1180, "loss": 0.12899111211299896, "lr": 6.172259980750023e-05, "epoch": 1.9337860780984721, "percentage": 48.31, "elapsed_time": "1 day, 11:53:39", "remaining_time": "1 day, 14:24:47"} +{"current_steps": 571, "total_steps": 1180, "loss": 0.1698915660381317, "lr": 6.157876203869546e-05, "epoch": 1.9371816638370118, "percentage": 48.39, "elapsed_time": "1 day, 12:01:17", "remaining_time": "1 day, 14:25:07"} +{"current_steps": 572, "total_steps": 1180, "loss": 0.17424562573432922, "lr": 6.143482294584459e-05, "epoch": 1.9405772495755518, "percentage": 48.47, "elapsed_time": "1 day, 12:05:54", "remaining_time": "1 day, 14:22:13"} +{"current_steps": 573, "total_steps": 1180, "loss": 0.15596550703048706, "lr": 6.129078378853748e-05, "epoch": 1.9439728353140917, "percentage": 48.56, "elapsed_time": "1 day, 12:09:46", "remaining_time": "1 day, 14:18:31"} +{"current_steps": 574, "total_steps": 1180, "loss": 0.1550683230161667, "lr": 6.114664582723966e-05, "epoch": 1.9473684210526314, "percentage": 48.64, "elapsed_time": "1 day, 12:13:03", "remaining_time": "1 day, 14:14:12"} +{"current_steps": 575, "total_steps": 1180, "loss": 0.14169350266456604, "lr": 6.100241032328124e-05, "epoch": 1.9507640067911716, "percentage": 48.73, "elapsed_time": "1 day, 12:15:59", "remaining_time": "1 day, 14:09:30"} +{"current_steps": 576, "total_steps": 1180, "loss": 0.1491428017616272, "lr": 6.085807853884595e-05, "epoch": 1.9541595925297113, "percentage": 48.81, "elapsed_time": "1 day, 12:18:34", "remaining_time": "1 day, 14:04:28"} +{"current_steps": 577, "total_steps": 1180, "loss": 0.14005613327026367, "lr": 6.0713651736960034e-05, "epoch": 1.9575551782682514, "percentage": 48.9, "elapsed_time": "1 day, 12:20:48", "remaining_time": "1 day, 13:59:04"} +{"current_steps": 578, "total_steps": 1180, "loss": 0.13678719103336334, "lr": 6.056913118148122e-05, "epoch": 1.9609507640067911, "percentage": 48.98, "elapsed_time": "1 day, 12:22:40", "remaining_time": "1 day, 13:53:18"} +{"current_steps": 579, "total_steps": 1180, "loss": 0.1598358452320099, "lr": 6.0424518137087674e-05, "epoch": 1.964346349745331, "percentage": 49.07, "elapsed_time": "1 day, 12:30:57", "remaining_time": "1 day, 13:54:12"} +{"current_steps": 580, "total_steps": 1180, "loss": 0.16596555709838867, "lr": 6.0279813869266885e-05, "epoch": 1.967741935483871, "percentage": 49.15, "elapsed_time": "1 day, 12:36:33", "remaining_time": "1 day, 13:52:17"} +{"current_steps": 581, "total_steps": 1180, "loss": 0.15973442792892456, "lr": 6.013501964430468e-05, "epoch": 1.9711375212224107, "percentage": 49.24, "elapsed_time": "1 day, 12:40:49", "remaining_time": "1 day, 13:49:00"} +{"current_steps": 582, "total_steps": 1180, "loss": 0.16224101185798645, "lr": 5.999013672927405e-05, "epoch": 1.9745331069609509, "percentage": 49.32, "elapsed_time": "1 day, 12:44:21", "remaining_time": "1 day, 13:44:57"} +{"current_steps": 583, "total_steps": 1180, "loss": 0.15299895405769348, "lr": 5.9845166392024074e-05, "epoch": 1.9779286926994906, "percentage": 49.41, "elapsed_time": "1 day, 12:47:27", "remaining_time": "1 day, 13:40:28"} +{"current_steps": 584, "total_steps": 1180, "loss": 0.14674901962280273, "lr": 5.970010990116892e-05, "epoch": 1.9813242784380307, "percentage": 49.49, "elapsed_time": "1 day, 12:50:07", "remaining_time": "1 day, 13:35:32"} +{"current_steps": 585, "total_steps": 1180, "loss": 0.1379772275686264, "lr": 5.955496852607661e-05, "epoch": 1.9847198641765704, "percentage": 49.58, "elapsed_time": "1 day, 12:52:27", "remaining_time": "1 day, 13:30:16"} +{"current_steps": 586, "total_steps": 1180, "loss": 0.12416021525859833, "lr": 5.940974353685804e-05, "epoch": 1.9881154499151104, "percentage": 49.66, "elapsed_time": "1 day, 12:54:26", "remaining_time": "1 day, 13:24:40"} +{"current_steps": 587, "total_steps": 1180, "loss": 0.15557736158370972, "lr": 5.9264436204355724e-05, "epoch": 1.9915110356536503, "percentage": 49.75, "elapsed_time": "1 day, 12:58:30", "remaining_time": "1 day, 13:21:11"} +{"current_steps": 588, "total_steps": 1180, "loss": 0.18169651925563812, "lr": 5.911904780013279e-05, "epoch": 1.99490662139219, "percentage": 49.83, "elapsed_time": "1 day, 13:02:31", "remaining_time": "1 day, 13:17:39"} +{"current_steps": 589, "total_steps": 1180, "loss": 0.1419195830821991, "lr": 5.8973579596461834e-05, "epoch": 1.9983022071307301, "percentage": 49.92, "elapsed_time": "1 day, 13:05:15", "remaining_time": "1 day, 13:12:49"} +{"current_steps": 590, "total_steps": 1180, "loss": 0.13311868906021118, "lr": 5.882803286631372e-05, "epoch": 2.0, "percentage": 50.0, "elapsed_time": "1 day, 13:06:15", "remaining_time": "1 day, 13:06:15"} +{"current_steps": 591, "total_steps": 1180, "loss": 0.12104956805706024, "lr": 5.868240888334653e-05, "epoch": 2.0033955857385397, "percentage": 50.08, "elapsed_time": "1 day, 13:15:46", "remaining_time": "1 day, 13:08:12"} +{"current_steps": 592, "total_steps": 1180, "loss": 0.1117546558380127, "lr": 5.853670892189432e-05, "epoch": 2.00679117147708, "percentage": 50.17, "elapsed_time": "1 day, 13:20:47", "remaining_time": "1 day, 13:05:38"} +{"current_steps": 593, "total_steps": 1180, "loss": 0.10089024901390076, "lr": 5.839093425695609e-05, "epoch": 2.0101867572156196, "percentage": 50.25, "elapsed_time": "1 day, 13:24:44", "remaining_time": "1 day, 13:02:01"} +{"current_steps": 594, "total_steps": 1180, "loss": 0.09226801991462708, "lr": 5.824508616418449e-05, "epoch": 2.0135823429541597, "percentage": 50.34, "elapsed_time": "1 day, 13:28:07", "remaining_time": "1 day, 12:57:51"} +{"current_steps": 595, "total_steps": 1180, "loss": 0.0863746628165245, "lr": 5.8099165919874784e-05, "epoch": 2.0169779286926994, "percentage": 50.42, "elapsed_time": "1 day, 13:31:05", "remaining_time": "1 day, 12:53:15"} +{"current_steps": 596, "total_steps": 1180, "loss": 0.07718914747238159, "lr": 5.7953174800953604e-05, "epoch": 2.0203735144312396, "percentage": 50.51, "elapsed_time": "1 day, 13:33:40", "remaining_time": "1 day, 12:48:17"} +{"current_steps": 597, "total_steps": 1180, "loss": 0.07371412962675095, "lr": 5.7807114084967775e-05, "epoch": 2.0237691001697793, "percentage": 50.59, "elapsed_time": "1 day, 13:35:58", "remaining_time": "1 day, 12:43:04"} +{"current_steps": 598, "total_steps": 1180, "loss": 0.0710630789399147, "lr": 5.766098505007318e-05, "epoch": 2.027164685908319, "percentage": 50.68, "elapsed_time": "1 day, 13:37:59", "remaining_time": "1 day, 12:37:34"} +{"current_steps": 599, "total_steps": 1180, "loss": 0.11631827801465988, "lr": 5.751478897502352e-05, "epoch": 2.030560271646859, "percentage": 50.76, "elapsed_time": "1 day, 13:44:56", "remaining_time": "1 day, 12:36:52"} +{"current_steps": 600, "total_steps": 1180, "loss": 0.10760145634412766, "lr": 5.736852713915921e-05, "epoch": 2.033955857385399, "percentage": 50.85, "elapsed_time": "1 day, 13:50:15", "remaining_time": "1 day, 12:34:34"} +{"current_steps": 601, "total_steps": 1180, "loss": 0.10485737770795822, "lr": 5.7222200822396075e-05, "epoch": 2.037351443123939, "percentage": 50.93, "elapsed_time": "1 day, 13:54:35", "remaining_time": "1 day, 12:31:19"} +{"current_steps": 602, "total_steps": 1180, "loss": 0.10091932862997055, "lr": 5.7075811305214245e-05, "epoch": 2.0407470288624787, "percentage": 51.02, "elapsed_time": "1 day, 13:58:24", "remaining_time": "1 day, 12:27:34"} +{"current_steps": 603, "total_steps": 1180, "loss": 0.08710863441228867, "lr": 5.692935986864685e-05, "epoch": 2.044142614601019, "percentage": 51.1, "elapsed_time": "1 day, 14:01:48", "remaining_time": "1 day, 12:23:25"} +{"current_steps": 604, "total_steps": 1180, "loss": 0.08012089133262634, "lr": 5.678284779426891e-05, "epoch": 2.0475382003395586, "percentage": 51.19, "elapsed_time": "1 day, 14:04:51", "remaining_time": "1 day, 12:18:55"} +{"current_steps": 605, "total_steps": 1180, "loss": 0.07406513392925262, "lr": 5.6636276364186105e-05, "epoch": 2.0509337860780983, "percentage": 51.27, "elapsed_time": "1 day, 14:07:30", "remaining_time": "1 day, 12:14:04"} +{"current_steps": 606, "total_steps": 1180, "loss": 0.06827662885189056, "lr": 5.648964686102346e-05, "epoch": 2.0543293718166384, "percentage": 51.36, "elapsed_time": "1 day, 14:09:43", "remaining_time": "1 day, 12:08:49"} +{"current_steps": 607, "total_steps": 1180, "loss": 0.08899202197790146, "lr": 5.6342960567914235e-05, "epoch": 2.057724957555178, "percentage": 51.44, "elapsed_time": "1 day, 14:15:18", "remaining_time": "1 day, 12:06:44"} +{"current_steps": 608, "total_steps": 1180, "loss": 0.1175706535577774, "lr": 5.619621876848864e-05, "epoch": 2.0611205432937183, "percentage": 51.53, "elapsed_time": "1 day, 14:21:12", "remaining_time": "1 day, 12:04:57"} +{"current_steps": 609, "total_steps": 1180, "loss": 0.10147128999233246, "lr": 5.60494227468626e-05, "epoch": 2.064516129032258, "percentage": 51.61, "elapsed_time": "1 day, 14:25:40", "remaining_time": "1 day, 12:01:48"} +{"current_steps": 610, "total_steps": 1180, "loss": 0.09305062890052795, "lr": 5.5902573787626544e-05, "epoch": 2.067911714770798, "percentage": 51.69, "elapsed_time": "1 day, 14:29:24", "remaining_time": "1 day, 11:57:58"} +{"current_steps": 611, "total_steps": 1180, "loss": 0.08531151711940765, "lr": 5.5755673175834145e-05, "epoch": 2.071307300509338, "percentage": 51.78, "elapsed_time": "1 day, 14:32:34", "remaining_time": "1 day, 11:53:36"} +{"current_steps": 612, "total_steps": 1180, "loss": 0.07805474102497101, "lr": 5.56087221969911e-05, "epoch": 2.0747028862478776, "percentage": 51.86, "elapsed_time": "1 day, 14:35:22", "remaining_time": "1 day, 11:48:54"} +{"current_steps": 613, "total_steps": 1180, "loss": 0.07336990535259247, "lr": 5.546172213704384e-05, "epoch": 2.0780984719864177, "percentage": 51.95, "elapsed_time": "1 day, 14:37:52", "remaining_time": "1 day, 11:43:56"} +{"current_steps": 614, "total_steps": 1180, "loss": 0.06579209864139557, "lr": 5.5314674282368275e-05, "epoch": 2.0814940577249574, "percentage": 52.03, "elapsed_time": "1 day, 14:40:02", "remaining_time": "1 day, 11:38:40"} +{"current_steps": 615, "total_steps": 1180, "loss": 0.06725182384252548, "lr": 5.5167579919758606e-05, "epoch": 2.0848896434634976, "percentage": 52.12, "elapsed_time": "1 day, 14:41:46", "remaining_time": "1 day, 11:33:00"} +{"current_steps": 616, "total_steps": 1180, "loss": 0.1145014688372612, "lr": 5.5020440336416e-05, "epoch": 2.0882852292020373, "percentage": 52.2, "elapsed_time": "1 day, 14:50:14", "remaining_time": "1 day, 11:33:31"} +{"current_steps": 617, "total_steps": 1180, "loss": 0.11737364530563354, "lr": 5.487325681993733e-05, "epoch": 2.0916808149405774, "percentage": 52.29, "elapsed_time": "1 day, 14:55:31", "remaining_time": "1 day, 11:31:07"} +{"current_steps": 618, "total_steps": 1180, "loss": 0.10318945348262787, "lr": 5.472603065830393e-05, "epoch": 2.095076400679117, "percentage": 52.37, "elapsed_time": "1 day, 14:59:43", "remaining_time": "1 day, 11:27:42"} +{"current_steps": 619, "total_steps": 1180, "loss": 0.08743831515312195, "lr": 5.457876313987034e-05, "epoch": 2.098471986417657, "percentage": 52.46, "elapsed_time": "1 day, 15:03:20", "remaining_time": "1 day, 11:23:46"} +{"current_steps": 620, "total_steps": 1180, "loss": 0.08302175253629684, "lr": 5.443145555335296e-05, "epoch": 2.101867572156197, "percentage": 52.54, "elapsed_time": "1 day, 15:06:24", "remaining_time": "1 day, 11:19:20"} +{"current_steps": 621, "total_steps": 1180, "loss": 0.07643230259418488, "lr": 5.4284109187818845e-05, "epoch": 2.1052631578947367, "percentage": 52.63, "elapsed_time": "1 day, 15:09:07", "remaining_time": "1 day, 11:14:35"} +{"current_steps": 622, "total_steps": 1180, "loss": 0.07614649832248688, "lr": 5.4136725332674434e-05, "epoch": 2.108658743633277, "percentage": 52.71, "elapsed_time": "1 day, 15:11:27", "remaining_time": "1 day, 11:09:30"} +{"current_steps": 623, "total_steps": 1180, "loss": 0.07087817788124084, "lr": 5.3989305277654156e-05, "epoch": 2.1120543293718166, "percentage": 52.8, "elapsed_time": "1 day, 15:13:21", "remaining_time": "1 day, 11:04:02"} +{"current_steps": 624, "total_steps": 1180, "loss": 0.11139951646327972, "lr": 5.3841850312809295e-05, "epoch": 2.1154499151103567, "percentage": 52.88, "elapsed_time": "1 day, 15:21:53", "remaining_time": "1 day, 11:04:30"} +{"current_steps": 625, "total_steps": 1180, "loss": 0.1259862780570984, "lr": 5.369436172849657e-05, "epoch": 2.1188455008488964, "percentage": 52.97, "elapsed_time": "1 day, 15:27:28", "remaining_time": "1 day, 11:02:19"} +{"current_steps": 626, "total_steps": 1180, "loss": 0.10937876999378204, "lr": 5.354684081536693e-05, "epoch": 2.122241086587436, "percentage": 53.05, "elapsed_time": "1 day, 15:31:57", "remaining_time": "1 day, 10:59:09"} +{"current_steps": 627, "total_steps": 1180, "loss": 0.0953579992055893, "lr": 5.3399288864354225e-05, "epoch": 2.1256366723259763, "percentage": 53.14, "elapsed_time": "1 day, 15:35:39", "remaining_time": "1 day, 10:55:16"} +{"current_steps": 628, "total_steps": 1180, "loss": 0.08874654769897461, "lr": 5.3251707166663886e-05, "epoch": 2.129032258064516, "percentage": 53.22, "elapsed_time": "1 day, 15:38:53", "remaining_time": "1 day, 10:50:59"} +{"current_steps": 629, "total_steps": 1180, "loss": 0.08193890750408173, "lr": 5.31040970137617e-05, "epoch": 2.132427843803056, "percentage": 53.31, "elapsed_time": "1 day, 15:41:40", "remaining_time": "1 day, 10:46:20"} +{"current_steps": 630, "total_steps": 1180, "loss": 0.07548414170742035, "lr": 5.295645969736244e-05, "epoch": 2.135823429541596, "percentage": 53.39, "elapsed_time": "1 day, 15:44:04", "remaining_time": "1 day, 10:41:20"} +{"current_steps": 631, "total_steps": 1180, "loss": 0.06608285754919052, "lr": 5.280879650941857e-05, "epoch": 2.139219015280136, "percentage": 53.47, "elapsed_time": "1 day, 15:46:06", "remaining_time": "1 day, 10:36:01"} +{"current_steps": 632, "total_steps": 1180, "loss": 0.09255146980285645, "lr": 5.2661108742108935e-05, "epoch": 2.1426146010186757, "percentage": 53.56, "elapsed_time": "1 day, 15:51:21", "remaining_time": "1 day, 10:33:31"} +{"current_steps": 633, "total_steps": 1180, "loss": 0.11359074711799622, "lr": 5.251339768782754e-05, "epoch": 2.1460101867572154, "percentage": 53.64, "elapsed_time": "1 day, 15:57:44", "remaining_time": "1 day, 10:31:58"} +{"current_steps": 634, "total_steps": 1180, "loss": 0.1139441728591919, "lr": 5.23656646391721e-05, "epoch": 2.1494057724957556, "percentage": 53.73, "elapsed_time": "1 day, 16:02:26", "remaining_time": "1 day, 10:28:58"} +{"current_steps": 635, "total_steps": 1180, "loss": 0.10060256719589233, "lr": 5.221791088893282e-05, "epoch": 2.1528013582342953, "percentage": 53.81, "elapsed_time": "1 day, 16:06:12", "remaining_time": "1 day, 10:25:10"} +{"current_steps": 636, "total_steps": 1180, "loss": 0.08961832523345947, "lr": 5.207013773008111e-05, "epoch": 2.1561969439728355, "percentage": 53.9, "elapsed_time": "1 day, 16:09:31", "remaining_time": "1 day, 10:20:58"} +{"current_steps": 637, "total_steps": 1180, "loss": 0.08403001725673676, "lr": 5.192234645575814e-05, "epoch": 2.159592529711375, "percentage": 53.98, "elapsed_time": "1 day, 16:12:28", "remaining_time": "1 day, 10:16:28"} +{"current_steps": 638, "total_steps": 1180, "loss": 0.07931354641914368, "lr": 5.177453835926366e-05, "epoch": 2.1629881154499153, "percentage": 54.07, "elapsed_time": "1 day, 16:15:04", "remaining_time": "1 day, 10:11:40"} +{"current_steps": 639, "total_steps": 1180, "loss": 0.06572918593883514, "lr": 5.162671473404461e-05, "epoch": 2.166383701188455, "percentage": 54.15, "elapsed_time": "1 day, 16:17:17", "remaining_time": "1 day, 10:06:34"} +{"current_steps": 640, "total_steps": 1180, "loss": 0.07264866679906845, "lr": 5.147887687368384e-05, "epoch": 2.1697792869269947, "percentage": 54.24, "elapsed_time": "1 day, 16:19:02", "remaining_time": "1 day, 10:01:03"} +{"current_steps": 641, "total_steps": 1180, "loss": 0.11681890487670898, "lr": 5.133102607188874e-05, "epoch": 2.173174872665535, "percentage": 54.32, "elapsed_time": "1 day, 16:27:41", "remaining_time": "1 day, 10:01:23"} +{"current_steps": 642, "total_steps": 1180, "loss": 0.10791041702032089, "lr": 5.1183163622479966e-05, "epoch": 2.1765704584040746, "percentage": 54.41, "elapsed_time": "1 day, 16:32:26", "remaining_time": "1 day, 9:58:23"} +{"current_steps": 643, "total_steps": 1180, "loss": 0.09829472750425339, "lr": 5.10352908193801e-05, "epoch": 2.1799660441426147, "percentage": 54.49, "elapsed_time": "1 day, 16:36:18", "remaining_time": "1 day, 9:54:40"} +{"current_steps": 644, "total_steps": 1180, "loss": 0.09725946187973022, "lr": 5.088740895660231e-05, "epoch": 2.1833616298811545, "percentage": 54.58, "elapsed_time": "1 day, 16:39:39", "remaining_time": "1 day, 9:50:31"} +{"current_steps": 645, "total_steps": 1180, "loss": 0.08819393813610077, "lr": 5.073951932823907e-05, "epoch": 2.1867572156196946, "percentage": 54.66, "elapsed_time": "1 day, 16:42:39", "remaining_time": "1 day, 9:46:04"} +{"current_steps": 646, "total_steps": 1180, "loss": 0.07982441782951355, "lr": 5.0591623228450805e-05, "epoch": 2.1901528013582343, "percentage": 54.75, "elapsed_time": "1 day, 16:45:17", "remaining_time": "1 day, 9:41:20"} +{"current_steps": 647, "total_steps": 1180, "loss": 0.07353096455335617, "lr": 5.044372195145455e-05, "epoch": 2.193548387096774, "percentage": 54.83, "elapsed_time": "1 day, 16:47:36", "remaining_time": "1 day, 9:36:20"} +{"current_steps": 648, "total_steps": 1180, "loss": 0.0687694251537323, "lr": 5.0295816791512686e-05, "epoch": 2.196943972835314, "percentage": 54.92, "elapsed_time": "1 day, 16:49:32", "remaining_time": "1 day, 9:31:02"} +{"current_steps": 649, "total_steps": 1180, "loss": 0.10892924666404724, "lr": 5.014790904292149e-05, "epoch": 2.200339558573854, "percentage": 55.0, "elapsed_time": "1 day, 16:56:06", "remaining_time": "1 day, 9:29:32"} +{"current_steps": 650, "total_steps": 1180, "loss": 0.1159369945526123, "lr": 5e-05, "epoch": 2.203735144312394, "percentage": 55.08, "elapsed_time": "1 day, 17:01:02", "remaining_time": "1 day, 9:26:41"} +{"current_steps": 651, "total_steps": 1180, "loss": 0.09954734891653061, "lr": 4.9852090957078515e-05, "epoch": 2.2071307300509337, "percentage": 55.17, "elapsed_time": "1 day, 17:05:01", "remaining_time": "1 day, 9:23:04"} +{"current_steps": 652, "total_steps": 1180, "loss": 0.09250899404287338, "lr": 4.9704183208487325e-05, "epoch": 2.2105263157894735, "percentage": 55.25, "elapsed_time": "1 day, 17:08:32", "remaining_time": "1 day, 9:19:03"} +{"current_steps": 653, "total_steps": 1180, "loss": 0.08235422521829605, "lr": 4.955627804854545e-05, "epoch": 2.2139219015280136, "percentage": 55.34, "elapsed_time": "1 day, 17:11:42", "remaining_time": "1 day, 9:14:46"} +{"current_steps": 654, "total_steps": 1180, "loss": 0.07888228446245193, "lr": 4.94083767715492e-05, "epoch": 2.2173174872665533, "percentage": 55.42, "elapsed_time": "1 day, 17:14:29", "remaining_time": "1 day, 9:10:11"} +{"current_steps": 655, "total_steps": 1180, "loss": 0.0726616159081459, "lr": 4.9260480671760925e-05, "epoch": 2.2207130730050935, "percentage": 55.51, "elapsed_time": "1 day, 17:16:57", "remaining_time": "1 day, 9:05:20"} +{"current_steps": 656, "total_steps": 1180, "loss": 0.06728089600801468, "lr": 4.911259104339771e-05, "epoch": 2.224108658743633, "percentage": 55.59, "elapsed_time": "1 day, 17:19:06", "remaining_time": "1 day, 9:00:15"} +{"current_steps": 657, "total_steps": 1180, "loss": 0.08549031615257263, "lr": 4.8964709180619924e-05, "epoch": 2.2275042444821733, "percentage": 55.68, "elapsed_time": "1 day, 17:24:58", "remaining_time": "1 day, 8:58:08"} +{"current_steps": 658, "total_steps": 1180, "loss": 0.11464506387710571, "lr": 4.881683637752005e-05, "epoch": 2.230899830220713, "percentage": 55.76, "elapsed_time": "1 day, 17:30:56", "remaining_time": "1 day, 8:56:05"} +{"current_steps": 659, "total_steps": 1180, "loss": 0.10288610309362411, "lr": 4.866897392811126e-05, "epoch": 2.234295415959253, "percentage": 55.85, "elapsed_time": "1 day, 17:35:24", "remaining_time": "1 day, 8:52:50"} +{"current_steps": 660, "total_steps": 1180, "loss": 0.10606972873210907, "lr": 4.852112312631616e-05, "epoch": 2.237691001697793, "percentage": 55.93, "elapsed_time": "1 day, 17:39:15", "remaining_time": "1 day, 8:49:07"} +{"current_steps": 661, "total_steps": 1180, "loss": 0.08981959521770477, "lr": 4.8373285265955395e-05, "epoch": 2.2410865874363326, "percentage": 56.02, "elapsed_time": "1 day, 17:42:35", "remaining_time": "1 day, 8:44:58"} +{"current_steps": 662, "total_steps": 1180, "loss": 0.08232477307319641, "lr": 4.822546164073635e-05, "epoch": 2.2444821731748728, "percentage": 56.1, "elapsed_time": "1 day, 17:45:32", "remaining_time": "1 day, 8:40:31"} +{"current_steps": 663, "total_steps": 1180, "loss": 0.07704266905784607, "lr": 4.8077653544241864e-05, "epoch": 2.2478777589134125, "percentage": 56.19, "elapsed_time": "1 day, 17:48:07", "remaining_time": "1 day, 8:35:48"} +{"current_steps": 664, "total_steps": 1180, "loss": 0.06634756177663803, "lr": 4.792986226991889e-05, "epoch": 2.2512733446519526, "percentage": 56.27, "elapsed_time": "1 day, 17:50:20", "remaining_time": "1 day, 8:30:48"} +{"current_steps": 665, "total_steps": 1180, "loss": 0.0683097243309021, "lr": 4.7782089111067176e-05, "epoch": 2.2546689303904923, "percentage": 56.36, "elapsed_time": "1 day, 17:52:01", "remaining_time": "1 day, 8:25:24"} +{"current_steps": 666, "total_steps": 1180, "loss": 0.11916027963161469, "lr": 4.7634335360827905e-05, "epoch": 2.258064516129032, "percentage": 56.44, "elapsed_time": "1 day, 18:00:30", "remaining_time": "1 day, 8:25:15"} +{"current_steps": 667, "total_steps": 1180, "loss": 0.11158622801303864, "lr": 4.748660231217249e-05, "epoch": 2.261460101867572, "percentage": 56.53, "elapsed_time": "1 day, 18:05:27", "remaining_time": "1 day, 8:22:22"} +{"current_steps": 668, "total_steps": 1180, "loss": 0.09854745864868164, "lr": 4.7338891257891084e-05, "epoch": 2.264855687606112, "percentage": 56.61, "elapsed_time": "1 day, 18:09:26", "remaining_time": "1 day, 8:18:44"} +{"current_steps": 669, "total_steps": 1180, "loss": 0.08974334597587585, "lr": 4.719120349058146e-05, "epoch": 2.268251273344652, "percentage": 56.69, "elapsed_time": "1 day, 18:12:49", "remaining_time": "1 day, 8:14:38"} +{"current_steps": 670, "total_steps": 1180, "loss": 0.07873357832431793, "lr": 4.7043540302637575e-05, "epoch": 2.2716468590831917, "percentage": 56.78, "elapsed_time": "1 day, 18:15:49", "remaining_time": "1 day, 8:10:15"} +{"current_steps": 671, "total_steps": 1180, "loss": 0.07303929328918457, "lr": 4.6895902986238304e-05, "epoch": 2.275042444821732, "percentage": 56.86, "elapsed_time": "1 day, 18:18:22", "remaining_time": "1 day, 8:05:32"} +{"current_steps": 672, "total_steps": 1180, "loss": 0.07083107531070709, "lr": 4.6748292833336125e-05, "epoch": 2.2784380305602716, "percentage": 56.95, "elapsed_time": "1 day, 18:20:33", "remaining_time": "1 day, 8:00:32"} +{"current_steps": 673, "total_steps": 1180, "loss": 0.06820881366729736, "lr": 4.6600711135645793e-05, "epoch": 2.2818336162988118, "percentage": 57.03, "elapsed_time": "1 day, 18:22:23", "remaining_time": "1 day, 7:55:17"} +{"current_steps": 674, "total_steps": 1180, "loss": 0.11455556005239487, "lr": 4.6453159184633076e-05, "epoch": 2.2852292020373515, "percentage": 57.12, "elapsed_time": "1 day, 18:30:42", "remaining_time": "1 day, 7:54:55"} +{"current_steps": 675, "total_steps": 1180, "loss": 0.12156914174556732, "lr": 4.6305638271503445e-05, "epoch": 2.288624787775891, "percentage": 57.2, "elapsed_time": "1 day, 18:36:20", "remaining_time": "1 day, 7:52:31"} +{"current_steps": 676, "total_steps": 1180, "loss": 0.10207021236419678, "lr": 4.615814968719071e-05, "epoch": 2.2920203735144313, "percentage": 57.29, "elapsed_time": "1 day, 18:40:45", "remaining_time": "1 day, 7:49:12"} +{"current_steps": 677, "total_steps": 1180, "loss": 0.09467285126447678, "lr": 4.601069472234584e-05, "epoch": 2.295415959252971, "percentage": 57.37, "elapsed_time": "1 day, 18:44:28", "remaining_time": "1 day, 7:45:22"} +{"current_steps": 678, "total_steps": 1180, "loss": 0.08891662955284119, "lr": 4.586327466732557e-05, "epoch": 2.298811544991511, "percentage": 57.46, "elapsed_time": "1 day, 18:47:42", "remaining_time": "1 day, 7:41:09"} +{"current_steps": 679, "total_steps": 1180, "loss": 0.08263769745826721, "lr": 4.571589081218116e-05, "epoch": 2.302207130730051, "percentage": 57.54, "elapsed_time": "1 day, 18:50:31", "remaining_time": "1 day, 7:36:39"} +{"current_steps": 680, "total_steps": 1180, "loss": 0.07031428813934326, "lr": 4.556854444664706e-05, "epoch": 2.3056027164685906, "percentage": 57.63, "elapsed_time": "1 day, 18:52:52", "remaining_time": "1 day, 7:31:49"} +{"current_steps": 681, "total_steps": 1180, "loss": 0.06435659527778625, "lr": 4.5421236860129686e-05, "epoch": 2.3089983022071308, "percentage": 57.71, "elapsed_time": "1 day, 18:54:50", "remaining_time": "1 day, 7:26:42"} +{"current_steps": 682, "total_steps": 1180, "loss": 0.10397550463676453, "lr": 4.527396934169609e-05, "epoch": 2.3123938879456705, "percentage": 57.8, "elapsed_time": "1 day, 19:00:35", "remaining_time": "1 day, 7:24:21"} +{"current_steps": 683, "total_steps": 1180, "loss": 0.12233447283506393, "lr": 4.512674318006268e-05, "epoch": 2.3157894736842106, "percentage": 57.88, "elapsed_time": "1 day, 19:06:43", "remaining_time": "1 day, 7:22:17"} +{"current_steps": 684, "total_steps": 1180, "loss": 0.11278166621923447, "lr": 4.4979559663584015e-05, "epoch": 2.3191850594227503, "percentage": 57.97, "elapsed_time": "1 day, 19:11:17", "remaining_time": "1 day, 7:19:03"} +{"current_steps": 685, "total_steps": 1180, "loss": 0.09657131135463715, "lr": 4.4832420080241406e-05, "epoch": 2.3225806451612905, "percentage": 58.05, "elapsed_time": "1 day, 19:15:11", "remaining_time": "1 day, 7:15:21"} +{"current_steps": 686, "total_steps": 1180, "loss": 0.09288895130157471, "lr": 4.4685325717631736e-05, "epoch": 2.32597623089983, "percentage": 58.14, "elapsed_time": "1 day, 19:18:30", "remaining_time": "1 day, 7:11:13"} +{"current_steps": 687, "total_steps": 1180, "loss": 0.08457746356725693, "lr": 4.453827786295617e-05, "epoch": 2.3293718166383703, "percentage": 58.22, "elapsed_time": "1 day, 19:21:26", "remaining_time": "1 day, 7:06:49"} +{"current_steps": 688, "total_steps": 1180, "loss": 0.07192069292068481, "lr": 4.4391277803008905e-05, "epoch": 2.33276740237691, "percentage": 58.31, "elapsed_time": "1 day, 19:23:57", "remaining_time": "1 day, 7:02:08"} +{"current_steps": 689, "total_steps": 1180, "loss": 0.06865935027599335, "lr": 4.424432682416585e-05, "epoch": 2.3361629881154498, "percentage": 58.39, "elapsed_time": "1 day, 19:26:07", "remaining_time": "1 day, 6:57:11"} +{"current_steps": 690, "total_steps": 1180, "loss": 0.06910768896341324, "lr": 4.4097426212373474e-05, "epoch": 2.33955857385399, "percentage": 58.47, "elapsed_time": "1 day, 19:27:46", "remaining_time": "1 day, 6:51:53"} +{"current_steps": 691, "total_steps": 1180, "loss": 0.10569753497838974, "lr": 4.3950577253137425e-05, "epoch": 2.3429541595925296, "percentage": 58.56, "elapsed_time": "1 day, 19:35:39", "remaining_time": "1 day, 6:51:01"} +{"current_steps": 692, "total_steps": 1180, "loss": 0.11710407584905624, "lr": 4.380378123151139e-05, "epoch": 2.3463497453310698, "percentage": 58.64, "elapsed_time": "1 day, 19:40:24", "remaining_time": "1 day, 6:47:55"} +{"current_steps": 693, "total_steps": 1180, "loss": 0.09413979947566986, "lr": 4.3657039432085776e-05, "epoch": 2.3497453310696095, "percentage": 58.73, "elapsed_time": "1 day, 19:44:16", "remaining_time": "1 day, 6:44:10"} +{"current_steps": 694, "total_steps": 1180, "loss": 0.08770646899938583, "lr": 4.351035313897655e-05, "epoch": 2.353140916808149, "percentage": 58.81, "elapsed_time": "1 day, 19:47:35", "remaining_time": "1 day, 6:40:04"} +{"current_steps": 695, "total_steps": 1180, "loss": 0.07561078667640686, "lr": 4.336372363581391e-05, "epoch": 2.3565365025466893, "percentage": 58.9, "elapsed_time": "1 day, 19:50:31", "remaining_time": "1 day, 6:35:41"} +{"current_steps": 696, "total_steps": 1180, "loss": 0.07131327688694, "lr": 4.32171522057311e-05, "epoch": 2.359932088285229, "percentage": 58.98, "elapsed_time": "1 day, 19:53:04", "remaining_time": "1 day, 6:31:02"} +{"current_steps": 697, "total_steps": 1180, "loss": 0.0693497434258461, "lr": 4.307064013135316e-05, "epoch": 2.363327674023769, "percentage": 59.07, "elapsed_time": "1 day, 19:55:19", "remaining_time": "1 day, 6:26:12"} +{"current_steps": 698, "total_steps": 1180, "loss": 0.06643468141555786, "lr": 4.2924188694785773e-05, "epoch": 2.366723259762309, "percentage": 59.15, "elapsed_time": "1 day, 19:57:11", "remaining_time": "1 day, 6:21:06"} +{"current_steps": 699, "total_steps": 1180, "loss": 0.11351452767848969, "lr": 4.277779917760393e-05, "epoch": 2.370118845500849, "percentage": 59.24, "elapsed_time": "1 day, 20:05:27", "remaining_time": "1 day, 6:20:24"} +{"current_steps": 700, "total_steps": 1180, "loss": 0.11587866395711899, "lr": 4.263147286084078e-05, "epoch": 2.3735144312393888, "percentage": 59.32, "elapsed_time": "1 day, 20:10:46", "remaining_time": "1 day, 6:17:40"} +{"current_steps": 701, "total_steps": 1180, "loss": 0.09847494959831238, "lr": 4.2485211024976496e-05, "epoch": 2.376910016977929, "percentage": 59.41, "elapsed_time": "1 day, 20:14:59", "remaining_time": "1 day, 6:14:10"} +{"current_steps": 702, "total_steps": 1180, "loss": 0.08751493692398071, "lr": 4.2339014949926844e-05, "epoch": 2.3803056027164686, "percentage": 59.49, "elapsed_time": "1 day, 20:18:34", "remaining_time": "1 day, 6:10:15"} +{"current_steps": 703, "total_steps": 1180, "loss": 0.07740139961242676, "lr": 4.219288591503224e-05, "epoch": 2.3837011884550083, "percentage": 59.58, "elapsed_time": "1 day, 20:21:46", "remaining_time": "1 day, 6:06:04"} +{"current_steps": 704, "total_steps": 1180, "loss": 0.08057060837745667, "lr": 4.204682519904641e-05, "epoch": 2.3870967741935485, "percentage": 59.66, "elapsed_time": "1 day, 20:24:34", "remaining_time": "1 day, 6:01:36"} +{"current_steps": 705, "total_steps": 1180, "loss": 0.07117292284965515, "lr": 4.190083408012522e-05, "epoch": 2.390492359932088, "percentage": 59.75, "elapsed_time": "1 day, 20:27:01", "remaining_time": "1 day, 5:56:56"} +{"current_steps": 706, "total_steps": 1180, "loss": 0.06331349164247513, "lr": 4.175491383581552e-05, "epoch": 2.3938879456706283, "percentage": 59.83, "elapsed_time": "1 day, 20:29:06", "remaining_time": "1 day, 5:52:00"} +{"current_steps": 707, "total_steps": 1180, "loss": 0.10791736841201782, "lr": 4.160906574304392e-05, "epoch": 2.397283531409168, "percentage": 59.92, "elapsed_time": "1 day, 20:33:23", "remaining_time": "1 day, 5:48:33"} +{"current_steps": 708, "total_steps": 1180, "loss": 0.1271810233592987, "lr": 4.146329107810569e-05, "epoch": 2.4006791171477078, "percentage": 60.0, "elapsed_time": "1 day, 20:39:13", "remaining_time": "1 day, 5:46:09"} +{"current_steps": 709, "total_steps": 1180, "loss": 0.10617226362228394, "lr": 4.131759111665349e-05, "epoch": 2.404074702886248, "percentage": 60.08, "elapsed_time": "1 day, 20:43:49", "remaining_time": "1 day, 5:42:54"} +{"current_steps": 710, "total_steps": 1180, "loss": 0.09965567290782928, "lr": 4.117196713368629e-05, "epoch": 2.4074702886247876, "percentage": 60.17, "elapsed_time": "1 day, 20:47:40", "remaining_time": "1 day, 5:39:09"} +{"current_steps": 711, "total_steps": 1180, "loss": 0.09726707637310028, "lr": 4.102642040353817e-05, "epoch": 2.4108658743633278, "percentage": 60.25, "elapsed_time": "1 day, 20:50:58", "remaining_time": "1 day, 5:35:03"} +{"current_steps": 712, "total_steps": 1180, "loss": 0.0809185653924942, "lr": 4.088095219986721e-05, "epoch": 2.4142614601018675, "percentage": 60.34, "elapsed_time": "1 day, 20:53:55", "remaining_time": "1 day, 5:30:43"} +{"current_steps": 713, "total_steps": 1180, "loss": 0.06818859279155731, "lr": 4.0735563795644294e-05, "epoch": 2.4176570458404076, "percentage": 60.42, "elapsed_time": "1 day, 20:56:29", "remaining_time": "1 day, 5:26:08"} +{"current_steps": 714, "total_steps": 1180, "loss": 0.06326454132795334, "lr": 4.059025646314197e-05, "epoch": 2.4210526315789473, "percentage": 60.51, "elapsed_time": "1 day, 20:58:42", "remaining_time": "1 day, 5:21:20"} +{"current_steps": 715, "total_steps": 1180, "loss": 0.06449925899505615, "lr": 4.044503147392339e-05, "epoch": 2.4244482173174875, "percentage": 60.59, "elapsed_time": "1 day, 21:00:31", "remaining_time": "1 day, 5:16:17"} +{"current_steps": 716, "total_steps": 1180, "loss": 0.11198844760656357, "lr": 4.0299890098831096e-05, "epoch": 2.427843803056027, "percentage": 60.68, "elapsed_time": "1 day, 21:09:10", "remaining_time": "1 day, 5:15:40"} +{"current_steps": 717, "total_steps": 1180, "loss": 0.10379281640052795, "lr": 4.015483360797593e-05, "epoch": 2.431239388794567, "percentage": 60.76, "elapsed_time": "1 day, 21:13:54", "remaining_time": "1 day, 5:12:30"} +{"current_steps": 718, "total_steps": 1180, "loss": 0.09260678291320801, "lr": 4.0009863270725964e-05, "epoch": 2.434634974533107, "percentage": 60.85, "elapsed_time": "1 day, 21:17:52", "remaining_time": "1 day, 5:08:49"} +{"current_steps": 719, "total_steps": 1180, "loss": 0.08913596719503403, "lr": 3.986498035569532e-05, "epoch": 2.4380305602716468, "percentage": 60.93, "elapsed_time": "1 day, 21:21:19", "remaining_time": "1 day, 5:04:49"} +{"current_steps": 720, "total_steps": 1180, "loss": 0.07828541100025177, "lr": 3.972018613073312e-05, "epoch": 2.441426146010187, "percentage": 61.02, "elapsed_time": "1 day, 21:24:18", "remaining_time": "1 day, 5:00:31"} +{"current_steps": 721, "total_steps": 1180, "loss": 0.070742167532444, "lr": 3.957548186291233e-05, "epoch": 2.4448217317487266, "percentage": 61.1, "elapsed_time": "1 day, 21:26:55", "remaining_time": "1 day, 4:56:00"} +{"current_steps": 722, "total_steps": 1180, "loss": 0.061952412128448486, "lr": 3.9430868818518784e-05, "epoch": 2.4482173174872663, "percentage": 61.19, "elapsed_time": "1 day, 21:29:10", "remaining_time": "1 day, 4:51:15"} +{"current_steps": 723, "total_steps": 1180, "loss": 0.058472149074077606, "lr": 3.928634826303997e-05, "epoch": 2.4516129032258065, "percentage": 61.27, "elapsed_time": "1 day, 21:31:00", "remaining_time": "1 day, 4:46:14"} +{"current_steps": 724, "total_steps": 1180, "loss": 0.10116694867610931, "lr": 3.914192146115407e-05, "epoch": 2.455008488964346, "percentage": 61.36, "elapsed_time": "1 day, 21:37:44", "remaining_time": "1 day, 4:44:19"} +{"current_steps": 725, "total_steps": 1180, "loss": 0.1049356684088707, "lr": 3.899758967671878e-05, "epoch": 2.4584040747028864, "percentage": 61.44, "elapsed_time": "1 day, 21:42:56", "remaining_time": "1 day, 4:41:25"} +{"current_steps": 726, "total_steps": 1180, "loss": 0.09615564346313477, "lr": 3.885335417276037e-05, "epoch": 2.461799660441426, "percentage": 61.53, "elapsed_time": "1 day, 21:46:59", "remaining_time": "1 day, 4:37:48"} +{"current_steps": 727, "total_steps": 1180, "loss": 0.09364002197980881, "lr": 3.870921621146254e-05, "epoch": 2.465195246179966, "percentage": 61.61, "elapsed_time": "1 day, 21:50:25", "remaining_time": "1 day, 4:33:48"} +{"current_steps": 728, "total_steps": 1180, "loss": 0.08540572226047516, "lr": 3.856517705415543e-05, "epoch": 2.468590831918506, "percentage": 61.69, "elapsed_time": "1 day, 21:53:27", "remaining_time": "1 day, 4:29:34"} +{"current_steps": 729, "total_steps": 1180, "loss": 0.08038079738616943, "lr": 3.8421237961304555e-05, "epoch": 2.471986417657046, "percentage": 61.78, "elapsed_time": "1 day, 21:56:11", "remaining_time": "1 day, 4:25:07"} +{"current_steps": 730, "total_steps": 1180, "loss": 0.0667400136590004, "lr": 3.827740019249977e-05, "epoch": 2.475382003395586, "percentage": 61.86, "elapsed_time": "1 day, 21:58:34", "remaining_time": "1 day, 4:20:29"} +{"current_steps": 731, "total_steps": 1180, "loss": 0.0635080486536026, "lr": 3.8133665006444255e-05, "epoch": 2.4787775891341255, "percentage": 61.95, "elapsed_time": "1 day, 22:00:32", "remaining_time": "1 day, 4:15:35"} +{"current_steps": 732, "total_steps": 1180, "loss": 0.09870380163192749, "lr": 3.799003366094354e-05, "epoch": 2.4821731748726656, "percentage": 62.03, "elapsed_time": "1 day, 22:04:53", "remaining_time": "1 day, 4:12:10"} +{"current_steps": 733, "total_steps": 1180, "loss": 0.12275432050228119, "lr": 3.784650741289442e-05, "epoch": 2.4855687606112054, "percentage": 62.12, "elapsed_time": "1 day, 22:10:49", "remaining_time": "1 day, 4:09:42"} +{"current_steps": 734, "total_steps": 1180, "loss": 0.10064749419689178, "lr": 3.7703087518274015e-05, "epoch": 2.4889643463497455, "percentage": 62.2, "elapsed_time": "1 day, 22:15:22", "remaining_time": "1 day, 4:06:24"} +{"current_steps": 735, "total_steps": 1180, "loss": 0.0969122052192688, "lr": 3.755977523212877e-05, "epoch": 2.492359932088285, "percentage": 62.29, "elapsed_time": "1 day, 22:19:17", "remaining_time": "1 day, 4:02:41"} +{"current_steps": 736, "total_steps": 1180, "loss": 0.09330247342586517, "lr": 3.7416571808563426e-05, "epoch": 2.495755517826825, "percentage": 62.37, "elapsed_time": "1 day, 22:22:39", "remaining_time": "1 day, 3:58:39"} +{"current_steps": 737, "total_steps": 1180, "loss": 0.07835578173398972, "lr": 3.727347850073012e-05, "epoch": 2.499151103565365, "percentage": 62.46, "elapsed_time": "1 day, 22:25:31", "remaining_time": "1 day, 3:54:20"} +{"current_steps": 738, "total_steps": 1180, "loss": 0.07191760838031769, "lr": 3.71304965608174e-05, "epoch": 2.502546689303905, "percentage": 62.54, "elapsed_time": "1 day, 22:28:05", "remaining_time": "1 day, 3:49:50"} +{"current_steps": 739, "total_steps": 1180, "loss": 0.06304986774921417, "lr": 3.698762724003919e-05, "epoch": 2.505942275042445, "percentage": 62.63, "elapsed_time": "1 day, 22:30:18", "remaining_time": "1 day, 3:45:07"} +{"current_steps": 740, "total_steps": 1180, "loss": 0.06902088969945908, "lr": 3.6844871788623945e-05, "epoch": 2.5093378607809846, "percentage": 62.71, "elapsed_time": "1 day, 22:31:59", "remaining_time": "1 day, 3:40:06"} +{"current_steps": 741, "total_steps": 1180, "loss": 0.11148184537887573, "lr": 3.670223145580366e-05, "epoch": 2.5127334465195243, "percentage": 62.8, "elapsed_time": "1 day, 22:40:17", "remaining_time": "1 day, 3:39:00"} +{"current_steps": 742, "total_steps": 1180, "loss": 0.10683425515890121, "lr": 3.655970748980293e-05, "epoch": 2.5161290322580645, "percentage": 62.88, "elapsed_time": "1 day, 22:45:20", "remaining_time": "1 day, 3:35:58"} +{"current_steps": 743, "total_steps": 1180, "loss": 0.09403928369283676, "lr": 3.641730113782807e-05, "epoch": 2.5195246179966047, "percentage": 62.97, "elapsed_time": "1 day, 22:49:28", "remaining_time": "1 day, 3:32:24"} +{"current_steps": 744, "total_steps": 1180, "loss": 0.08520263433456421, "lr": 3.6275013646056135e-05, "epoch": 2.5229202037351444, "percentage": 63.05, "elapsed_time": "1 day, 22:52:55", "remaining_time": "1 day, 3:28:26"} +{"current_steps": 745, "total_steps": 1180, "loss": 0.08205583691596985, "lr": 3.6132846259624055e-05, "epoch": 2.526315789473684, "percentage": 63.14, "elapsed_time": "1 day, 22:55:56", "remaining_time": "1 day, 3:24:12"} +{"current_steps": 746, "total_steps": 1180, "loss": 0.07212570309638977, "lr": 3.599080022261777e-05, "epoch": 2.5297113752122242, "percentage": 63.22, "elapsed_time": "1 day, 22:58:37", "remaining_time": "1 day, 3:19:47"} +{"current_steps": 747, "total_steps": 1180, "loss": 0.06664963066577911, "lr": 3.58488767780613e-05, "epoch": 2.533106960950764, "percentage": 63.31, "elapsed_time": "1 day, 23:00:57", "remaining_time": "1 day, 3:15:10"} +{"current_steps": 748, "total_steps": 1180, "loss": 0.06124931573867798, "lr": 3.570707716790584e-05, "epoch": 2.536502546689304, "percentage": 63.39, "elapsed_time": "1 day, 23:02:55", "remaining_time": "1 day, 3:10:21"} +{"current_steps": 749, "total_steps": 1180, "loss": 0.10768868774175644, "lr": 3.556540263301896e-05, "epoch": 2.539898132427844, "percentage": 63.47, "elapsed_time": "1 day, 23:10:37", "remaining_time": "1 day, 3:08:50"} +{"current_steps": 750, "total_steps": 1180, "loss": 0.10910140722990036, "lr": 3.5423854413173706e-05, "epoch": 2.5432937181663835, "percentage": 63.56, "elapsed_time": "1 day, 23:15:53", "remaining_time": "1 day, 3:05:54"} +{"current_steps": 751, "total_steps": 1180, "loss": 0.0994892343878746, "lr": 3.5282433747037757e-05, "epoch": 2.5466893039049237, "percentage": 63.64, "elapsed_time": "1 day, 23:19:59", "remaining_time": "1 day, 3:02:18"} +{"current_steps": 752, "total_steps": 1180, "loss": 0.09176020324230194, "lr": 3.514114187216261e-05, "epoch": 2.5500848896434634, "percentage": 63.73, "elapsed_time": "1 day, 23:23:35", "remaining_time": "1 day, 2:58:25"} +{"current_steps": 753, "total_steps": 1180, "loss": 0.07957559823989868, "lr": 3.49999800249727e-05, "epoch": 2.5534804753820035, "percentage": 63.81, "elapsed_time": "1 day, 23:26:40", "remaining_time": "1 day, 2:54:15"} +{"current_steps": 754, "total_steps": 1180, "loss": 0.09056335687637329, "lr": 3.485894944075463e-05, "epoch": 2.556876061120543, "percentage": 63.9, "elapsed_time": "1 day, 23:29:25", "remaining_time": "1 day, 2:49:53"} +{"current_steps": 755, "total_steps": 1180, "loss": 0.07315690815448761, "lr": 3.47180513536463e-05, "epoch": 2.560271646859083, "percentage": 63.98, "elapsed_time": "1 day, 23:31:51", "remaining_time": "1 day, 2:45:20"} +{"current_steps": 756, "total_steps": 1180, "loss": 0.061057500541210175, "lr": 3.457728699662621e-05, "epoch": 2.563667232597623, "percentage": 64.07, "elapsed_time": "1 day, 23:33:56", "remaining_time": "1 day, 2:40:37"} +{"current_steps": 757, "total_steps": 1180, "loss": 0.08318621665239334, "lr": 3.4436657601502576e-05, "epoch": 2.5670628183361632, "percentage": 64.15, "elapsed_time": "1 day, 23:38:43", "remaining_time": "1 day, 2:37:24"} +{"current_steps": 758, "total_steps": 1180, "loss": 0.11352517455816269, "lr": 3.429616439890258e-05, "epoch": 2.570458404074703, "percentage": 64.24, "elapsed_time": "1 day, 23:44:27", "remaining_time": "1 day, 2:34:43"} +{"current_steps": 759, "total_steps": 1180, "loss": 0.10124319791793823, "lr": 3.4155808618261563e-05, "epoch": 2.5738539898132426, "percentage": 64.32, "elapsed_time": "1 day, 23:49:01", "remaining_time": "1 day, 2:31:23"} +{"current_steps": 760, "total_steps": 1180, "loss": 0.09465136379003525, "lr": 3.4015591487812395e-05, "epoch": 2.577249575551783, "percentage": 64.41, "elapsed_time": "1 day, 23:52:46", "remaining_time": "1 day, 2:27:35"} +{"current_steps": 761, "total_steps": 1180, "loss": 0.08952825516462326, "lr": 3.3875514234574556e-05, "epoch": 2.5806451612903225, "percentage": 64.49, "elapsed_time": "1 day, 23:55:57", "remaining_time": "1 day, 2:23:28"} +{"current_steps": 762, "total_steps": 1180, "loss": 0.07428369671106339, "lr": 3.373557808434355e-05, "epoch": 2.5840407470288627, "percentage": 64.58, "elapsed_time": "1 day, 23:58:49", "remaining_time": "1 day, 2:19:11"} +{"current_steps": 763, "total_steps": 1180, "loss": 0.07350639253854752, "lr": 3.359578426168007e-05, "epoch": 2.5874363327674024, "percentage": 64.66, "elapsed_time": "2 days, 0:01:18", "remaining_time": "1 day, 2:14:42"} +{"current_steps": 764, "total_steps": 1180, "loss": 0.0661240816116333, "lr": 3.345613398989932e-05, "epoch": 2.590831918505942, "percentage": 64.75, "elapsed_time": "2 days, 0:03:30", "remaining_time": "1 day, 2:10:04"} +{"current_steps": 765, "total_steps": 1180, "loss": 0.06323446333408356, "lr": 3.33166284910603e-05, "epoch": 2.5942275042444822, "percentage": 64.83, "elapsed_time": "2 days, 0:05:16", "remaining_time": "1 day, 2:05:13"} +{"current_steps": 766, "total_steps": 1180, "loss": 0.10194535553455353, "lr": 3.317726898595517e-05, "epoch": 2.597623089983022, "percentage": 64.92, "elapsed_time": "2 days, 0:13:20", "remaining_time": "1 day, 2:03:45"} +{"current_steps": 767, "total_steps": 1180, "loss": 0.10827316343784332, "lr": 3.303805669409848e-05, "epoch": 2.601018675721562, "percentage": 65.0, "elapsed_time": "2 days, 0:18:17", "remaining_time": "1 day, 2:00:36"} +{"current_steps": 768, "total_steps": 1180, "loss": 0.09438102692365646, "lr": 3.289899283371657e-05, "epoch": 2.604414261460102, "percentage": 65.08, "elapsed_time": "2 days, 0:22:17", "remaining_time": "1 day, 1:56:57"} +{"current_steps": 769, "total_steps": 1180, "loss": 0.08589994162321091, "lr": 3.276007862173683e-05, "epoch": 2.6078098471986415, "percentage": 65.17, "elapsed_time": "2 days, 0:25:40", "remaining_time": "1 day, 1:52:58"} +{"current_steps": 770, "total_steps": 1180, "loss": 0.08207014203071594, "lr": 3.262131527377715e-05, "epoch": 2.6112054329371817, "percentage": 65.25, "elapsed_time": "2 days, 0:28:41", "remaining_time": "1 day, 1:48:47"} +{"current_steps": 771, "total_steps": 1180, "loss": 0.06647342443466187, "lr": 3.248270400413518e-05, "epoch": 2.614601018675722, "percentage": 65.34, "elapsed_time": "2 days, 0:31:23", "remaining_time": "1 day, 1:44:26"} +{"current_steps": 772, "total_steps": 1180, "loss": 0.0627061128616333, "lr": 3.23442460257778e-05, "epoch": 2.6179966044142615, "percentage": 65.42, "elapsed_time": "2 days, 0:33:45", "remaining_time": "1 day, 1:39:54"} +{"current_steps": 773, "total_steps": 1180, "loss": 0.05918596684932709, "lr": 3.2205942550330456e-05, "epoch": 2.6213921901528012, "percentage": 65.51, "elapsed_time": "2 days, 0:35:40", "remaining_time": "1 day, 1:35:09"} +{"current_steps": 774, "total_steps": 1180, "loss": 0.09956592321395874, "lr": 3.206779478806654e-05, "epoch": 2.6247877758913414, "percentage": 65.59, "elapsed_time": "2 days, 0:42:29", "remaining_time": "1 day, 1:32:59"} +{"current_steps": 775, "total_steps": 1180, "loss": 0.10763359069824219, "lr": 3.192980394789682e-05, "epoch": 2.628183361629881, "percentage": 65.68, "elapsed_time": "2 days, 0:47:50", "remaining_time": "1 day, 1:30:01"} +{"current_steps": 776, "total_steps": 1180, "loss": 0.0954458937048912, "lr": 3.179197123735889e-05, "epoch": 2.6315789473684212, "percentage": 65.76, "elapsed_time": "2 days, 0:52:01", "remaining_time": "1 day, 1:26:28"} +{"current_steps": 777, "total_steps": 1180, "loss": 0.09476964175701141, "lr": 3.1654297862606554e-05, "epoch": 2.634974533106961, "percentage": 65.85, "elapsed_time": "2 days, 0:55:38", "remaining_time": "1 day, 1:22:36"} +{"current_steps": 778, "total_steps": 1180, "loss": 0.08117790520191193, "lr": 3.151678502839929e-05, "epoch": 2.6383701188455007, "percentage": 65.93, "elapsed_time": "2 days, 0:58:47", "remaining_time": "1 day, 1:18:30"} +{"current_steps": 779, "total_steps": 1180, "loss": 0.07760273665189743, "lr": 3.1379433938091696e-05, "epoch": 2.641765704584041, "percentage": 66.02, "elapsed_time": "2 days, 1:01:38", "remaining_time": "1 day, 1:14:14"} +{"current_steps": 780, "total_steps": 1180, "loss": 0.06836757063865662, "lr": 3.124224579362305e-05, "epoch": 2.6451612903225805, "percentage": 66.1, "elapsed_time": "2 days, 1:04:06", "remaining_time": "1 day, 1:09:48"} +{"current_steps": 781, "total_steps": 1180, "loss": 0.06185036152601242, "lr": 3.1105221795506584e-05, "epoch": 2.6485568760611207, "percentage": 66.19, "elapsed_time": "2 days, 1:06:13", "remaining_time": "1 day, 1:05:10"} +{"current_steps": 782, "total_steps": 1180, "loss": 0.096954345703125, "lr": 3.096836314281923e-05, "epoch": 2.6519524617996604, "percentage": 66.27, "elapsed_time": "2 days, 1:11:12", "remaining_time": "1 day, 1:02:01"} +{"current_steps": 783, "total_steps": 1180, "loss": 0.11950527131557465, "lr": 3.083167103319093e-05, "epoch": 2.6553480475382, "percentage": 66.36, "elapsed_time": "2 days, 1:17:07", "remaining_time": "1 day, 0:59:20"} +{"current_steps": 784, "total_steps": 1180, "loss": 0.10608899593353271, "lr": 3.069514666279427e-05, "epoch": 2.6587436332767402, "percentage": 66.44, "elapsed_time": "2 days, 1:21:46", "remaining_time": "1 day, 0:56:00"} +{"current_steps": 785, "total_steps": 1180, "loss": 0.09107103943824768, "lr": 3.055879122633397e-05, "epoch": 2.6621392190152804, "percentage": 66.53, "elapsed_time": "2 days, 1:25:36", "remaining_time": "1 day, 0:52:14"} +{"current_steps": 786, "total_steps": 1180, "loss": 0.08277568221092224, "lr": 3.042260591703643e-05, "epoch": 2.66553480475382, "percentage": 66.61, "elapsed_time": "2 days, 1:28:53", "remaining_time": "1 day, 0:48:13"} +{"current_steps": 787, "total_steps": 1180, "loss": 0.08410590887069702, "lr": 3.0286591926639287e-05, "epoch": 2.66893039049236, "percentage": 66.69, "elapsed_time": "2 days, 1:31:48", "remaining_time": "1 day, 0:44:01"} +{"current_steps": 788, "total_steps": 1180, "loss": 0.06746567785739899, "lr": 3.0150750445380992e-05, "epoch": 2.6723259762309, "percentage": 66.78, "elapsed_time": "2 days, 1:34:20", "remaining_time": "1 day, 0:39:37"} +{"current_steps": 789, "total_steps": 1180, "loss": 0.06665299832820892, "lr": 3.0015082661990395e-05, "epoch": 2.6757215619694397, "percentage": 66.86, "elapsed_time": "2 days, 1:36:29", "remaining_time": "1 day, 0:35:02"} +{"current_steps": 790, "total_steps": 1180, "loss": 0.06513458490371704, "lr": 2.9879589763676358e-05, "epoch": 2.67911714770798, "percentage": 66.95, "elapsed_time": "2 days, 1:38:09", "remaining_time": "1 day, 0:30:13"} +{"current_steps": 791, "total_steps": 1180, "loss": 0.10696576535701752, "lr": 2.9744272936117323e-05, "epoch": 2.6825127334465195, "percentage": 67.03, "elapsed_time": "2 days, 1:46:17", "remaining_time": "1 day, 0:28:36"} +{"current_steps": 792, "total_steps": 1180, "loss": 0.0977114588022232, "lr": 2.960913336345099e-05, "epoch": 2.6859083191850592, "percentage": 67.12, "elapsed_time": "2 days, 1:51:06", "remaining_time": "1 day, 0:25:20"} +{"current_steps": 793, "total_steps": 1180, "loss": 0.09799250215291977, "lr": 2.9474172228263887e-05, "epoch": 2.6893039049235994, "percentage": 67.2, "elapsed_time": "2 days, 1:55:10", "remaining_time": "1 day, 0:21:42"} +{"current_steps": 794, "total_steps": 1180, "loss": 0.08379356563091278, "lr": 2.9339390711581105e-05, "epoch": 2.692699490662139, "percentage": 67.29, "elapsed_time": "2 days, 1:58:45", "remaining_time": "1 day, 0:17:49"} +{"current_steps": 795, "total_steps": 1180, "loss": 0.08375358581542969, "lr": 2.9204789992855885e-05, "epoch": 2.6960950764006792, "percentage": 67.37, "elapsed_time": "2 days, 2:01:52", "remaining_time": "1 day, 0:13:44"} +{"current_steps": 796, "total_steps": 1180, "loss": 0.07268455624580383, "lr": 2.9070371249959378e-05, "epoch": 2.699490662139219, "percentage": 67.46, "elapsed_time": "2 days, 2:04:34", "remaining_time": "1 day, 0:09:26"} +{"current_steps": 797, "total_steps": 1180, "loss": 0.06600889563560486, "lr": 2.8936135659170216e-05, "epoch": 2.7028862478777587, "percentage": 67.54, "elapsed_time": "2 days, 2:06:52", "remaining_time": "1 day, 0:04:57"} +{"current_steps": 798, "total_steps": 1180, "loss": 0.05860915035009384, "lr": 2.8802084395164386e-05, "epoch": 2.706281833616299, "percentage": 67.63, "elapsed_time": "2 days, 2:08:48", "remaining_time": "1 day, 0:00:18"} +{"current_steps": 799, "total_steps": 1180, "loss": 0.09923011064529419, "lr": 2.866821863100479e-05, "epoch": 2.709677419354839, "percentage": 67.71, "elapsed_time": "2 days, 2:16:51", "remaining_time": "23:58:34"} +{"current_steps": 800, "total_steps": 1180, "loss": 0.11352638900279999, "lr": 2.8534539538131076e-05, "epoch": 2.7130730050933787, "percentage": 67.8, "elapsed_time": "2 days, 2:22:20", "remaining_time": "23:55:36"} +{"current_steps": 801, "total_steps": 1180, "loss": 0.09644570201635361, "lr": 2.8401048286349353e-05, "epoch": 2.7164685908319184, "percentage": 67.88, "elapsed_time": "2 days, 2:26:35", "remaining_time": "23:52:03"} +{"current_steps": 802, "total_steps": 1180, "loss": 0.08496775478124619, "lr": 2.826774604382195e-05, "epoch": 2.7198641765704585, "percentage": 67.97, "elapsed_time": "2 days, 2:30:16", "remaining_time": "23:48:14"} +{"current_steps": 803, "total_steps": 1180, "loss": 0.08083528280258179, "lr": 2.8134633977057235e-05, "epoch": 2.7232597623089982, "percentage": 68.05, "elapsed_time": "2 days, 2:33:28", "remaining_time": "23:44:11"} +{"current_steps": 804, "total_steps": 1180, "loss": 0.07991768419742584, "lr": 2.800171325089933e-05, "epoch": 2.7266553480475384, "percentage": 68.14, "elapsed_time": "2 days, 2:36:20", "remaining_time": "23:39:58"} +{"current_steps": 805, "total_steps": 1180, "loss": 0.06698450446128845, "lr": 2.7868985028518006e-05, "epoch": 2.730050933786078, "percentage": 68.22, "elapsed_time": "2 days, 2:38:49", "remaining_time": "23:35:36"} +{"current_steps": 806, "total_steps": 1180, "loss": 0.058878954499959946, "lr": 2.7736450471398434e-05, "epoch": 2.733446519524618, "percentage": 68.31, "elapsed_time": "2 days, 2:40:52", "remaining_time": "23:31:01"} +{"current_steps": 807, "total_steps": 1180, "loss": 0.09054619073867798, "lr": 2.7604110739331068e-05, "epoch": 2.736842105263158, "percentage": 68.39, "elapsed_time": "2 days, 2:45:33", "remaining_time": "23:27:40"} +{"current_steps": 808, "total_steps": 1180, "loss": 0.10854898393154144, "lr": 2.747196699040146e-05, "epoch": 2.7402376910016977, "percentage": 68.47, "elapsed_time": "2 days, 2:51:25", "remaining_time": "23:24:51"} +{"current_steps": 809, "total_steps": 1180, "loss": 0.09747813642024994, "lr": 2.7340020380980146e-05, "epoch": 2.743633276740238, "percentage": 68.56, "elapsed_time": "2 days, 2:55:57", "remaining_time": "23:21:26"} +{"current_steps": 810, "total_steps": 1180, "loss": 0.09662696719169617, "lr": 2.7208272065712537e-05, "epoch": 2.7470288624787775, "percentage": 68.64, "elapsed_time": "2 days, 2:59:50", "remaining_time": "23:17:42"} +{"current_steps": 811, "total_steps": 1180, "loss": 0.08496858924627304, "lr": 2.7076723197508768e-05, "epoch": 2.7504244482173172, "percentage": 68.73, "elapsed_time": "2 days, 3:03:14", "remaining_time": "23:13:45"} +{"current_steps": 812, "total_steps": 1180, "loss": 0.07826173305511475, "lr": 2.69453749275337e-05, "epoch": 2.7538200339558574, "percentage": 68.81, "elapsed_time": "2 days, 3:06:14", "remaining_time": "23:09:37"} +{"current_steps": 813, "total_steps": 1180, "loss": 0.06673877686262131, "lr": 2.6814228405196738e-05, "epoch": 2.7572156196943975, "percentage": 68.9, "elapsed_time": "2 days, 3:08:52", "remaining_time": "23:05:20"} +{"current_steps": 814, "total_steps": 1180, "loss": 0.06131594628095627, "lr": 2.6683284778141852e-05, "epoch": 2.7606112054329373, "percentage": 68.98, "elapsed_time": "2 days, 3:11:07", "remaining_time": "23:00:52"} +{"current_steps": 815, "total_steps": 1180, "loss": 0.06107237935066223, "lr": 2.655254519223746e-05, "epoch": 2.764006791171477, "percentage": 69.07, "elapsed_time": "2 days, 3:12:51", "remaining_time": "22:56:11"} +{"current_steps": 816, "total_steps": 1180, "loss": 0.11472313106060028, "lr": 2.6422010791566492e-05, "epoch": 2.767402376910017, "percentage": 69.15, "elapsed_time": "2 days, 3:22:07", "remaining_time": "22:54:52"} +{"current_steps": 817, "total_steps": 1180, "loss": 0.10236918181180954, "lr": 2.62916827184163e-05, "epoch": 2.770797962648557, "percentage": 69.24, "elapsed_time": "2 days, 3:27:23", "remaining_time": "22:51:45"} +{"current_steps": 818, "total_steps": 1180, "loss": 0.0926392674446106, "lr": 2.6161562113268745e-05, "epoch": 2.774193548387097, "percentage": 69.32, "elapsed_time": "2 days, 3:31:31", "remaining_time": "22:48:07"} +{"current_steps": 819, "total_steps": 1180, "loss": 0.09200967848300934, "lr": 2.603165011479012e-05, "epoch": 2.7775891341256367, "percentage": 69.41, "elapsed_time": "2 days, 3:35:03", "remaining_time": "22:44:14"} +{"current_steps": 820, "total_steps": 1180, "loss": 0.07952775061130524, "lr": 2.590194785982124e-05, "epoch": 2.7809847198641764, "percentage": 69.49, "elapsed_time": "2 days, 3:38:06", "remaining_time": "22:40:08"} +{"current_steps": 821, "total_steps": 1180, "loss": 0.06726615130901337, "lr": 2.5772456483367497e-05, "epoch": 2.7843803056027165, "percentage": 69.58, "elapsed_time": "2 days, 3:40:47", "remaining_time": "22:35:53"} +{"current_steps": 822, "total_steps": 1180, "loss": 0.0635620504617691, "lr": 2.56431771185889e-05, "epoch": 2.7877758913412563, "percentage": 69.66, "elapsed_time": "2 days, 3:43:05", "remaining_time": "22:31:27"} +{"current_steps": 823, "total_steps": 1180, "loss": 0.05856780335307121, "lr": 2.5514110896790184e-05, "epoch": 2.7911714770797964, "percentage": 69.75, "elapsed_time": "2 days, 3:45:01", "remaining_time": "22:26:53"} +{"current_steps": 824, "total_steps": 1180, "loss": 0.09616898000240326, "lr": 2.5385258947410906e-05, "epoch": 2.794567062818336, "percentage": 69.83, "elapsed_time": "2 days, 3:52:40", "remaining_time": "22:24:47"} +{"current_steps": 825, "total_steps": 1180, "loss": 0.11323189735412598, "lr": 2.525662239801553e-05, "epoch": 2.797962648556876, "percentage": 69.92, "elapsed_time": "2 days, 3:57:56", "remaining_time": "22:21:39"} +{"current_steps": 826, "total_steps": 1180, "loss": 0.09259919822216034, "lr": 2.512820237428366e-05, "epoch": 2.801358234295416, "percentage": 70.0, "elapsed_time": "2 days, 4:02:09", "remaining_time": "22:18:04"} +{"current_steps": 827, "total_steps": 1180, "loss": 0.09004946798086166, "lr": 2.500000000000001e-05, "epoch": 2.804753820033956, "percentage": 70.08, "elapsed_time": "2 days, 4:05:48", "remaining_time": "22:14:13"} +{"current_steps": 828, "total_steps": 1180, "loss": 0.08156426250934601, "lr": 2.487201639704475e-05, "epoch": 2.808149405772496, "percentage": 70.17, "elapsed_time": "2 days, 4:08:57", "remaining_time": "22:10:11"} +{"current_steps": 829, "total_steps": 1180, "loss": 0.06910967081785202, "lr": 2.4744252685383596e-05, "epoch": 2.8115449915110355, "percentage": 70.25, "elapsed_time": "2 days, 4:11:45", "remaining_time": "22:05:59"} +{"current_steps": 830, "total_steps": 1180, "loss": 0.05877729505300522, "lr": 2.4616709983058018e-05, "epoch": 2.8149405772495757, "percentage": 70.34, "elapsed_time": "2 days, 4:14:11", "remaining_time": "22:01:38"} +{"current_steps": 831, "total_steps": 1180, "loss": 0.061685554683208466, "lr": 2.4489389406175456e-05, "epoch": 2.8183361629881154, "percentage": 70.42, "elapsed_time": "2 days, 4:16:12", "remaining_time": "21:57:08"} +{"current_steps": 832, "total_steps": 1180, "loss": 0.08499722182750702, "lr": 2.436229206889962e-05, "epoch": 2.8217317487266556, "percentage": 70.51, "elapsed_time": "2 days, 4:21:39", "remaining_time": "21:54:03"} +{"current_steps": 833, "total_steps": 1180, "loss": 0.10835306346416473, "lr": 2.4235419083440613e-05, "epoch": 2.8251273344651953, "percentage": 70.59, "elapsed_time": "2 days, 4:27:49", "remaining_time": "21:51:16"} +{"current_steps": 834, "total_steps": 1180, "loss": 0.10240586847066879, "lr": 2.4108771560045313e-05, "epoch": 2.828522920203735, "percentage": 70.68, "elapsed_time": "2 days, 4:32:27", "remaining_time": "21:47:51"} +{"current_steps": 835, "total_steps": 1180, "loss": 0.09169580787420273, "lr": 2.3982350606987587e-05, "epoch": 2.831918505942275, "percentage": 70.76, "elapsed_time": "2 days, 4:36:19", "remaining_time": "21:44:06"} +{"current_steps": 836, "total_steps": 1180, "loss": 0.09065485000610352, "lr": 2.3856157330558625e-05, "epoch": 2.835314091680815, "percentage": 70.85, "elapsed_time": "2 days, 4:39:38", "remaining_time": "21:40:08"} +{"current_steps": 837, "total_steps": 1180, "loss": 0.07656891644001007, "lr": 2.373019283505727e-05, "epoch": 2.838709677419355, "percentage": 70.93, "elapsed_time": "2 days, 4:42:35", "remaining_time": "21:36:01"} +{"current_steps": 838, "total_steps": 1180, "loss": 0.06834015250205994, "lr": 2.3604458222780313e-05, "epoch": 2.8421052631578947, "percentage": 71.02, "elapsed_time": "2 days, 4:45:03", "remaining_time": "21:31:42"} +{"current_steps": 839, "total_steps": 1180, "loss": 0.060691386461257935, "lr": 2.347895459401288e-05, "epoch": 2.8455008488964344, "percentage": 71.1, "elapsed_time": "2 days, 4:47:10", "remaining_time": "21:27:15"} +{"current_steps": 840, "total_steps": 1180, "loss": 0.062247686088085175, "lr": 2.33536830470188e-05, "epoch": 2.8488964346349746, "percentage": 71.19, "elapsed_time": "2 days, 4:48:54", "remaining_time": "21:22:39"} +{"current_steps": 841, "total_steps": 1180, "loss": 0.11655740439891815, "lr": 2.322864467803097e-05, "epoch": 2.8522920203735147, "percentage": 71.27, "elapsed_time": "2 days, 4:57:41", "remaining_time": "21:20:53"} +{"current_steps": 842, "total_steps": 1180, "loss": 0.10389652103185654, "lr": 2.3103840581241808e-05, "epoch": 2.8556876061120544, "percentage": 71.36, "elapsed_time": "2 days, 5:02:29", "remaining_time": "21:17:31"} +{"current_steps": 843, "total_steps": 1180, "loss": 0.09916552156209946, "lr": 2.2979271848793633e-05, "epoch": 2.859083191850594, "percentage": 71.44, "elapsed_time": "2 days, 5:06:21", "remaining_time": "21:13:47"} +{"current_steps": 844, "total_steps": 1180, "loss": 0.08627776801586151, "lr": 2.2854939570769117e-05, "epoch": 2.8624787775891343, "percentage": 71.53, "elapsed_time": "2 days, 5:09:47", "remaining_time": "21:09:52"} +{"current_steps": 845, "total_steps": 1180, "loss": 0.07369454205036163, "lr": 2.2730844835181757e-05, "epoch": 2.865874363327674, "percentage": 71.61, "elapsed_time": "2 days, 5:12:46", "remaining_time": "21:05:46"} +{"current_steps": 846, "total_steps": 1180, "loss": 0.06551572680473328, "lr": 2.2606988727966393e-05, "epoch": 2.869269949066214, "percentage": 71.69, "elapsed_time": "2 days, 5:15:23", "remaining_time": "21:01:32"} +{"current_steps": 847, "total_steps": 1180, "loss": 0.06162602826952934, "lr": 2.248337233296961e-05, "epoch": 2.872665534804754, "percentage": 71.78, "elapsed_time": "2 days, 5:17:40", "remaining_time": "20:57:10"} +{"current_steps": 848, "total_steps": 1180, "loss": 0.05968285724520683, "lr": 2.235999673194035e-05, "epoch": 2.8760611205432935, "percentage": 71.86, "elapsed_time": "2 days, 5:19:30", "remaining_time": "20:52:38"} +{"current_steps": 849, "total_steps": 1180, "loss": 0.103396937251091, "lr": 2.2236863004520326e-05, "epoch": 2.8794567062818337, "percentage": 71.95, "elapsed_time": "2 days, 5:27:31", "remaining_time": "20:50:31"} +{"current_steps": 850, "total_steps": 1180, "loss": 0.10602563619613647, "lr": 2.2113972228234737e-05, "epoch": 2.8828522920203734, "percentage": 72.03, "elapsed_time": "2 days, 5:32:59", "remaining_time": "20:47:23"} +{"current_steps": 851, "total_steps": 1180, "loss": 0.09179340302944183, "lr": 2.1991325478482694e-05, "epoch": 2.8862478777589136, "percentage": 72.12, "elapsed_time": "2 days, 5:37:10", "remaining_time": "20:43:46"} +{"current_steps": 852, "total_steps": 1180, "loss": 0.08719556033611298, "lr": 2.1868923828527933e-05, "epoch": 2.8896434634974533, "percentage": 72.2, "elapsed_time": "2 days, 5:40:46", "remaining_time": "20:39:55"} +{"current_steps": 853, "total_steps": 1180, "loss": 0.07949644327163696, "lr": 2.1746768349489283e-05, "epoch": 2.893039049235993, "percentage": 72.29, "elapsed_time": "2 days, 5:43:53", "remaining_time": "20:35:53"} +{"current_steps": 854, "total_steps": 1180, "loss": 0.06954073160886765, "lr": 2.162486011033142e-05, "epoch": 2.896434634974533, "percentage": 72.37, "elapsed_time": "2 days, 5:46:39", "remaining_time": "20:31:43"} +{"current_steps": 855, "total_steps": 1180, "loss": 0.061557263135910034, "lr": 2.1503200177855426e-05, "epoch": 2.8998302207130733, "percentage": 72.46, "elapsed_time": "2 days, 5:49:05", "remaining_time": "20:27:25"} +{"current_steps": 856, "total_steps": 1180, "loss": 0.05781710147857666, "lr": 2.1381789616689512e-05, "epoch": 2.903225806451613, "percentage": 72.54, "elapsed_time": "2 days, 5:51:06", "remaining_time": "20:22:59"} +{"current_steps": 857, "total_steps": 1180, "loss": 0.0800895094871521, "lr": 2.126062948927966e-05, "epoch": 2.9066213921901527, "percentage": 72.63, "elapsed_time": "2 days, 5:56:40", "remaining_time": "20:19:53"} +{"current_steps": 858, "total_steps": 1180, "loss": 0.10667183250188828, "lr": 2.1139720855880357e-05, "epoch": 2.910016977928693, "percentage": 72.71, "elapsed_time": "2 days, 6:03:02", "remaining_time": "20:17:05"} +{"current_steps": 859, "total_steps": 1180, "loss": 0.09649382531642914, "lr": 2.1019064774545282e-05, "epoch": 2.9134125636672326, "percentage": 72.8, "elapsed_time": "2 days, 6:07:44", "remaining_time": "20:13:38"} +{"current_steps": 860, "total_steps": 1180, "loss": 0.08846415579319, "lr": 2.089866230111813e-05, "epoch": 2.9168081494057727, "percentage": 72.88, "elapsed_time": "2 days, 6:11:35", "remaining_time": "20:09:53"} +{"current_steps": 861, "total_steps": 1180, "loss": 0.08002766966819763, "lr": 2.0778514489223204e-05, "epoch": 2.9202037351443124, "percentage": 72.97, "elapsed_time": "2 days, 6:14:50", "remaining_time": "20:05:54"} +{"current_steps": 862, "total_steps": 1180, "loss": 0.0696350634098053, "lr": 2.065862239025639e-05, "epoch": 2.923599320882852, "percentage": 73.05, "elapsed_time": "2 days, 6:17:45", "remaining_time": "20:01:49"} +{"current_steps": 863, "total_steps": 1180, "loss": 0.07808029651641846, "lr": 2.053898705337583e-05, "epoch": 2.9269949066213923, "percentage": 73.14, "elapsed_time": "2 days, 6:20:17", "remaining_time": "19:57:34"} +{"current_steps": 864, "total_steps": 1180, "loss": 0.060087498277425766, "lr": 2.0419609525492794e-05, "epoch": 2.930390492359932, "percentage": 73.22, "elapsed_time": "2 days, 6:22:23", "remaining_time": "19:53:11"} +{"current_steps": 865, "total_steps": 1180, "loss": 0.059294283390045166, "lr": 2.030049085126247e-05, "epoch": 2.933786078098472, "percentage": 73.31, "elapsed_time": "2 days, 6:24:01", "remaining_time": "19:48:38"} +{"current_steps": 866, "total_steps": 1180, "loss": 0.10879608243703842, "lr": 2.0181632073074926e-05, "epoch": 2.937181663837012, "percentage": 73.39, "elapsed_time": "2 days, 6:32:17", "remaining_time": "19:46:29"} +{"current_steps": 867, "total_steps": 1180, "loss": 0.09460778534412384, "lr": 2.0063034231045852e-05, "epoch": 2.9405772495755516, "percentage": 73.47, "elapsed_time": "2 days, 6:36:50", "remaining_time": "19:42:59"} +{"current_steps": 868, "total_steps": 1180, "loss": 0.09041804075241089, "lr": 1.9944698363007547e-05, "epoch": 2.9439728353140917, "percentage": 73.56, "elapsed_time": "2 days, 6:40:40", "remaining_time": "19:39:13"} +{"current_steps": 869, "total_steps": 1180, "loss": 0.08371460437774658, "lr": 1.9826625504499806e-05, "epoch": 2.9473684210526314, "percentage": 73.64, "elapsed_time": "2 days, 6:44:04", "remaining_time": "19:35:18"} +{"current_steps": 870, "total_steps": 1180, "loss": 0.06918957829475403, "lr": 1.9708816688760884e-05, "epoch": 2.9507640067911716, "percentage": 73.73, "elapsed_time": "2 days, 6:47:04", "remaining_time": "19:31:15"} +{"current_steps": 871, "total_steps": 1180, "loss": 0.07203910499811172, "lr": 1.9591272946718415e-05, "epoch": 2.9541595925297113, "percentage": 73.81, "elapsed_time": "2 days, 6:49:45", "remaining_time": "19:27:05"} +{"current_steps": 872, "total_steps": 1180, "loss": 0.05943068489432335, "lr": 1.947399530698043e-05, "epoch": 2.9575551782682514, "percentage": 73.9, "elapsed_time": "2 days, 6:52:02", "remaining_time": "19:22:47"} +{"current_steps": 873, "total_steps": 1180, "loss": 0.054306574165821075, "lr": 1.9356984795826334e-05, "epoch": 2.960950764006791, "percentage": 73.98, "elapsed_time": "2 days, 6:53:53", "remaining_time": "19:18:20"} +{"current_steps": 874, "total_steps": 1180, "loss": 0.09351390600204468, "lr": 1.9240242437197913e-05, "epoch": 2.9643463497453313, "percentage": 74.07, "elapsed_time": "2 days, 7:00:19", "remaining_time": "19:15:29"} +{"current_steps": 875, "total_steps": 1180, "loss": 0.11052130162715912, "lr": 1.912376925269041e-05, "epoch": 2.967741935483871, "percentage": 74.15, "elapsed_time": "2 days, 7:06:04", "remaining_time": "19:12:24"} +{"current_steps": 876, "total_steps": 1180, "loss": 0.08871638774871826, "lr": 1.9007566261543558e-05, "epoch": 2.9711375212224107, "percentage": 74.24, "elapsed_time": "2 days, 7:10:25", "remaining_time": "19:08:49"} +{"current_steps": 877, "total_steps": 1180, "loss": 0.0810859352350235, "lr": 1.8891634480632664e-05, "epoch": 2.974533106960951, "percentage": 74.32, "elapsed_time": "2 days, 7:14:04", "remaining_time": "19:04:59"} +{"current_steps": 878, "total_steps": 1180, "loss": 0.08844238519668579, "lr": 1.8775974924459717e-05, "epoch": 2.9779286926994906, "percentage": 74.41, "elapsed_time": "2 days, 7:17:17", "remaining_time": "19:01:01"} +{"current_steps": 879, "total_steps": 1180, "loss": 0.06745877116918564, "lr": 1.8660588605144484e-05, "epoch": 2.9813242784380307, "percentage": 74.49, "elapsed_time": "2 days, 7:20:06", "remaining_time": "18:56:55"} +{"current_steps": 880, "total_steps": 1180, "loss": 0.0653437003493309, "lr": 1.8545476532415744e-05, "epoch": 2.9847198641765704, "percentage": 74.58, "elapsed_time": "2 days, 7:22:30", "remaining_time": "18:52:40"} +{"current_steps": 881, "total_steps": 1180, "loss": 0.05818783864378929, "lr": 1.8430639713602316e-05, "epoch": 2.98811544991511, "percentage": 74.66, "elapsed_time": "2 days, 7:24:31", "remaining_time": "18:48:18"} +{"current_steps": 882, "total_steps": 1180, "loss": 0.08472274243831635, "lr": 1.8316079153624355e-05, "epoch": 2.9915110356536503, "percentage": 74.75, "elapsed_time": "2 days, 7:29:39", "remaining_time": "18:44:59"} +{"current_steps": 883, "total_steps": 1180, "loss": 0.09365948289632797, "lr": 1.820179585498446e-05, "epoch": 2.99490662139219, "percentage": 74.83, "elapsed_time": "2 days, 7:33:50", "remaining_time": "18:41:21"} +{"current_steps": 884, "total_steps": 1180, "loss": 0.06799779832363129, "lr": 1.808779081775901e-05, "epoch": 2.99830220713073, "percentage": 74.92, "elapsed_time": "2 days, 7:36:39", "remaining_time": "18:37:15"} +{"current_steps": 885, "total_steps": 1180, "loss": 0.05543612688779831, "lr": 1.7974065039589333e-05, "epoch": 3.0, "percentage": 75.0, "elapsed_time": "2 days, 7:37:36", "remaining_time": "18:32:32"} +{"current_steps": 886, "total_steps": 1180, "loss": 0.06700880080461502, "lr": 1.7860619515673033e-05, "epoch": 3.0033955857385397, "percentage": 75.08, "elapsed_time": "2 days, 7:46:37", "remaining_time": "18:30:30"} +{"current_steps": 887, "total_steps": 1180, "loss": 0.05432623624801636, "lr": 1.7747455238755223e-05, "epoch": 3.00679117147708, "percentage": 75.17, "elapsed_time": "2 days, 7:51:27", "remaining_time": "18:27:04"} +{"current_steps": 888, "total_steps": 1180, "loss": 0.044365014880895615, "lr": 1.7634573199119863e-05, "epoch": 3.0101867572156196, "percentage": 75.25, "elapsed_time": "2 days, 7:55:27", "remaining_time": "18:23:22"} +{"current_steps": 889, "total_steps": 1180, "loss": 0.03612581640481949, "lr": 1.7521974384581115e-05, "epoch": 3.0135823429541597, "percentage": 75.34, "elapsed_time": "2 days, 7:58:57", "remaining_time": "18:19:30"} +{"current_steps": 890, "total_steps": 1180, "loss": 0.033521901816129684, "lr": 1.740965978047465e-05, "epoch": 3.0169779286926994, "percentage": 75.42, "elapsed_time": "2 days, 8:02:03", "remaining_time": "18:15:30"} +{"current_steps": 891, "total_steps": 1180, "loss": 0.026836013421416283, "lr": 1.729763036964909e-05, "epoch": 3.0203735144312396, "percentage": 75.51, "elapsed_time": "2 days, 8:04:45", "remaining_time": "18:11:22"} +{"current_steps": 892, "total_steps": 1180, "loss": 0.023287151008844376, "lr": 1.718588713245734e-05, "epoch": 3.0237691001697793, "percentage": 75.59, "elapsed_time": "2 days, 8:07:02", "remaining_time": "18:07:06"} +{"current_steps": 893, "total_steps": 1180, "loss": 0.023514404892921448, "lr": 1.7074431046748075e-05, "epoch": 3.027164685908319, "percentage": 75.68, "elapsed_time": "2 days, 8:08:53", "remaining_time": "18:02:43"} +{"current_steps": 894, "total_steps": 1180, "loss": 0.05385994911193848, "lr": 1.6963263087857123e-05, "epoch": 3.030560271646859, "percentage": 75.76, "elapsed_time": "2 days, 8:16:09", "remaining_time": "18:00:04"} +{"current_steps": 895, "total_steps": 1180, "loss": 0.06253427267074585, "lr": 1.6852384228598967e-05, "epoch": 3.033955857385399, "percentage": 75.85, "elapsed_time": "2 days, 8:21:31", "remaining_time": "17:56:47"} +{"current_steps": 896, "total_steps": 1180, "loss": 0.04542415589094162, "lr": 1.6741795439258218e-05, "epoch": 3.037351443123939, "percentage": 75.93, "elapsed_time": "2 days, 8:25:49", "remaining_time": "17:53:11"} +{"current_steps": 897, "total_steps": 1180, "loss": 0.038708411157131195, "lr": 1.6631497687581126e-05, "epoch": 3.0407470288624787, "percentage": 76.02, "elapsed_time": "2 days, 8:29:29", "remaining_time": "17:49:22"} +{"current_steps": 898, "total_steps": 1180, "loss": 0.034707456827163696, "lr": 1.652149193876713e-05, "epoch": 3.044142614601019, "percentage": 76.1, "elapsed_time": "2 days, 8:32:37", "remaining_time": "17:45:23"} +{"current_steps": 899, "total_steps": 1180, "loss": 0.029641523957252502, "lr": 1.641177915546036e-05, "epoch": 3.0475382003395586, "percentage": 76.19, "elapsed_time": "2 days, 8:35:26", "remaining_time": "17:41:18"} +{"current_steps": 900, "total_steps": 1180, "loss": 0.02573767863214016, "lr": 1.63023602977413e-05, "epoch": 3.0509337860780983, "percentage": 76.27, "elapsed_time": "2 days, 8:37:54", "remaining_time": "17:37:07"} +{"current_steps": 901, "total_steps": 1180, "loss": 0.022759422659873962, "lr": 1.6193236323118283e-05, "epoch": 3.0543293718166384, "percentage": 76.36, "elapsed_time": "2 days, 8:40:03", "remaining_time": "17:32:50"} +{"current_steps": 902, "total_steps": 1180, "loss": 0.04347142577171326, "lr": 1.6084408186519196e-05, "epoch": 3.057724957555178, "percentage": 76.44, "elapsed_time": "2 days, 8:45:08", "remaining_time": "17:29:28"} +{"current_steps": 903, "total_steps": 1180, "loss": 0.06474979966878891, "lr": 1.5975876840283072e-05, "epoch": 3.0611205432937183, "percentage": 76.53, "elapsed_time": "2 days, 8:51:18", "remaining_time": "17:26:26"} +{"current_steps": 904, "total_steps": 1180, "loss": 0.04936043545603752, "lr": 1.586764323415178e-05, "epoch": 3.064516129032258, "percentage": 76.61, "elapsed_time": "2 days, 8:56:02", "remaining_time": "17:22:57"} +{"current_steps": 905, "total_steps": 1180, "loss": 0.04320313036441803, "lr": 1.5759708315261722e-05, "epoch": 3.067911714770798, "percentage": 76.69, "elapsed_time": "2 days, 9:00:01", "remaining_time": "17:19:14"} +{"current_steps": 906, "total_steps": 1180, "loss": 0.035470977425575256, "lr": 1.5652073028135512e-05, "epoch": 3.071307300509338, "percentage": 76.78, "elapsed_time": "2 days, 9:03:26", "remaining_time": "17:15:20"} +{"current_steps": 907, "total_steps": 1180, "loss": 0.03206377476453781, "lr": 1.5544738314673747e-05, "epoch": 3.0747028862478776, "percentage": 76.86, "elapsed_time": "2 days, 9:06:26", "remaining_time": "17:11:19"} +{"current_steps": 908, "total_steps": 1180, "loss": 0.026127755641937256, "lr": 1.5437705114146733e-05, "epoch": 3.0780984719864177, "percentage": 76.95, "elapsed_time": "2 days, 9:09:03", "remaining_time": "17:07:12"} +{"current_steps": 909, "total_steps": 1180, "loss": 0.021116334944963455, "lr": 1.533097436318629e-05, "epoch": 3.0814940577249574, "percentage": 77.03, "elapsed_time": "2 days, 9:11:15", "remaining_time": "17:02:57"} +{"current_steps": 910, "total_steps": 1180, "loss": 0.02506256103515625, "lr": 1.5224546995777549e-05, "epoch": 3.0848896434634976, "percentage": 77.12, "elapsed_time": "2 days, 9:13:01", "remaining_time": "16:58:35"} +{"current_steps": 911, "total_steps": 1180, "loss": 0.05918995290994644, "lr": 1.5118423943250771e-05, "epoch": 3.0882852292020373, "percentage": 77.2, "elapsed_time": "2 days, 9:21:02", "remaining_time": "16:56:04"} +{"current_steps": 912, "total_steps": 1180, "loss": 0.048225294798612595, "lr": 1.5012606134273205e-05, "epoch": 3.0916808149405774, "percentage": 77.29, "elapsed_time": "2 days, 9:25:43", "remaining_time": "16:52:33"} +{"current_steps": 913, "total_steps": 1180, "loss": 0.03807109594345093, "lr": 1.4907094494840929e-05, "epoch": 3.095076400679117, "percentage": 77.37, "elapsed_time": "2 days, 9:29:28", "remaining_time": "16:48:46"} +{"current_steps": 914, "total_steps": 1180, "loss": 0.037231430411338806, "lr": 1.4801889948270853e-05, "epoch": 3.098471986417657, "percentage": 77.46, "elapsed_time": "2 days, 9:32:49", "remaining_time": "16:44:52"} +{"current_steps": 915, "total_steps": 1180, "loss": 0.029485851526260376, "lr": 1.4696993415192484e-05, "epoch": 3.101867572156197, "percentage": 77.54, "elapsed_time": "2 days, 9:35:47", "remaining_time": "16:40:51"} +{"current_steps": 916, "total_steps": 1180, "loss": 0.02624015137553215, "lr": 1.4592405813539994e-05, "epoch": 3.1052631578947367, "percentage": 77.63, "elapsed_time": "2 days, 9:38:26", "remaining_time": "16:36:45"} +{"current_steps": 917, "total_steps": 1180, "loss": 0.02348337695002556, "lr": 1.4488128058544098e-05, "epoch": 3.108658743633277, "percentage": 77.71, "elapsed_time": "2 days, 9:40:45", "remaining_time": "16:32:33"} +{"current_steps": 918, "total_steps": 1180, "loss": 0.019927015528082848, "lr": 1.4384161062724133e-05, "epoch": 3.1120543293718166, "percentage": 77.8, "elapsed_time": "2 days, 9:42:42", "remaining_time": "16:28:15"} +{"current_steps": 919, "total_steps": 1180, "loss": 0.05076966807246208, "lr": 1.428050573587999e-05, "epoch": 3.1154499151103567, "percentage": 77.88, "elapsed_time": "2 days, 9:49:58", "remaining_time": "16:25:29"} +{"current_steps": 920, "total_steps": 1180, "loss": 0.050791554152965546, "lr": 1.4177162985084242e-05, "epoch": 3.1188455008488964, "percentage": 77.97, "elapsed_time": "2 days, 9:55:29", "remaining_time": "16:22:12"} +{"current_steps": 921, "total_steps": 1180, "loss": 0.04770858213305473, "lr": 1.4074133714674115e-05, "epoch": 3.122241086587436, "percentage": 78.05, "elapsed_time": "2 days, 9:59:57", "remaining_time": "16:18:37"} +{"current_steps": 922, "total_steps": 1180, "loss": 0.04013638198375702, "lr": 1.397141882624361e-05, "epoch": 3.1256366723259763, "percentage": 78.14, "elapsed_time": "2 days, 10:03:44", "remaining_time": "16:14:50"} +{"current_steps": 923, "total_steps": 1180, "loss": 0.03337923809885979, "lr": 1.3869019218635642e-05, "epoch": 3.129032258064516, "percentage": 78.22, "elapsed_time": "2 days, 10:07:00", "remaining_time": "16:10:55"} +{"current_steps": 924, "total_steps": 1180, "loss": 0.039759911596775055, "lr": 1.3766935787934138e-05, "epoch": 3.132427843803056, "percentage": 78.31, "elapsed_time": "2 days, 10:09:54", "remaining_time": "16:06:53"} +{"current_steps": 925, "total_steps": 1180, "loss": 0.023225799202919006, "lr": 1.3665169427456203e-05, "epoch": 3.135823429541596, "percentage": 78.39, "elapsed_time": "2 days, 10:12:22", "remaining_time": "16:02:45"} +{"current_steps": 926, "total_steps": 1180, "loss": 0.02131539210677147, "lr": 1.3563721027744308e-05, "epoch": 3.139219015280136, "percentage": 78.47, "elapsed_time": "2 days, 10:14:24", "remaining_time": "15:58:30"} +{"current_steps": 927, "total_steps": 1180, "loss": 0.04250669479370117, "lr": 1.3462591476558511e-05, "epoch": 3.1426146010186757, "percentage": 78.56, "elapsed_time": "2 days, 10:18:47", "remaining_time": "15:54:54"} +{"current_steps": 928, "total_steps": 1180, "loss": 0.052393391728401184, "lr": 1.336178165886865e-05, "epoch": 3.1460101867572154, "percentage": 78.64, "elapsed_time": "2 days, 10:24:15", "remaining_time": "15:51:35"} +{"current_steps": 929, "total_steps": 1180, "loss": 0.040914386510849, "lr": 1.3261292456846647e-05, "epoch": 3.1494057724957556, "percentage": 78.73, "elapsed_time": "2 days, 10:28:22", "remaining_time": "15:47:54"} +{"current_steps": 930, "total_steps": 1180, "loss": 0.04171147570014, "lr": 1.3161124749858738e-05, "epoch": 3.1528013582342953, "percentage": 78.81, "elapsed_time": "2 days, 10:32:02", "remaining_time": "15:44:05"} +{"current_steps": 931, "total_steps": 1180, "loss": 0.04070255160331726, "lr": 1.3061279414457823e-05, "epoch": 3.1561969439728355, "percentage": 78.9, "elapsed_time": "2 days, 10:35:13", "remaining_time": "15:40:09"} +{"current_steps": 932, "total_steps": 1180, "loss": 0.027047133073210716, "lr": 1.2961757324375767e-05, "epoch": 3.159592529711375, "percentage": 78.98, "elapsed_time": "2 days, 10:38:03", "remaining_time": "15:36:08"} +{"current_steps": 933, "total_steps": 1180, "loss": 0.023495502769947052, "lr": 1.2862559350515746e-05, "epoch": 3.1629881154499153, "percentage": 79.07, "elapsed_time": "2 days, 10:40:32", "remaining_time": "15:32:01"} +{"current_steps": 934, "total_steps": 1180, "loss": 0.022096674889326096, "lr": 1.27636863609447e-05, "epoch": 3.166383701188455, "percentage": 79.15, "elapsed_time": "2 days, 10:42:37", "remaining_time": "15:27:48"} +{"current_steps": 935, "total_steps": 1180, "loss": 0.02451895736157894, "lr": 1.2665139220885613e-05, "epoch": 3.1697792869269947, "percentage": 79.24, "elapsed_time": "2 days, 10:44:18", "remaining_time": "15:23:28"} +{"current_steps": 936, "total_steps": 1180, "loss": 0.056860968470573425, "lr": 1.2566918792710042e-05, "epoch": 3.173174872665535, "percentage": 79.32, "elapsed_time": "2 days, 10:52:45", "remaining_time": "15:20:56"} +{"current_steps": 937, "total_steps": 1180, "loss": 0.050218455493450165, "lr": 1.2469025935930523e-05, "epoch": 3.1765704584040746, "percentage": 79.41, "elapsed_time": "2 days, 10:57:37", "remaining_time": "15:17:26"} +{"current_steps": 938, "total_steps": 1180, "loss": 0.04186920449137688, "lr": 1.2371461507193078e-05, "epoch": 3.1799660441426147, "percentage": 79.49, "elapsed_time": "2 days, 11:01:29", "remaining_time": "15:13:41"} +{"current_steps": 939, "total_steps": 1180, "loss": 0.032554447650909424, "lr": 1.2274226360269687e-05, "epoch": 3.1833616298811545, "percentage": 79.58, "elapsed_time": "2 days, 11:04:49", "remaining_time": "15:09:48"} +{"current_steps": 940, "total_steps": 1180, "loss": 0.030701391398906708, "lr": 1.2177321346050835e-05, "epoch": 3.1867572156196946, "percentage": 79.66, "elapsed_time": "2 days, 11:07:49", "remaining_time": "15:05:49"} +{"current_steps": 941, "total_steps": 1180, "loss": 0.023229604586958885, "lr": 1.2080747312538083e-05, "epoch": 3.1901528013582343, "percentage": 79.75, "elapsed_time": "2 days, 11:10:26", "remaining_time": "15:01:45"} +{"current_steps": 942, "total_steps": 1180, "loss": 0.020911162719130516, "lr": 1.1984505104836608e-05, "epoch": 3.193548387096774, "percentage": 79.83, "elapsed_time": "2 days, 11:12:43", "remaining_time": "14:57:36"} +{"current_steps": 943, "total_steps": 1180, "loss": 0.02026745118200779, "lr": 1.1888595565147836e-05, "epoch": 3.196943972835314, "percentage": 79.92, "elapsed_time": "2 days, 11:14:35", "remaining_time": "14:53:21"} +{"current_steps": 944, "total_steps": 1180, "loss": 0.050561364740133286, "lr": 1.1793019532762056e-05, "epoch": 3.200339558573854, "percentage": 80.0, "elapsed_time": "2 days, 11:21:35", "remaining_time": "14:50:23"} +{"current_steps": 945, "total_steps": 1180, "loss": 0.054354455322027206, "lr": 1.1697777844051105e-05, "epoch": 3.203735144312394, "percentage": 80.08, "elapsed_time": "2 days, 11:26:41", "remaining_time": "14:46:57"} +{"current_steps": 946, "total_steps": 1180, "loss": 0.040906570851802826, "lr": 1.1602871332461002e-05, "epoch": 3.2071307300509337, "percentage": 80.17, "elapsed_time": "2 days, 11:30:56", "remaining_time": "14:43:17"} +{"current_steps": 947, "total_steps": 1180, "loss": 0.04104870557785034, "lr": 1.150830082850468e-05, "epoch": 3.2105263157894735, "percentage": 80.25, "elapsed_time": "2 days, 11:34:35", "remaining_time": "14:39:29"} +{"current_steps": 948, "total_steps": 1180, "loss": 0.03179006278514862, "lr": 1.141406715975476e-05, "epoch": 3.2139219015280136, "percentage": 80.34, "elapsed_time": "2 days, 11:37:47", "remaining_time": "14:35:34"} +{"current_steps": 949, "total_steps": 1180, "loss": 0.028960715979337692, "lr": 1.1320171150836228e-05, "epoch": 3.2173174872665533, "percentage": 80.42, "elapsed_time": "2 days, 11:40:36", "remaining_time": "14:31:34"} +{"current_steps": 950, "total_steps": 1180, "loss": 0.02141611836850643, "lr": 1.1226613623419269e-05, "epoch": 3.2207130730050935, "percentage": 80.51, "elapsed_time": "2 days, 11:43:05", "remaining_time": "14:27:29"} +{"current_steps": 951, "total_steps": 1180, "loss": 0.021733587607741356, "lr": 1.1133395396212049e-05, "epoch": 3.224108658743633, "percentage": 80.59, "elapsed_time": "2 days, 11:45:12", "remaining_time": "14:23:18"} +{"current_steps": 952, "total_steps": 1180, "loss": 0.03965660184621811, "lr": 1.1040517284953595e-05, "epoch": 3.2275042444821733, "percentage": 80.68, "elapsed_time": "2 days, 11:51:24", "remaining_time": "14:20:07"} +{"current_steps": 953, "total_steps": 1180, "loss": 0.061388976871967316, "lr": 1.0947980102406596e-05, "epoch": 3.230899830220713, "percentage": 80.76, "elapsed_time": "2 days, 11:57:39", "remaining_time": "14:16:56"} +{"current_steps": 954, "total_steps": 1180, "loss": 0.045122601091861725, "lr": 1.0855784658350388e-05, "epoch": 3.234295415959253, "percentage": 80.85, "elapsed_time": "2 days, 12:02:15", "remaining_time": "14:13:21"} +{"current_steps": 955, "total_steps": 1180, "loss": 0.03775542601943016, "lr": 1.0763931759573736e-05, "epoch": 3.237691001697793, "percentage": 80.93, "elapsed_time": "2 days, 12:06:01", "remaining_time": "14:09:35"} +{"current_steps": 956, "total_steps": 1180, "loss": 0.033111028373241425, "lr": 1.0672422209867878e-05, "epoch": 3.2410865874363326, "percentage": 81.02, "elapsed_time": "2 days, 12:09:17", "remaining_time": "14:05:41"} +{"current_steps": 957, "total_steps": 1180, "loss": 0.025276150554418564, "lr": 1.0581256810019435e-05, "epoch": 3.2444821731748728, "percentage": 81.1, "elapsed_time": "2 days, 12:12:09", "remaining_time": "14:01:42"} +{"current_steps": 958, "total_steps": 1180, "loss": 0.025001049041748047, "lr": 1.0490436357803435e-05, "epoch": 3.2478777589134125, "percentage": 81.19, "elapsed_time": "2 days, 12:14:41", "remaining_time": "13:57:38"} +{"current_steps": 959, "total_steps": 1180, "loss": 0.021313007920980453, "lr": 1.0399961647976314e-05, "epoch": 3.2512733446519526, "percentage": 81.27, "elapsed_time": "2 days, 12:16:53", "remaining_time": "13:53:30"} +{"current_steps": 960, "total_steps": 1180, "loss": 0.025399228557944298, "lr": 1.0309833472268976e-05, "epoch": 3.2546689303904923, "percentage": 81.36, "elapsed_time": "2 days, 12:18:34", "remaining_time": "13:49:15"} +{"current_steps": 961, "total_steps": 1180, "loss": 0.05847664922475815, "lr": 1.0220052619379843e-05, "epoch": 3.258064516129032, "percentage": 81.44, "elapsed_time": "2 days, 12:27:20", "remaining_time": "13:46:37"} +{"current_steps": 962, "total_steps": 1180, "loss": 0.048421770334243774, "lr": 1.0130619874967983e-05, "epoch": 3.261460101867572, "percentage": 81.53, "elapsed_time": "2 days, 12:32:23", "remaining_time": "13:43:08"} +{"current_steps": 963, "total_steps": 1180, "loss": 0.042405616492033005, "lr": 1.0041536021646204e-05, "epoch": 3.264855687606112, "percentage": 81.61, "elapsed_time": "2 days, 12:36:26", "remaining_time": "13:39:25"} +{"current_steps": 964, "total_steps": 1180, "loss": 0.03340744599699974, "lr": 9.952801838974213e-06, "epoch": 3.268251273344652, "percentage": 81.69, "elapsed_time": "2 days, 12:39:55", "remaining_time": "13:35:35"} +{"current_steps": 965, "total_steps": 1180, "loss": 0.02923053316771984, "lr": 9.864418103451828e-06, "epoch": 3.2716468590831917, "percentage": 81.78, "elapsed_time": "2 days, 12:42:57", "remaining_time": "13:31:38"} +{"current_steps": 966, "total_steps": 1180, "loss": 0.026465460658073425, "lr": 9.776385588512121e-06, "epoch": 3.275042444821732, "percentage": 81.86, "elapsed_time": "2 days, 12:45:35", "remaining_time": "13:27:36"} +{"current_steps": 967, "total_steps": 1180, "loss": 0.021437451243400574, "lr": 9.688705064514703e-06, "epoch": 3.2784380305602716, "percentage": 81.95, "elapsed_time": "2 days, 12:47:53", "remaining_time": "13:23:30"} +{"current_steps": 968, "total_steps": 1180, "loss": 0.020572148263454437, "lr": 9.601377298738977e-06, "epoch": 3.2818336162988118, "percentage": 82.03, "elapsed_time": "2 days, 12:49:46", "remaining_time": "13:19:19"} +{"current_steps": 969, "total_steps": 1180, "loss": 0.05122412368655205, "lr": 9.514403055377386e-06, "epoch": 3.2852292020373515, "percentage": 82.12, "elapsed_time": "2 days, 12:58:10", "remaining_time": "13:16:34"} +{"current_steps": 970, "total_steps": 1180, "loss": 0.057231783866882324, "lr": 9.427783095528769e-06, "epoch": 3.288624787775891, "percentage": 82.2, "elapsed_time": "2 days, 13:03:28", "remaining_time": "13:13:07"} +{"current_steps": 971, "total_steps": 1180, "loss": 0.047430481761693954, "lr": 9.34151817719166e-06, "epoch": 3.2920203735144313, "percentage": 82.29, "elapsed_time": "2 days, 13:07:54", "remaining_time": "13:09:29"} +{"current_steps": 972, "total_steps": 1180, "loss": 0.03749135881662369, "lr": 9.255609055257713e-06, "epoch": 3.295415959252971, "percentage": 82.37, "elapsed_time": "2 days, 13:11:45", "remaining_time": "13:05:43"} +{"current_steps": 973, "total_steps": 1180, "loss": 0.03182145953178406, "lr": 9.170056481504996e-06, "epoch": 3.298811544991511, "percentage": 82.46, "elapsed_time": "2 days, 13:15:05", "remaining_time": "13:01:51"} +{"current_steps": 974, "total_steps": 1180, "loss": 0.02764609269797802, "lr": 9.084861204591549e-06, "epoch": 3.302207130730051, "percentage": 82.54, "elapsed_time": "2 days, 13:17:58", "remaining_time": "12:57:53"} +{"current_steps": 975, "total_steps": 1180, "loss": 0.02232491225004196, "lr": 9.000023970048726e-06, "epoch": 3.3056027164685906, "percentage": 82.63, "elapsed_time": "2 days, 13:20:28", "remaining_time": "12:53:50"} +{"current_steps": 976, "total_steps": 1180, "loss": 0.020712103694677353, "lr": 8.915545520274698e-06, "epoch": 3.3089983022071308, "percentage": 82.71, "elapsed_time": "2 days, 13:22:33", "remaining_time": "12:49:42"} +{"current_steps": 977, "total_steps": 1180, "loss": 0.038848504424095154, "lr": 8.831426594527975e-06, "epoch": 3.3123938879456705, "percentage": 82.8, "elapsed_time": "2 days, 13:27:45", "remaining_time": "12:46:14"} +{"current_steps": 978, "total_steps": 1180, "loss": 0.06028951331973076, "lr": 8.747667928920927e-06, "epoch": 3.3157894736842106, "percentage": 82.88, "elapsed_time": "2 days, 13:33:42", "remaining_time": "12:42:54"} +{"current_steps": 979, "total_steps": 1180, "loss": 0.0466872975230217, "lr": 8.664270256413332e-06, "epoch": 3.3191850594227503, "percentage": 82.97, "elapsed_time": "2 days, 13:38:13", "remaining_time": "12:39:17"} +{"current_steps": 980, "total_steps": 1180, "loss": 0.046531789004802704, "lr": 8.581234306805969e-06, "epoch": 3.3225806451612905, "percentage": 83.05, "elapsed_time": "2 days, 13:42:10", "remaining_time": "12:35:32"} +{"current_steps": 981, "total_steps": 1180, "loss": 0.035425543785095215, "lr": 8.498560806734229e-06, "epoch": 3.32597623089983, "percentage": 83.14, "elapsed_time": "2 days, 13:45:34", "remaining_time": "12:31:41"} +{"current_steps": 982, "total_steps": 1180, "loss": 0.03032005950808525, "lr": 8.416250479661803e-06, "epoch": 3.3293718166383703, "percentage": 83.22, "elapsed_time": "2 days, 13:48:32", "remaining_time": "12:27:45"} +{"current_steps": 983, "total_steps": 1180, "loss": 0.024267151951789856, "lr": 8.334304045874247e-06, "epoch": 3.33276740237691, "percentage": 83.31, "elapsed_time": "2 days, 13:51:08", "remaining_time": "12:23:44"} +{"current_steps": 984, "total_steps": 1180, "loss": 0.02069593220949173, "lr": 8.252722222472792e-06, "epoch": 3.3361629881154498, "percentage": 83.39, "elapsed_time": "2 days, 13:53:22", "remaining_time": "12:19:39"} +{"current_steps": 985, "total_steps": 1180, "loss": 0.021528493613004684, "lr": 8.171505723367961e-06, "epoch": 3.33955857385399, "percentage": 83.47, "elapsed_time": "2 days, 13:55:03", "remaining_time": "12:15:28"} +{"current_steps": 986, "total_steps": 1180, "loss": 0.055011726915836334, "lr": 8.090655259273428e-06, "epoch": 3.3429541595925296, "percentage": 83.56, "elapsed_time": "2 days, 14:02:43", "remaining_time": "12:12:27"} +{"current_steps": 987, "total_steps": 1180, "loss": 0.05019189044833183, "lr": 8.010171537699712e-06, "epoch": 3.3463497453310698, "percentage": 83.64, "elapsed_time": "2 days, 14:07:40", "remaining_time": "12:08:55"} +{"current_steps": 988, "total_steps": 1180, "loss": 0.04088972136378288, "lr": 7.930055262948072e-06, "epoch": 3.3497453310696095, "percentage": 83.73, "elapsed_time": "2 days, 14:11:45", "remaining_time": "12:05:11"} +{"current_steps": 989, "total_steps": 1180, "loss": 0.03594840317964554, "lr": 7.850307136104247e-06, "epoch": 3.353140916808149, "percentage": 83.81, "elapsed_time": "2 days, 14:15:18", "remaining_time": "12:01:22"} +{"current_steps": 990, "total_steps": 1180, "loss": 0.029422909021377563, "lr": 7.770927855032378e-06, "epoch": 3.3565365025466893, "percentage": 83.9, "elapsed_time": "2 days, 14:18:26", "remaining_time": "11:57:28"} +{"current_steps": 991, "total_steps": 1180, "loss": 0.02306707203388214, "lr": 7.691918114368907e-06, "epoch": 3.359932088285229, "percentage": 83.98, "elapsed_time": "2 days, 14:21:13", "remaining_time": "11:53:30"} +{"current_steps": 992, "total_steps": 1180, "loss": 0.022162199020385742, "lr": 7.613278605516455e-06, "epoch": 3.363327674023769, "percentage": 84.07, "elapsed_time": "2 days, 14:23:34", "remaining_time": "11:49:28"} +{"current_steps": 993, "total_steps": 1180, "loss": 0.020632296800613403, "lr": 7.535010016637828e-06, "epoch": 3.366723259762309, "percentage": 84.15, "elapsed_time": "2 days, 14:25:30", "remaining_time": "11:45:20"} +{"current_steps": 994, "total_steps": 1180, "loss": 0.049418896436691284, "lr": 7.457113032649943e-06, "epoch": 3.370118845500849, "percentage": 84.24, "elapsed_time": "2 days, 14:33:24", "remaining_time": "11:42:20"} +{"current_steps": 995, "total_steps": 1180, "loss": 0.05227503180503845, "lr": 7.379588335217874e-06, "epoch": 3.3735144312393888, "percentage": 84.32, "elapsed_time": "2 days, 14:38:54", "remaining_time": "11:38:53"} +{"current_steps": 996, "total_steps": 1180, "loss": 0.04013962671160698, "lr": 7.302436602748864e-06, "epoch": 3.376910016977929, "percentage": 84.41, "elapsed_time": "2 days, 14:43:19", "remaining_time": "11:35:14"} +{"current_steps": 997, "total_steps": 1180, "loss": 0.034193191677331924, "lr": 7.225658510386385e-06, "epoch": 3.3803056027164686, "percentage": 84.49, "elapsed_time": "2 days, 14:46:59", "remaining_time": "11:31:26"} +{"current_steps": 998, "total_steps": 1180, "loss": 0.029597267508506775, "lr": 7.1492547300042455e-06, "epoch": 3.3837011884550083, "percentage": 84.58, "elapsed_time": "2 days, 14:50:06", "remaining_time": "11:27:32"} +{"current_steps": 999, "total_steps": 1180, "loss": 0.02566773258149624, "lr": 7.073225930200722e-06, "epoch": 3.3870967741935485, "percentage": 84.66, "elapsed_time": "2 days, 14:52:49", "remaining_time": "11:23:33"} +{"current_steps": 1000, "total_steps": 1180, "loss": 0.02209942601621151, "lr": 6.99757277629266e-06, "epoch": 3.390492359932088, "percentage": 84.75, "elapsed_time": "2 days, 14:55:13", "remaining_time": "11:19:32"} +{"current_steps": 1001, "total_steps": 1180, "loss": 0.01864083856344223, "lr": 6.922295930309691e-06, "epoch": 3.3938879456706283, "percentage": 84.83, "elapsed_time": "2 days, 14:57:14", "remaining_time": "11:15:27"} +{"current_steps": 1002, "total_steps": 1180, "loss": 0.0406767763197422, "lr": 6.847396050988469e-06, "epoch": 3.397283531409168, "percentage": 84.92, "elapsed_time": "2 days, 15:01:43", "remaining_time": "11:11:48"} +{"current_steps": 1003, "total_steps": 1180, "loss": 0.05869930237531662, "lr": 6.772873793766815e-06, "epoch": 3.4006791171477078, "percentage": 85.0, "elapsed_time": "2 days, 15:07:20", "remaining_time": "11:08:21"} +{"current_steps": 1004, "total_steps": 1180, "loss": 0.041964977979660034, "lr": 6.698729810778065e-06, "epoch": 3.404074702886248, "percentage": 85.08, "elapsed_time": "2 days, 15:11:36", "remaining_time": "11:04:39"} +{"current_steps": 1005, "total_steps": 1180, "loss": 0.037603434175252914, "lr": 6.624964750845325e-06, "epoch": 3.4074702886247876, "percentage": 85.17, "elapsed_time": "2 days, 15:15:16", "remaining_time": "11:00:52"} +{"current_steps": 1006, "total_steps": 1180, "loss": 0.031934719532728195, "lr": 6.551579259475809e-06, "epoch": 3.4108658743633278, "percentage": 85.25, "elapsed_time": "2 days, 15:18:30", "remaining_time": "10:56:59"} +{"current_steps": 1007, "total_steps": 1180, "loss": 0.02570326253771782, "lr": 6.478573978855146e-06, "epoch": 3.4142614601018675, "percentage": 85.34, "elapsed_time": "2 days, 15:21:22", "remaining_time": "10:53:04"} +{"current_steps": 1008, "total_steps": 1180, "loss": 0.022274037823081017, "lr": 6.405949547841849e-06, "epoch": 3.4176570458404076, "percentage": 85.42, "elapsed_time": "2 days, 15:23:52", "remaining_time": "10:49:04"} +{"current_steps": 1009, "total_steps": 1180, "loss": 0.018066687509417534, "lr": 6.333706601961642e-06, "epoch": 3.4210526315789473, "percentage": 85.51, "elapsed_time": "2 days, 15:26:00", "remaining_time": "10:45:01"} +{"current_steps": 1010, "total_steps": 1180, "loss": 0.02211109921336174, "lr": 6.2618457734019364e-06, "epoch": 3.4244482173174875, "percentage": 85.59, "elapsed_time": "2 days, 15:27:43", "remaining_time": "10:40:54"} +{"current_steps": 1011, "total_steps": 1180, "loss": 0.12403880059719086, "lr": 6.190367691006288e-06, "epoch": 3.427843803056027, "percentage": 85.68, "elapsed_time": "2 days, 15:35:13", "remaining_time": "10:37:45"} +{"current_steps": 1012, "total_steps": 1180, "loss": 0.051573850214481354, "lr": 6.119272980268897e-06, "epoch": 3.431239388794567, "percentage": 85.76, "elapsed_time": "2 days, 15:40:08", "remaining_time": "10:34:10"} +{"current_steps": 1013, "total_steps": 1180, "loss": 0.03954629972577095, "lr": 6.048562263329138e-06, "epoch": 3.434634974533107, "percentage": 85.85, "elapsed_time": "2 days, 15:44:16", "remaining_time": "10:30:27"} +{"current_steps": 1014, "total_steps": 1180, "loss": 0.033771682530641556, "lr": 5.978236158966105e-06, "epoch": 3.4380305602716468, "percentage": 85.93, "elapsed_time": "2 days, 15:47:50", "remaining_time": "10:26:38"} +{"current_steps": 1015, "total_steps": 1180, "loss": 0.029872318729758263, "lr": 5.908295282593207e-06, "epoch": 3.441426146010187, "percentage": 86.02, "elapsed_time": "2 days, 15:50:58", "remaining_time": "10:22:46"} +{"current_steps": 1016, "total_steps": 1180, "loss": 0.02534964494407177, "lr": 5.838740246252794e-06, "epoch": 3.4448217317487266, "percentage": 86.1, "elapsed_time": "2 days, 15:53:44", "remaining_time": "10:18:49"} +{"current_steps": 1017, "total_steps": 1180, "loss": 0.02167777717113495, "lr": 5.769571658610762e-06, "epoch": 3.4482173174872663, "percentage": 86.19, "elapsed_time": "2 days, 15:56:04", "remaining_time": "10:14:49"} +{"current_steps": 1018, "total_steps": 1180, "loss": 0.01822837069630623, "lr": 5.700790124951283e-06, "epoch": 3.4516129032258065, "percentage": 86.27, "elapsed_time": "2 days, 15:58:00", "remaining_time": "10:10:45"} +{"current_steps": 1019, "total_steps": 1180, "loss": 0.04961255192756653, "lr": 5.6323962471714286e-06, "epoch": 3.455008488964346, "percentage": 86.36, "elapsed_time": "2 days, 16:04:55", "remaining_time": "10:07:29"} +{"current_steps": 1020, "total_steps": 1180, "loss": 0.053999632596969604, "lr": 5.564390623775995e-06, "epoch": 3.4584040747028864, "percentage": 86.44, "elapsed_time": "2 days, 16:10:19", "remaining_time": "10:03:58"} +{"current_steps": 1021, "total_steps": 1180, "loss": 0.04361236095428467, "lr": 5.496773849872183e-06, "epoch": 3.461799660441426, "percentage": 86.53, "elapsed_time": "2 days, 16:14:47", "remaining_time": "10:00:18"} +{"current_steps": 1022, "total_steps": 1180, "loss": 0.03720066696405411, "lr": 5.429546517164486e-06, "epoch": 3.465195246179966, "percentage": 86.61, "elapsed_time": "2 days, 16:18:29", "remaining_time": "9:56:31"} +{"current_steps": 1023, "total_steps": 1180, "loss": 0.030863171443343163, "lr": 5.362709213949396e-06, "epoch": 3.468590831918506, "percentage": 86.69, "elapsed_time": "2 days, 16:21:42", "remaining_time": "9:52:39"} +{"current_steps": 1024, "total_steps": 1180, "loss": 0.025983653962612152, "lr": 5.296262525110346e-06, "epoch": 3.471986417657046, "percentage": 86.78, "elapsed_time": "2 days, 16:24:33", "remaining_time": "9:48:44"} +{"current_steps": 1025, "total_steps": 1180, "loss": 0.024062152951955795, "lr": 5.23020703211255e-06, "epoch": 3.475382003395586, "percentage": 86.86, "elapsed_time": "2 days, 16:27:03", "remaining_time": "9:44:46"} +{"current_steps": 1026, "total_steps": 1180, "loss": 0.020530320703983307, "lr": 5.1645433129979215e-06, "epoch": 3.4787775891341255, "percentage": 86.95, "elapsed_time": "2 days, 16:29:10", "remaining_time": "9:40:45"} +{"current_steps": 1027, "total_steps": 1180, "loss": 0.04217759519815445, "lr": 5.0992719423800236e-06, "epoch": 3.4821731748726656, "percentage": 87.03, "elapsed_time": "2 days, 16:34:23", "remaining_time": "9:37:11"} +{"current_steps": 1028, "total_steps": 1180, "loss": 0.05897298455238342, "lr": 5.034393491439043e-06, "epoch": 3.4855687606112054, "percentage": 87.12, "elapsed_time": "2 days, 16:40:39", "remaining_time": "9:33:47"} +{"current_steps": 1029, "total_steps": 1180, "loss": 0.04530353471636772, "lr": 4.969908527916766e-06, "epoch": 3.4889643463497455, "percentage": 87.2, "elapsed_time": "2 days, 16:45:25", "remaining_time": "9:30:09"} +{"current_steps": 1030, "total_steps": 1180, "loss": 0.04073905944824219, "lr": 4.905817616111641e-06, "epoch": 3.492359932088285, "percentage": 87.29, "elapsed_time": "2 days, 16:49:18", "remaining_time": "9:26:24"} +{"current_steps": 1031, "total_steps": 1180, "loss": 0.033599380403757095, "lr": 4.842121316873821e-06, "epoch": 3.495755517826825, "percentage": 87.37, "elapsed_time": "2 days, 16:52:36", "remaining_time": "9:22:33"} +{"current_steps": 1032, "total_steps": 1180, "loss": 0.02724265679717064, "lr": 4.778820187600275e-06, "epoch": 3.499151103565365, "percentage": 87.46, "elapsed_time": "2 days, 16:55:28", "remaining_time": "9:18:39"} +{"current_steps": 1033, "total_steps": 1180, "loss": 0.02298842929303646, "lr": 4.71591478222988e-06, "epoch": 3.502546689303905, "percentage": 87.54, "elapsed_time": "2 days, 16:57:59", "remaining_time": "9:14:41"} +{"current_steps": 1034, "total_steps": 1180, "loss": 0.019800715148448944, "lr": 4.653405651238607e-06, "epoch": 3.505942275042445, "percentage": 87.63, "elapsed_time": "2 days, 17:00:09", "remaining_time": "9:10:41"} +{"current_steps": 1035, "total_steps": 1180, "loss": 0.023533042520284653, "lr": 4.591293341634661e-06, "epoch": 3.5093378607809846, "percentage": 87.71, "elapsed_time": "2 days, 17:01:52", "remaining_time": "9:06:38"} +{"current_steps": 1036, "total_steps": 1180, "loss": 0.05884885415434837, "lr": 4.529578396953771e-06, "epoch": 3.5127334465195243, "percentage": 87.8, "elapsed_time": "2 days, 17:09:42", "remaining_time": "9:03:26"} +{"current_steps": 1037, "total_steps": 1180, "loss": 0.04845176264643669, "lr": 4.468261357254339e-06, "epoch": 3.5161290322580645, "percentage": 87.88, "elapsed_time": "2 days, 17:14:32", "remaining_time": "8:59:48"} +{"current_steps": 1038, "total_steps": 1180, "loss": 0.03610414266586304, "lr": 4.407342759112776e-06, "epoch": 3.5195246179966047, "percentage": 87.97, "elapsed_time": "2 days, 17:18:24", "remaining_time": "8:56:02"} +{"current_steps": 1039, "total_steps": 1180, "loss": 0.03354974091053009, "lr": 4.346823135618788e-06, "epoch": 3.5229202037351444, "percentage": 88.05, "elapsed_time": "2 days, 17:21:45", "remaining_time": "8:52:12"} +{"current_steps": 1040, "total_steps": 1180, "loss": 0.030198832973837852, "lr": 4.286703016370719e-06, "epoch": 3.526315789473684, "percentage": 88.14, "elapsed_time": "2 days, 17:24:42", "remaining_time": "8:48:19"} +{"current_steps": 1041, "total_steps": 1180, "loss": 0.0259525366127491, "lr": 4.226982927470874e-06, "epoch": 3.5297113752122242, "percentage": 88.22, "elapsed_time": "2 days, 17:27:19", "remaining_time": "8:44:23"} +{"current_steps": 1042, "total_steps": 1180, "loss": 0.019816804677248, "lr": 4.167663391521015e-06, "epoch": 3.533106960950764, "percentage": 88.31, "elapsed_time": "2 days, 17:29:33", "remaining_time": "8:40:25"} +{"current_steps": 1043, "total_steps": 1180, "loss": 0.021140148863196373, "lr": 4.108744927617669e-06, "epoch": 3.536502546689304, "percentage": 88.39, "elapsed_time": "2 days, 17:31:26", "remaining_time": "8:36:24"} +{"current_steps": 1044, "total_steps": 1180, "loss": 0.04677321016788483, "lr": 4.050228051347671e-06, "epoch": 3.539898132427844, "percentage": 88.47, "elapsed_time": "2 days, 17:39:00", "remaining_time": "8:33:07"} +{"current_steps": 1045, "total_steps": 1180, "loss": 0.05391452834010124, "lr": 3.99211327478361e-06, "epoch": 3.5432937181663835, "percentage": 88.56, "elapsed_time": "2 days, 17:44:09", "remaining_time": "8:29:31"} +{"current_steps": 1046, "total_steps": 1180, "loss": 0.04096768796443939, "lr": 3.9344011064793516e-06, "epoch": 3.5466893039049237, "percentage": 88.64, "elapsed_time": "2 days, 17:48:17", "remaining_time": "8:25:48"} +{"current_steps": 1047, "total_steps": 1180, "loss": 0.03270147368311882, "lr": 3.877092051465614e-06, "epoch": 3.5500848896434634, "percentage": 88.73, "elapsed_time": "2 days, 17:51:51", "remaining_time": "8:22:00"} +{"current_steps": 1048, "total_steps": 1180, "loss": 0.029932573437690735, "lr": 3.8201866112455185e-06, "epoch": 3.5534804753820035, "percentage": 88.81, "elapsed_time": "2 days, 17:54:59", "remaining_time": "8:18:08"} +{"current_steps": 1049, "total_steps": 1180, "loss": 0.024190083146095276, "lr": 3.763685283790208e-06, "epoch": 3.556876061120543, "percentage": 88.9, "elapsed_time": "2 days, 17:57:46", "remaining_time": "8:14:15"} +{"current_steps": 1050, "total_steps": 1180, "loss": 0.022694718092679977, "lr": 3.707588563534514e-06, "epoch": 3.560271646859083, "percentage": 88.98, "elapsed_time": "2 days, 18:00:10", "remaining_time": "8:10:18"} +{"current_steps": 1051, "total_steps": 1180, "loss": 0.01736380159854889, "lr": 3.6518969413725903e-06, "epoch": 3.563667232597623, "percentage": 89.07, "elapsed_time": "2 days, 18:02:13", "remaining_time": "8:06:19"} +{"current_steps": 1052, "total_steps": 1180, "loss": 0.038495805114507675, "lr": 3.596610904653652e-06, "epoch": 3.5670628183361632, "percentage": 89.15, "elapsed_time": "2 days, 18:09:03", "remaining_time": "8:02:55"} +{"current_steps": 1053, "total_steps": 1180, "loss": 0.05471509322524071, "lr": 3.5417309371776675e-06, "epoch": 3.570458404074703, "percentage": 89.24, "elapsed_time": "2 days, 18:15:28", "remaining_time": "7:59:28"} +{"current_steps": 1054, "total_steps": 1180, "loss": 0.0403529517352581, "lr": 3.4872575191911895e-06, "epoch": 3.5738539898132426, "percentage": 89.32, "elapsed_time": "2 days, 18:20:05", "remaining_time": "7:55:47"} +{"current_steps": 1055, "total_steps": 1180, "loss": 0.03618926554918289, "lr": 3.4331911273830784e-06, "epoch": 3.577249575551783, "percentage": 89.41, "elapsed_time": "2 days, 18:23:55", "remaining_time": "7:52:01"} +{"current_steps": 1056, "total_steps": 1180, "loss": 0.03237292915582657, "lr": 3.3795322348804114e-06, "epoch": 3.5806451612903225, "percentage": 89.49, "elapsed_time": "2 days, 18:27:17", "remaining_time": "7:48:12"} +{"current_steps": 1057, "total_steps": 1180, "loss": 0.0282998438924551, "lr": 3.326281311244267e-06, "epoch": 3.5840407470288627, "percentage": 89.58, "elapsed_time": "2 days, 18:30:14", "remaining_time": "7:44:20"} +{"current_steps": 1058, "total_steps": 1180, "loss": 0.022452056407928467, "lr": 3.2734388224656575e-06, "epoch": 3.5874363327674024, "percentage": 89.66, "elapsed_time": "2 days, 18:32:48", "remaining_time": "7:40:25"} +{"current_steps": 1059, "total_steps": 1180, "loss": 0.018919995054602623, "lr": 3.2210052309614437e-06, "epoch": 3.590831918505942, "percentage": 89.75, "elapsed_time": "2 days, 18:35:01", "remaining_time": "7:36:28"} +{"current_steps": 1060, "total_steps": 1180, "loss": 0.02383407950401306, "lr": 3.1689809955702754e-06, "epoch": 3.5942275042444822, "percentage": 89.83, "elapsed_time": "2 days, 18:36:42", "remaining_time": "7:32:27"} +{"current_steps": 1061, "total_steps": 1180, "loss": 0.051781728863716125, "lr": 3.117366571548608e-06, "epoch": 3.597623089983022, "percentage": 89.92, "elapsed_time": "2 days, 18:45:17", "remaining_time": "7:29:13"} +{"current_steps": 1062, "total_steps": 1180, "loss": 0.049019526690244675, "lr": 3.066162410566681e-06, "epoch": 3.601018675721562, "percentage": 90.0, "elapsed_time": "2 days, 18:50:03", "remaining_time": "7:25:33"} +{"current_steps": 1063, "total_steps": 1180, "loss": 0.0345478430390358, "lr": 3.0153689607045845e-06, "epoch": 3.604414261460102, "percentage": 90.08, "elapsed_time": "2 days, 18:53:59", "remaining_time": "7:21:48"} +{"current_steps": 1064, "total_steps": 1180, "loss": 0.034069471061229706, "lr": 2.9649866664483385e-06, "epoch": 3.6078098471986415, "percentage": 90.17, "elapsed_time": "2 days, 18:57:22", "remaining_time": "7:17:59"} +{"current_steps": 1065, "total_steps": 1180, "loss": 0.028491949662566185, "lr": 2.915015968686002e-06, "epoch": 3.6112054329371817, "percentage": 90.25, "elapsed_time": "2 days, 19:00:18", "remaining_time": "7:14:07"} +{"current_steps": 1066, "total_steps": 1180, "loss": 0.02504706010222435, "lr": 2.865457304703817e-06, "epoch": 3.614601018675722, "percentage": 90.34, "elapsed_time": "2 days, 19:02:53", "remaining_time": "7:10:12"} +{"current_steps": 1067, "total_steps": 1180, "loss": 0.019377268850803375, "lr": 2.816311108182368e-06, "epoch": 3.6179966044142615, "percentage": 90.42, "elapsed_time": "2 days, 19:05:07", "remaining_time": "7:06:16"} +{"current_steps": 1068, "total_steps": 1180, "loss": 0.020043358206748962, "lr": 2.767577809192806e-06, "epoch": 3.6213921901528012, "percentage": 90.51, "elapsed_time": "2 days, 19:06:56", "remaining_time": "7:02:18"} +{"current_steps": 1069, "total_steps": 1180, "loss": 0.045704327523708344, "lr": 2.7192578341930618e-06, "epoch": 3.6247877758913414, "percentage": 90.59, "elapsed_time": "2 days, 19:14:22", "remaining_time": "6:58:54"} +{"current_steps": 1070, "total_steps": 1180, "loss": 0.061729297041893005, "lr": 2.6713516060241527e-06, "epoch": 3.628183361629881, "percentage": 90.68, "elapsed_time": "2 days, 19:19:53", "remaining_time": "6:55:18"} +{"current_steps": 1071, "total_steps": 1180, "loss": 0.04341991990804672, "lr": 2.6238595439064484e-06, "epoch": 3.6315789473684212, "percentage": 90.76, "elapsed_time": "2 days, 19:24:17", "remaining_time": "6:51:36"} +{"current_steps": 1072, "total_steps": 1180, "loss": 0.039239685982465744, "lr": 2.5767820634360008e-06, "epoch": 3.634974533106961, "percentage": 90.85, "elapsed_time": "2 days, 19:28:03", "remaining_time": "6:47:49"} +{"current_steps": 1073, "total_steps": 1180, "loss": 0.03052990883588791, "lr": 2.530119576580936e-06, "epoch": 3.6383701188455007, "percentage": 90.93, "elapsed_time": "2 days, 19:31:26", "remaining_time": "6:44:00"} +{"current_steps": 1074, "total_steps": 1180, "loss": 0.027010608464479446, "lr": 2.483872491677819e-06, "epoch": 3.641765704584041, "percentage": 91.02, "elapsed_time": "2 days, 19:34:22", "remaining_time": "6:40:09"} +{"current_steps": 1075, "total_steps": 1180, "loss": 0.021763931959867477, "lr": 2.4380412134280884e-06, "epoch": 3.6451612903225805, "percentage": 91.1, "elapsed_time": "2 days, 19:36:50", "remaining_time": "6:36:14"} +{"current_steps": 1076, "total_steps": 1180, "loss": 0.019843751564621925, "lr": 2.3926261428945383e-06, "epoch": 3.6485568760611207, "percentage": 91.19, "elapsed_time": "2 days, 19:38:54", "remaining_time": "6:32:18"} +{"current_steps": 1077, "total_steps": 1180, "loss": 0.04076223075389862, "lr": 2.347627677497788e-06, "epoch": 3.6519524617996604, "percentage": 91.27, "elapsed_time": "2 days, 19:44:28", "remaining_time": "6:28:42"} +{"current_steps": 1078, "total_steps": 1180, "loss": 0.056659214198589325, "lr": 2.303046211012783e-06, "epoch": 3.6553480475382, "percentage": 91.36, "elapsed_time": "2 days, 19:50:14", "remaining_time": "6:25:07"} +{"current_steps": 1079, "total_steps": 1180, "loss": 0.04163496196269989, "lr": 2.258882133565404e-06, "epoch": 3.6587436332767402, "percentage": 91.44, "elapsed_time": "2 days, 19:54:39", "remaining_time": "6:21:24"} +{"current_steps": 1080, "total_steps": 1180, "loss": 0.03819563612341881, "lr": 2.2151358316290006e-06, "epoch": 3.6621392190152804, "percentage": 91.53, "elapsed_time": "2 days, 19:58:18", "remaining_time": "6:17:37"} +{"current_steps": 1081, "total_steps": 1180, "loss": 0.029042597860097885, "lr": 2.1718076880210327e-06, "epoch": 3.66553480475382, "percentage": 91.61, "elapsed_time": "2 days, 20:01:28", "remaining_time": "6:13:47"} +{"current_steps": 1082, "total_steps": 1180, "loss": 0.026639848947525024, "lr": 2.1288980818997275e-06, "epoch": 3.66893039049236, "percentage": 91.69, "elapsed_time": "2 days, 20:04:17", "remaining_time": "6:09:55"} +{"current_steps": 1083, "total_steps": 1180, "loss": 0.021522920578718185, "lr": 2.0864073887607416e-06, "epoch": 3.6723259762309, "percentage": 91.78, "elapsed_time": "2 days, 20:06:43", "remaining_time": "6:06:01"} +{"current_steps": 1084, "total_steps": 1180, "loss": 0.01746872067451477, "lr": 2.0443359804338923e-06, "epoch": 3.6757215619694397, "percentage": 91.86, "elapsed_time": "2 days, 20:08:48", "remaining_time": "6:02:06"} +{"current_steps": 1085, "total_steps": 1180, "loss": 0.023929983377456665, "lr": 2.0026842250799038e-06, "epoch": 3.67911714770798, "percentage": 91.95, "elapsed_time": "2 days, 20:10:29", "remaining_time": "5:58:09"} +{"current_steps": 1086, "total_steps": 1180, "loss": 0.057851579040288925, "lr": 1.9614524871871544e-06, "epoch": 3.6825127334465195, "percentage": 92.03, "elapsed_time": "2 days, 20:18:35", "remaining_time": "5:54:45"} +{"current_steps": 1087, "total_steps": 1180, "loss": 0.04492168873548508, "lr": 1.92064112756854e-06, "epoch": 3.6859083191850592, "percentage": 92.12, "elapsed_time": "2 days, 20:23:29", "remaining_time": "5:51:04"} +{"current_steps": 1088, "total_steps": 1180, "loss": 0.03866066038608551, "lr": 1.8802505033582608e-06, "epoch": 3.6893039049235994, "percentage": 92.2, "elapsed_time": "2 days, 20:27:30", "remaining_time": "5:47:19"} +{"current_steps": 1089, "total_steps": 1180, "loss": 0.03478693217039108, "lr": 1.8402809680087452e-06, "epoch": 3.692699490662139, "percentage": 92.29, "elapsed_time": "2 days, 20:30:58", "remaining_time": "5:43:31"} +{"current_steps": 1090, "total_steps": 1180, "loss": 0.026261959224939346, "lr": 1.8007328712875305e-06, "epoch": 3.6960950764006792, "percentage": 92.37, "elapsed_time": "2 days, 20:33:59", "remaining_time": "5:39:41"} +{"current_steps": 1091, "total_steps": 1180, "loss": 0.02284175530076027, "lr": 1.7616065592742038e-06, "epoch": 3.699490662139219, "percentage": 92.46, "elapsed_time": "2 days, 20:36:40", "remaining_time": "5:35:49"} +{"current_steps": 1092, "total_steps": 1180, "loss": 0.02348652109503746, "lr": 1.7229023743573657e-06, "epoch": 3.7028862478777587, "percentage": 92.54, "elapsed_time": "2 days, 20:39:01", "remaining_time": "5:31:56"} +{"current_steps": 1093, "total_steps": 1180, "loss": 0.018931403756141663, "lr": 1.6846206552316612e-06, "epoch": 3.706281833616299, "percentage": 92.63, "elapsed_time": "2 days, 20:40:58", "remaining_time": "5:28:01"} +{"current_steps": 1094, "total_steps": 1180, "loss": 0.0545373372733593, "lr": 1.6467617368947918e-06, "epoch": 3.709677419354839, "percentage": 92.71, "elapsed_time": "2 days, 20:47:43", "remaining_time": "5:24:28"} +{"current_steps": 1095, "total_steps": 1180, "loss": 0.05051073431968689, "lr": 1.6093259506445913e-06, "epoch": 3.7130730050933787, "percentage": 92.8, "elapsed_time": "2 days, 20:52:56", "remaining_time": "5:20:49"} +{"current_steps": 1096, "total_steps": 1180, "loss": 0.04008012264966965, "lr": 1.5723136240761271e-06, "epoch": 3.7164685908319184, "percentage": 92.88, "elapsed_time": "2 days, 20:57:02", "remaining_time": "5:17:04"} +{"current_steps": 1097, "total_steps": 1180, "loss": 0.03566541522741318, "lr": 1.5357250810788314e-06, "epoch": 3.7198641765704585, "percentage": 92.97, "elapsed_time": "2 days, 21:00:35", "remaining_time": "5:13:16"} +{"current_steps": 1098, "total_steps": 1180, "loss": 0.030156664550304413, "lr": 1.4995606418336694e-06, "epoch": 3.7232597623089982, "percentage": 93.05, "elapsed_time": "2 days, 21:03:45", "remaining_time": "5:09:27"} +{"current_steps": 1099, "total_steps": 1180, "loss": 0.026432838290929794, "lr": 1.4638206228103413e-06, "epoch": 3.7266553480475384, "percentage": 93.14, "elapsed_time": "2 days, 21:06:32", "remaining_time": "5:05:36"} +{"current_steps": 1100, "total_steps": 1180, "loss": 0.032550469040870667, "lr": 1.4285053367645074e-06, "epoch": 3.730050933786078, "percentage": 93.22, "elapsed_time": "2 days, 21:08:55", "remaining_time": "5:01:44"} +{"current_steps": 1101, "total_steps": 1180, "loss": 0.018357036635279655, "lr": 1.39361509273504e-06, "epoch": 3.733446519524618, "percentage": 93.31, "elapsed_time": "2 days, 21:10:59", "remaining_time": "4:57:50"} +{"current_steps": 1102, "total_steps": 1180, "loss": 0.04387955367565155, "lr": 1.3591501960413422e-06, "epoch": 3.736842105263158, "percentage": 93.39, "elapsed_time": "2 days, 21:16:33", "remaining_time": "4:54:12"} +{"current_steps": 1103, "total_steps": 1180, "loss": 0.056360602378845215, "lr": 1.3251109482806666e-06, "epoch": 3.7402376910016977, "percentage": 93.47, "elapsed_time": "2 days, 21:22:49", "remaining_time": "4:50:36"} +{"current_steps": 1104, "total_steps": 1180, "loss": 0.04391762241721153, "lr": 1.2914976473254793e-06, "epoch": 3.743633276740238, "percentage": 93.56, "elapsed_time": "2 days, 21:27:23", "remaining_time": "4:46:53"} +{"current_steps": 1105, "total_steps": 1180, "loss": 0.0394422709941864, "lr": 1.2583105873208267e-06, "epoch": 3.7470288624787775, "percentage": 93.64, "elapsed_time": "2 days, 21:31:15", "remaining_time": "4:43:07"} +{"current_steps": 1106, "total_steps": 1180, "loss": 0.03090202808380127, "lr": 1.2255500586818014e-06, "epoch": 3.7504244482173172, "percentage": 93.73, "elapsed_time": "2 days, 21:34:32", "remaining_time": "4:39:18"} +{"current_steps": 1107, "total_steps": 1180, "loss": 0.027796437963843346, "lr": 1.1932163480909865e-06, "epoch": 3.7538200339558574, "percentage": 93.81, "elapsed_time": "2 days, 21:37:27", "remaining_time": "4:35:28"} +{"current_steps": 1108, "total_steps": 1180, "loss": 0.021867474541068077, "lr": 1.1613097384959248e-06, "epoch": 3.7572156196943975, "percentage": 93.9, "elapsed_time": "2 days, 21:40:00", "remaining_time": "4:31:37"} +{"current_steps": 1109, "total_steps": 1180, "loss": 0.020357470959424973, "lr": 1.1298305091066664e-06, "epoch": 3.7606112054329373, "percentage": 93.98, "elapsed_time": "2 days, 21:42:13", "remaining_time": "4:27:45"} +{"current_steps": 1110, "total_steps": 1180, "loss": 0.022151701152324677, "lr": 1.0987789353933408e-06, "epoch": 3.764006791171477, "percentage": 94.07, "elapsed_time": "2 days, 21:43:56", "remaining_time": "4:23:51"} +{"current_steps": 1111, "total_steps": 1180, "loss": 0.05923725292086601, "lr": 1.0681552890836944e-06, "epoch": 3.767402376910017, "percentage": 94.15, "elapsed_time": "2 days, 21:51:29", "remaining_time": "4:20:19"} +{"current_steps": 1112, "total_steps": 1180, "loss": 0.04962555691599846, "lr": 1.037959838160768e-06, "epoch": 3.770797962648557, "percentage": 94.24, "elapsed_time": "2 days, 21:56:29", "remaining_time": "4:16:37"} +{"current_steps": 1113, "total_steps": 1180, "loss": 0.038156140595674515, "lr": 1.0081928468605118e-06, "epoch": 3.774193548387097, "percentage": 94.32, "elapsed_time": "2 days, 22:00:33", "remaining_time": "4:12:51"} +{"current_steps": 1114, "total_steps": 1180, "loss": 0.033427104353904724, "lr": 9.788545756694967e-07, "epoch": 3.7775891341256367, "percentage": 94.41, "elapsed_time": "2 days, 22:04:00", "remaining_time": "4:09:04"} +{"current_steps": 1115, "total_steps": 1180, "loss": 0.030050046741962433, "lr": 9.499452813226284e-07, "epoch": 3.7809847198641764, "percentage": 94.49, "elapsed_time": "2 days, 22:07:00", "remaining_time": "4:05:15"} +{"current_steps": 1116, "total_steps": 1180, "loss": 0.022684365510940552, "lr": 9.214652168008875e-07, "epoch": 3.7843803056027165, "percentage": 94.58, "elapsed_time": "2 days, 22:09:40", "remaining_time": "4:01:24"} +{"current_steps": 1117, "total_steps": 1180, "loss": 0.021170279011130333, "lr": 8.934146313291425e-07, "epoch": 3.7877758913412563, "percentage": 94.66, "elapsed_time": "2 days, 22:11:59", "remaining_time": "3:57:33"} +{"current_steps": 1118, "total_steps": 1180, "loss": 0.018932385370135307, "lr": 8.657937703739516e-07, "epoch": 3.7911714770797964, "percentage": 94.75, "elapsed_time": "2 days, 22:13:56", "remaining_time": "3:53:41"} +{"current_steps": 1119, "total_steps": 1180, "loss": 0.053899966180324554, "lr": 8.386028756414089e-07, "epoch": 3.794567062818336, "percentage": 94.83, "elapsed_time": "2 days, 22:20:38", "remaining_time": "3:50:04"} +{"current_steps": 1120, "total_steps": 1180, "loss": 0.047234635800123215, "lr": 8.118421850750347e-07, "epoch": 3.797962648556876, "percentage": 94.92, "elapsed_time": "2 days, 22:26:00", "remaining_time": "3:46:23"} +{"current_steps": 1121, "total_steps": 1180, "loss": 0.03975183516740799, "lr": 7.855119328537109e-07, "epoch": 3.801358234295416, "percentage": 95.0, "elapsed_time": "2 days, 22:30:09", "remaining_time": "3:42:38"} +{"current_steps": 1122, "total_steps": 1180, "loss": 0.03657395392656326, "lr": 7.596123493895991e-07, "epoch": 3.804753820033956, "percentage": 95.08, "elapsed_time": "2 days, 22:33:46", "remaining_time": "3:38:51"} +{"current_steps": 1123, "total_steps": 1180, "loss": 0.02959374710917473, "lr": 7.341436613261532e-07, "epoch": 3.808149405772496, "percentage": 95.17, "elapsed_time": "2 days, 22:36:57", "remaining_time": "3:35:03"} +{"current_steps": 1124, "total_steps": 1180, "loss": 0.024457689374685287, "lr": 7.091060915361269e-07, "epoch": 3.8115449915110355, "percentage": 95.25, "elapsed_time": "2 days, 22:39:44", "remaining_time": "3:31:13"} +{"current_steps": 1125, "total_steps": 1180, "loss": 0.020221151411533356, "lr": 6.844998591196138e-07, "epoch": 3.8149405772495757, "percentage": 95.34, "elapsed_time": "2 days, 22:42:10", "remaining_time": "3:27:23"} +{"current_steps": 1126, "total_steps": 1180, "loss": 0.019283602014183998, "lr": 6.603251794021381e-07, "epoch": 3.8183361629881154, "percentage": 95.42, "elapsed_time": "2 days, 22:44:14", "remaining_time": "3:23:32"} +{"current_steps": 1127, "total_steps": 1180, "loss": 0.0341000109910965, "lr": 6.365822639327723e-07, "epoch": 3.8217317487266556, "percentage": 95.51, "elapsed_time": "2 days, 22:48:59", "remaining_time": "3:19:49"} +{"current_steps": 1128, "total_steps": 1180, "loss": 0.05182819813489914, "lr": 6.132713204822838e-07, "epoch": 3.8251273344651953, "percentage": 95.59, "elapsed_time": "2 days, 22:55:18", "remaining_time": "3:16:09"} +{"current_steps": 1129, "total_steps": 1180, "loss": 0.045249901711940765, "lr": 5.903925530413135e-07, "epoch": 3.828522920203735, "percentage": 95.68, "elapsed_time": "2 days, 22:59:52", "remaining_time": "3:12:25"} +{"current_steps": 1130, "total_steps": 1180, "loss": 0.03774178773164749, "lr": 5.679461618185944e-07, "epoch": 3.831918505942275, "percentage": 95.76, "elapsed_time": "2 days, 23:03:41", "remaining_time": "3:08:39"} +{"current_steps": 1131, "total_steps": 1180, "loss": 0.03328479826450348, "lr": 5.459323432392083e-07, "epoch": 3.835314091680815, "percentage": 95.85, "elapsed_time": "2 days, 23:07:00", "remaining_time": "3:04:51"} +{"current_steps": 1132, "total_steps": 1180, "loss": 0.02619325742125511, "lr": 5.243512899428316e-07, "epoch": 3.838709677419355, "percentage": 95.93, "elapsed_time": "2 days, 23:09:51", "remaining_time": "3:01:03"} +{"current_steps": 1133, "total_steps": 1180, "loss": 0.022279521450400352, "lr": 5.032031907821089e-07, "epoch": 3.8421052631578947, "percentage": 96.02, "elapsed_time": "2 days, 23:12:23", "remaining_time": "2:57:13"} +{"current_steps": 1134, "total_steps": 1180, "loss": 0.019474327564239502, "lr": 4.824882308209433e-07, "epoch": 3.8455008488964344, "percentage": 96.1, "elapsed_time": "2 days, 23:14:33", "remaining_time": "2:53:23"} +{"current_steps": 1135, "total_steps": 1180, "loss": 0.020528195425868034, "lr": 4.6220659133290325e-07, "epoch": 3.8488964346349746, "percentage": 96.19, "elapsed_time": "2 days, 23:16:16", "remaining_time": "2:49:32"} +{"current_steps": 1136, "total_steps": 1180, "loss": 0.05578705295920372, "lr": 4.423584497996458e-07, "epoch": 3.8522920203735147, "percentage": 96.27, "elapsed_time": "2 days, 23:24:34", "remaining_time": "2:45:57"} +{"current_steps": 1137, "total_steps": 1180, "loss": 0.057648416608572006, "lr": 4.2294397990932934e-07, "epoch": 3.8556876061120544, "percentage": 96.36, "elapsed_time": "2 days, 23:29:23", "remaining_time": "2:42:13"} +{"current_steps": 1138, "total_steps": 1180, "loss": 0.04376935213804245, "lr": 4.039633515551422e-07, "epoch": 3.859083191850594, "percentage": 96.44, "elapsed_time": "2 days, 23:33:15", "remaining_time": "2:38:27"} +{"current_steps": 1139, "total_steps": 1180, "loss": 0.0304638110101223, "lr": 3.854167308337708e-07, "epoch": 3.8624787775891343, "percentage": 96.53, "elapsed_time": "2 days, 23:36:36", "remaining_time": "2:34:39"} +{"current_steps": 1140, "total_steps": 1180, "loss": 0.02716166153550148, "lr": 3.67304280043973e-07, "epoch": 3.865874363327674, "percentage": 96.61, "elapsed_time": "2 days, 23:39:36", "remaining_time": "2:30:51"} +{"current_steps": 1141, "total_steps": 1180, "loss": 0.024449681863188744, "lr": 3.4962615768513453e-07, "epoch": 3.869269949066214, "percentage": 96.69, "elapsed_time": "2 days, 23:42:17", "remaining_time": "2:27:03"} +{"current_steps": 1142, "total_steps": 1180, "loss": 0.02073652669787407, "lr": 3.323825184559204e-07, "epoch": 3.872665534804754, "percentage": 96.78, "elapsed_time": "2 days, 23:44:36", "remaining_time": "2:23:14"} +{"current_steps": 1143, "total_steps": 1180, "loss": 0.018341438844799995, "lr": 3.1557351325287586e-07, "epoch": 3.8760611205432935, "percentage": 96.86, "elapsed_time": "2 days, 23:46:31", "remaining_time": "2:19:24"} +{"current_steps": 1144, "total_steps": 1180, "loss": 0.0436985120177269, "lr": 2.9919928916913866e-07, "epoch": 3.8794567062818337, "percentage": 96.95, "elapsed_time": "2 days, 23:55:34", "remaining_time": "2:15:48"} +{"current_steps": 1145, "total_steps": 1180, "loss": 0.051345616579055786, "lr": 2.8325998949314536e-07, "epoch": 3.8828522920203734, "percentage": 97.03, "elapsed_time": "3 days, 0:00:53", "remaining_time": "2:12:04"} +{"current_steps": 1146, "total_steps": 1180, "loss": 0.0379648432135582, "lr": 2.677557537073605e-07, "epoch": 3.8862478777589136, "percentage": 97.12, "elapsed_time": "3 days, 0:05:09", "remaining_time": "2:08:19"} +{"current_steps": 1147, "total_steps": 1180, "loss": 0.03789464011788368, "lr": 2.526867174870717e-07, "epoch": 3.8896434634974533, "percentage": 97.2, "elapsed_time": "3 days, 0:08:51", "remaining_time": "2:04:32"} +{"current_steps": 1148, "total_steps": 1180, "loss": 0.02933451160788536, "lr": 2.3805301269920755e-07, "epoch": 3.893039049235993, "percentage": 97.29, "elapsed_time": "3 days, 0:12:02", "remaining_time": "2:00:45"} +{"current_steps": 1149, "total_steps": 1180, "loss": 0.03176940605044365, "lr": 2.238547674011715e-07, "epoch": 3.896434634974533, "percentage": 97.37, "elapsed_time": "3 days, 0:14:45", "remaining_time": "1:56:57"} +{"current_steps": 1150, "total_steps": 1180, "loss": 0.022005751729011536, "lr": 2.1009210583971539e-07, "epoch": 3.8998302207130733, "percentage": 97.46, "elapsed_time": "3 days, 0:17:08", "remaining_time": "1:53:08"} +{"current_steps": 1151, "total_steps": 1180, "loss": 0.017670955508947372, "lr": 1.9676514844987337e-07, "epoch": 3.903225806451613, "percentage": 97.54, "elapsed_time": "3 days, 0:19:14", "remaining_time": "1:49:19"} +{"current_steps": 1152, "total_steps": 1180, "loss": 0.03608059883117676, "lr": 1.8387401185389064e-07, "epoch": 3.9066213921901527, "percentage": 97.63, "elapsed_time": "3 days, 0:25:06", "remaining_time": "1:45:36"} +{"current_steps": 1153, "total_steps": 1180, "loss": 0.059039752930402756, "lr": 1.714188088602131e-07, "epoch": 3.910016977928693, "percentage": 97.71, "elapsed_time": "3 days, 0:31:20", "remaining_time": "1:41:53"} +{"current_steps": 1154, "total_steps": 1180, "loss": 0.04311554878950119, "lr": 1.5939964846249378e-07, "epoch": 3.9134125636672326, "percentage": 97.8, "elapsed_time": "3 days, 0:35:58", "remaining_time": "1:38:08"} +{"current_steps": 1155, "total_steps": 1180, "loss": 0.037847619503736496, "lr": 1.4781663583863793e-07, "epoch": 3.9168081494057727, "percentage": 97.88, "elapsed_time": "3 days, 0:39:48", "remaining_time": "1:34:22"} +{"current_steps": 1156, "total_steps": 1180, "loss": 0.030910184606909752, "lr": 1.366698723498816e-07, "epoch": 3.9202037351443124, "percentage": 97.97, "elapsed_time": "3 days, 0:43:06", "remaining_time": "1:30:35"} +{"current_steps": 1157, "total_steps": 1180, "loss": 0.027429258450865746, "lr": 1.2595945553992573e-07, "epoch": 3.923599320882852, "percentage": 98.05, "elapsed_time": "3 days, 0:46:01", "remaining_time": "1:26:47"} +{"current_steps": 1158, "total_steps": 1180, "loss": 0.020332347601652145, "lr": 1.1568547913404782e-07, "epoch": 3.9269949066213923, "percentage": 98.14, "elapsed_time": "3 days, 0:48:33", "remaining_time": "1:22:59"} +{"current_steps": 1159, "total_steps": 1180, "loss": 0.020497240126132965, "lr": 1.0584803303831381e-07, "epoch": 3.930390492359932, "percentage": 98.22, "elapsed_time": "3 days, 0:50:40", "remaining_time": "1:19:11"} +{"current_steps": 1160, "total_steps": 1180, "loss": 0.021214282140135765, "lr": 9.6447203338762e-08, "epoch": 3.933786078098472, "percentage": 98.31, "elapsed_time": "3 days, 0:52:22", "remaining_time": "1:15:23"} +{"current_steps": 1161, "total_steps": 1180, "loss": 0.05091562494635582, "lr": 8.748307230067588e-08, "epoch": 3.937181663837012, "percentage": 98.39, "elapsed_time": "3 days, 1:00:18", "remaining_time": "1:11:41"} +{"current_steps": 1162, "total_steps": 1180, "loss": 0.051850318908691406, "lr": 7.895571836785131e-08, "epoch": 3.9405772495755516, "percentage": 98.47, "elapsed_time": "3 days, 1:05:22", "remaining_time": "1:07:55"} +{"current_steps": 1163, "total_steps": 1180, "loss": 0.04108232632279396, "lr": 7.086521616190279e-08, "epoch": 3.9439728353140917, "percentage": 98.56, "elapsed_time": "3 days, 1:09:29", "remaining_time": "1:04:09"} +{"current_steps": 1164, "total_steps": 1180, "loss": 0.03384631127119064, "lr": 6.321163648163597e-08, "epoch": 3.9473684210526314, "percentage": 98.64, "elapsed_time": "3 days, 1:12:59", "remaining_time": "1:00:23"} +{"current_steps": 1165, "total_steps": 1180, "loss": 0.02811538241803646, "lr": 5.599504630239838e-08, "epoch": 3.9507640067911716, "percentage": 98.73, "elapsed_time": "3 days, 1:16:02", "remaining_time": "0:56:36"} +{"current_steps": 1166, "total_steps": 1180, "loss": 0.023320075124502182, "lr": 4.921550877550751e-08, "epoch": 3.9541595925297113, "percentage": 98.81, "elapsed_time": "3 days, 1:18:43", "remaining_time": "0:52:48"} +{"current_steps": 1167, "total_steps": 1180, "loss": 0.021364962682127953, "lr": 4.287308322770689e-08, "epoch": 3.9575551782682514, "percentage": 98.9, "elapsed_time": "3 days, 1:21:05", "remaining_time": "0:49:01"} +{"current_steps": 1168, "total_steps": 1180, "loss": 0.01897425577044487, "lr": 3.696782516062758e-08, "epoch": 3.960950764006791, "percentage": 98.98, "elapsed_time": "3 days, 1:22:59", "remaining_time": "0:45:14"} +{"current_steps": 1169, "total_steps": 1180, "loss": 0.053909868001937866, "lr": 3.149978625032191e-08, "epoch": 3.9643463497453313, "percentage": 99.07, "elapsed_time": "3 days, 1:30:11", "remaining_time": "0:41:29"} +{"current_steps": 1170, "total_steps": 1180, "loss": 0.05216575413942337, "lr": 2.646901434678606e-08, "epoch": 3.967741935483871, "percentage": 99.15, "elapsed_time": "3 days, 1:35:18", "remaining_time": "0:37:44"} +{"current_steps": 1171, "total_steps": 1180, "loss": 0.03817559406161308, "lr": 2.1875553473565956e-08, "epoch": 3.9711375212224107, "percentage": 99.24, "elapsed_time": "3 days, 1:39:21", "remaining_time": "0:33:57"} +{"current_steps": 1172, "total_steps": 1180, "loss": 0.034068889915943146, "lr": 1.7719443827368677e-08, "epoch": 3.974533106960951, "percentage": 99.32, "elapsed_time": "3 days, 1:42:49", "remaining_time": "0:30:11"} +{"current_steps": 1173, "total_steps": 1180, "loss": 0.026269059628248215, "lr": 1.400072177770162e-08, "epoch": 3.9779286926994906, "percentage": 99.41, "elapsed_time": "3 days, 1:45:53", "remaining_time": "0:26:24"} +{"current_steps": 1174, "total_steps": 1180, "loss": 0.024427037686109543, "lr": 1.0719419866550561e-08, "epoch": 3.9813242784380307, "percentage": 99.49, "elapsed_time": "3 days, 1:48:38", "remaining_time": "0:22:38"} +{"current_steps": 1175, "total_steps": 1180, "loss": 0.02031281217932701, "lr": 7.875566808107637e-09, "epoch": 3.9847198641765704, "percentage": 99.58, "elapsed_time": "3 days, 1:51:02", "remaining_time": "0:18:51"} +{"current_steps": 1176, "total_steps": 1180, "loss": 0.017734386026859283, "lr": 5.469187488510441e-09, "epoch": 3.98811544991511, "percentage": 99.66, "elapsed_time": "3 days, 1:53:07", "remaining_time": "0:15:04"} +{"current_steps": 1177, "total_steps": 1180, "loss": 0.044810157269239426, "lr": 3.500302965636637e-09, "epoch": 3.9915110356536503, "percentage": 99.75, "elapsed_time": "3 days, 1:58:19", "remaining_time": "0:11:18"} +{"current_steps": 1178, "total_steps": 1180, "loss": 0.03988499939441681, "lr": 1.9689304688985664e-09, "epoch": 3.99490662139219, "percentage": 99.83, "elapsed_time": "3 days, 2:02:29", "remaining_time": "0:07:32"} +{"current_steps": 1179, "total_steps": 1180, "loss": 0.02562321349978447, "lr": 8.750833991155727e-10, "epoch": 3.99830220713073, "percentage": 99.92, "elapsed_time": "3 days, 2:05:11", "remaining_time": "0:03:46"} +{"current_steps": 1180, "total_steps": 1180, "loss": 0.020940586924552917, "lr": 2.1877132838632463e-10, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "3 days, 2:06:09", "remaining_time": "0:00:00"} +{"current_steps": 1180, "total_steps": 1180, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "3 days, 2:06:34", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..8373a61 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,8303 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.0, + "eval_steps": 500, + "global_step": 1180, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.003395585738539898, + "grad_norm": 7.08682047665737, + "learning_rate": 0.0, + "loss": 0.5517520904541016, + "step": 1 + }, + { + "epoch": 0.006791171477079796, + "grad_norm": 6.976542094132622, + "learning_rate": 8.474576271186441e-07, + "loss": 0.5979730486869812, + "step": 2 + }, + { + "epoch": 0.010186757215619695, + "grad_norm": 7.08711278665607, + "learning_rate": 1.6949152542372882e-06, + "loss": 0.5869178771972656, + "step": 3 + }, + { + "epoch": 0.013582342954159592, + "grad_norm": 6.04281219499779, + "learning_rate": 2.5423728813559323e-06, + "loss": 0.583850085735321, + "step": 4 + }, + { + "epoch": 0.01697792869269949, + "grad_norm": 4.70694252140098, + "learning_rate": 3.3898305084745763e-06, + "loss": 0.5855023860931396, + "step": 5 + }, + { + "epoch": 0.02037351443123939, + "grad_norm": 3.1257795564188986, + "learning_rate": 4.23728813559322e-06, + "loss": 0.5459413528442383, + "step": 6 + }, + { + "epoch": 0.023769100169779286, + "grad_norm": 2.9450224632416786, + "learning_rate": 5.084745762711865e-06, + "loss": 0.5440694093704224, + "step": 7 + }, + { + "epoch": 0.027164685908319185, + "grad_norm": 1.9111356921133758, + "learning_rate": 5.932203389830509e-06, + "loss": 0.5096928477287292, + "step": 8 + }, + { + "epoch": 0.030560271646859084, + "grad_norm": 1.2082542585241898, + "learning_rate": 6.779661016949153e-06, + "loss": 0.4186725318431854, + "step": 9 + }, + { + "epoch": 0.03395585738539898, + "grad_norm": 1.0886009189522188, + "learning_rate": 7.627118644067798e-06, + "loss": 0.4626155495643616, + "step": 10 + }, + { + "epoch": 0.03735144312393888, + "grad_norm": 1.841053788803903, + "learning_rate": 8.47457627118644e-06, + "loss": 0.4608768820762634, + "step": 11 + }, + { + "epoch": 0.04074702886247878, + "grad_norm": 1.6172816674288033, + "learning_rate": 9.322033898305085e-06, + "loss": 0.4182015359401703, + "step": 12 + }, + { + "epoch": 0.044142614601018676, + "grad_norm": 1.5075033083666503, + "learning_rate": 1.016949152542373e-05, + "loss": 0.4332927167415619, + "step": 13 + }, + { + "epoch": 0.04753820033955857, + "grad_norm": 1.0955949502584243, + "learning_rate": 1.1016949152542374e-05, + "loss": 0.40284913778305054, + "step": 14 + }, + { + "epoch": 0.050933786078098474, + "grad_norm": 0.8644460142813777, + "learning_rate": 1.1864406779661018e-05, + "loss": 0.3816971778869629, + "step": 15 + }, + { + "epoch": 0.05432937181663837, + "grad_norm": 0.6829115672198884, + "learning_rate": 1.2711864406779661e-05, + "loss": 0.3603823184967041, + "step": 16 + }, + { + "epoch": 0.057724957555178265, + "grad_norm": 0.6367061157889453, + "learning_rate": 1.3559322033898305e-05, + "loss": 0.3408442735671997, + "step": 17 + }, + { + "epoch": 0.06112054329371817, + "grad_norm": 0.6781955313003141, + "learning_rate": 1.440677966101695e-05, + "loss": 0.3470923602581024, + "step": 18 + }, + { + "epoch": 0.06451612903225806, + "grad_norm": 0.6201305430221453, + "learning_rate": 1.5254237288135596e-05, + "loss": 0.3508286476135254, + "step": 19 + }, + { + "epoch": 0.06791171477079797, + "grad_norm": 0.4752735323917048, + "learning_rate": 1.6101694915254237e-05, + "loss": 0.3274625539779663, + "step": 20 + }, + { + "epoch": 0.07130730050933787, + "grad_norm": 0.4269300372689963, + "learning_rate": 1.694915254237288e-05, + "loss": 0.3186553120613098, + "step": 21 + }, + { + "epoch": 0.07470288624787776, + "grad_norm": 0.4465667555039656, + "learning_rate": 1.7796610169491526e-05, + "loss": 0.3391905725002289, + "step": 22 + }, + { + "epoch": 0.07809847198641766, + "grad_norm": 0.46079846470699787, + "learning_rate": 1.864406779661017e-05, + "loss": 0.31875354051589966, + "step": 23 + }, + { + "epoch": 0.08149405772495756, + "grad_norm": 0.45702065056636587, + "learning_rate": 1.9491525423728814e-05, + "loss": 0.3063993752002716, + "step": 24 + }, + { + "epoch": 0.08488964346349745, + "grad_norm": 0.43287459388952915, + "learning_rate": 2.033898305084746e-05, + "loss": 0.28915151953697205, + "step": 25 + }, + { + "epoch": 0.08828522920203735, + "grad_norm": 0.3628080019746948, + "learning_rate": 2.1186440677966103e-05, + "loss": 0.3020364046096802, + "step": 26 + }, + { + "epoch": 0.09168081494057725, + "grad_norm": 0.339570743101814, + "learning_rate": 2.2033898305084748e-05, + "loss": 0.3139340281486511, + "step": 27 + }, + { + "epoch": 0.09507640067911714, + "grad_norm": 0.33163871819653157, + "learning_rate": 2.2881355932203392e-05, + "loss": 0.31743013858795166, + "step": 28 + }, + { + "epoch": 0.09847198641765705, + "grad_norm": 0.34885399183345184, + "learning_rate": 2.3728813559322036e-05, + "loss": 0.3014258146286011, + "step": 29 + }, + { + "epoch": 0.10186757215619695, + "grad_norm": 0.3235707342290877, + "learning_rate": 2.457627118644068e-05, + "loss": 0.29429274797439575, + "step": 30 + }, + { + "epoch": 0.10526315789473684, + "grad_norm": 0.32301705271246933, + "learning_rate": 2.5423728813559322e-05, + "loss": 0.27901843190193176, + "step": 31 + }, + { + "epoch": 0.10865874363327674, + "grad_norm": 0.3328740290750329, + "learning_rate": 2.627118644067797e-05, + "loss": 0.28073322772979736, + "step": 32 + }, + { + "epoch": 0.11205432937181664, + "grad_norm": 0.32934151465610345, + "learning_rate": 2.711864406779661e-05, + "loss": 0.26665592193603516, + "step": 33 + }, + { + "epoch": 0.11544991511035653, + "grad_norm": 0.30895833999585576, + "learning_rate": 2.7966101694915255e-05, + "loss": 0.2844397723674774, + "step": 34 + }, + { + "epoch": 0.11884550084889643, + "grad_norm": 0.29409250644402124, + "learning_rate": 2.88135593220339e-05, + "loss": 0.29826027154922485, + "step": 35 + }, + { + "epoch": 0.12224108658743633, + "grad_norm": 0.3066490918221555, + "learning_rate": 2.9661016949152544e-05, + "loss": 0.2704620957374573, + "step": 36 + }, + { + "epoch": 0.12563667232597622, + "grad_norm": 0.29850762913030954, + "learning_rate": 3.050847457627119e-05, + "loss": 0.2801765203475952, + "step": 37 + }, + { + "epoch": 0.12903225806451613, + "grad_norm": 0.2769974355631427, + "learning_rate": 3.135593220338983e-05, + "loss": 0.2755379378795624, + "step": 38 + }, + { + "epoch": 0.13242784380305603, + "grad_norm": 0.31229499220438495, + "learning_rate": 3.2203389830508473e-05, + "loss": 0.27392563223838806, + "step": 39 + }, + { + "epoch": 0.13582342954159593, + "grad_norm": 0.3121543507899163, + "learning_rate": 3.305084745762712e-05, + "loss": 0.24640874564647675, + "step": 40 + }, + { + "epoch": 0.13921901528013583, + "grad_norm": 0.2920964725106723, + "learning_rate": 3.389830508474576e-05, + "loss": 0.24937844276428223, + "step": 41 + }, + { + "epoch": 0.14261460101867574, + "grad_norm": 0.2832903021531751, + "learning_rate": 3.474576271186441e-05, + "loss": 0.25076529383659363, + "step": 42 + }, + { + "epoch": 0.1460101867572156, + "grad_norm": 0.2517064059515119, + "learning_rate": 3.559322033898305e-05, + "loss": 0.26312685012817383, + "step": 43 + }, + { + "epoch": 0.1494057724957555, + "grad_norm": 0.26067522574411217, + "learning_rate": 3.644067796610169e-05, + "loss": 0.2565669119358063, + "step": 44 + }, + { + "epoch": 0.15280135823429541, + "grad_norm": 0.274059447401076, + "learning_rate": 3.728813559322034e-05, + "loss": 0.28337615728378296, + "step": 45 + }, + { + "epoch": 0.15619694397283532, + "grad_norm": 0.272219295537493, + "learning_rate": 3.813559322033898e-05, + "loss": 0.2608831822872162, + "step": 46 + }, + { + "epoch": 0.15959252971137522, + "grad_norm": 0.31595145902013216, + "learning_rate": 3.898305084745763e-05, + "loss": 0.24877464771270752, + "step": 47 + }, + { + "epoch": 0.16298811544991512, + "grad_norm": 0.30595679969475015, + "learning_rate": 3.983050847457627e-05, + "loss": 0.2465878427028656, + "step": 48 + }, + { + "epoch": 0.166383701188455, + "grad_norm": 0.2808994087856909, + "learning_rate": 4.067796610169492e-05, + "loss": 0.23259060084819794, + "step": 49 + }, + { + "epoch": 0.1697792869269949, + "grad_norm": 0.2930708483785845, + "learning_rate": 4.152542372881356e-05, + "loss": 0.23619721829891205, + "step": 50 + }, + { + "epoch": 0.1731748726655348, + "grad_norm": 0.27119687354085953, + "learning_rate": 4.2372881355932206e-05, + "loss": 0.26022595167160034, + "step": 51 + }, + { + "epoch": 0.1765704584040747, + "grad_norm": 0.2465483728288827, + "learning_rate": 4.3220338983050854e-05, + "loss": 0.26318615674972534, + "step": 52 + }, + { + "epoch": 0.1799660441426146, + "grad_norm": 0.30993157297661167, + "learning_rate": 4.4067796610169495e-05, + "loss": 0.2581077516078949, + "step": 53 + }, + { + "epoch": 0.1833616298811545, + "grad_norm": 0.2756408620637424, + "learning_rate": 4.491525423728814e-05, + "loss": 0.2514834702014923, + "step": 54 + }, + { + "epoch": 0.1867572156196944, + "grad_norm": 0.2688205497477428, + "learning_rate": 4.5762711864406784e-05, + "loss": 0.2395961880683899, + "step": 55 + }, + { + "epoch": 0.19015280135823429, + "grad_norm": 0.2797862133713835, + "learning_rate": 4.6610169491525425e-05, + "loss": 0.23115402460098267, + "step": 56 + }, + { + "epoch": 0.1935483870967742, + "grad_norm": 0.299833238900138, + "learning_rate": 4.745762711864407e-05, + "loss": 0.22424674034118652, + "step": 57 + }, + { + "epoch": 0.1969439728353141, + "grad_norm": 0.2974429665195766, + "learning_rate": 4.8305084745762714e-05, + "loss": 0.2266063541173935, + "step": 58 + }, + { + "epoch": 0.200339558573854, + "grad_norm": 0.3074728646747482, + "learning_rate": 4.915254237288136e-05, + "loss": 0.24925050139427185, + "step": 59 + }, + { + "epoch": 0.2037351443123939, + "grad_norm": 0.27842595688581606, + "learning_rate": 5e-05, + "loss": 0.2657631039619446, + "step": 60 + }, + { + "epoch": 0.2071307300509338, + "grad_norm": 0.27054182287227413, + "learning_rate": 5.0847457627118643e-05, + "loss": 0.24390384554862976, + "step": 61 + }, + { + "epoch": 0.21052631578947367, + "grad_norm": 0.2629289037299303, + "learning_rate": 5.1694915254237284e-05, + "loss": 0.2410869598388672, + "step": 62 + }, + { + "epoch": 0.21392190152801357, + "grad_norm": 0.2815787137609419, + "learning_rate": 5.254237288135594e-05, + "loss": 0.23393619060516357, + "step": 63 + }, + { + "epoch": 0.21731748726655348, + "grad_norm": 0.2870747787775851, + "learning_rate": 5.338983050847458e-05, + "loss": 0.23251163959503174, + "step": 64 + }, + { + "epoch": 0.22071307300509338, + "grad_norm": 0.28822425402194735, + "learning_rate": 5.423728813559322e-05, + "loss": 0.2286069095134735, + "step": 65 + }, + { + "epoch": 0.22410865874363328, + "grad_norm": 0.31256114821592534, + "learning_rate": 5.508474576271186e-05, + "loss": 0.22654178738594055, + "step": 66 + }, + { + "epoch": 0.22750424448217318, + "grad_norm": 0.29215769863012814, + "learning_rate": 5.593220338983051e-05, + "loss": 0.23508411645889282, + "step": 67 + }, + { + "epoch": 0.23089983022071306, + "grad_norm": 0.25956440944882164, + "learning_rate": 5.677966101694916e-05, + "loss": 0.2418670654296875, + "step": 68 + }, + { + "epoch": 0.23429541595925296, + "grad_norm": 0.26644877416507473, + "learning_rate": 5.76271186440678e-05, + "loss": 0.2391325831413269, + "step": 69 + }, + { + "epoch": 0.23769100169779286, + "grad_norm": 0.2718799524237907, + "learning_rate": 5.8474576271186446e-05, + "loss": 0.24404564499855042, + "step": 70 + }, + { + "epoch": 0.24108658743633277, + "grad_norm": 0.2769577516508414, + "learning_rate": 5.932203389830509e-05, + "loss": 0.23093831539154053, + "step": 71 + }, + { + "epoch": 0.24448217317487267, + "grad_norm": 0.29237078873214223, + "learning_rate": 6.016949152542373e-05, + "loss": 0.24410948157310486, + "step": 72 + }, + { + "epoch": 0.24787775891341257, + "grad_norm": 0.3297291053281998, + "learning_rate": 6.101694915254238e-05, + "loss": 0.23357895016670227, + "step": 73 + }, + { + "epoch": 0.25127334465195245, + "grad_norm": 0.3078831195163542, + "learning_rate": 6.186440677966102e-05, + "loss": 0.2180016040802002, + "step": 74 + }, + { + "epoch": 0.2546689303904924, + "grad_norm": 0.3130009140276919, + "learning_rate": 6.271186440677966e-05, + "loss": 0.21485942602157593, + "step": 75 + }, + { + "epoch": 0.25806451612903225, + "grad_norm": 0.28447816094326384, + "learning_rate": 6.35593220338983e-05, + "loss": 0.25424039363861084, + "step": 76 + }, + { + "epoch": 0.2614601018675722, + "grad_norm": 0.30990036193570847, + "learning_rate": 6.440677966101695e-05, + "loss": 0.25314486026763916, + "step": 77 + }, + { + "epoch": 0.26485568760611206, + "grad_norm": 0.26991950416044874, + "learning_rate": 6.52542372881356e-05, + "loss": 0.22962228953838348, + "step": 78 + }, + { + "epoch": 0.26825127334465193, + "grad_norm": 1.0220845311120397, + "learning_rate": 6.610169491525424e-05, + "loss": 0.24812579154968262, + "step": 79 + }, + { + "epoch": 0.27164685908319186, + "grad_norm": 0.3491152906829097, + "learning_rate": 6.694915254237288e-05, + "loss": 0.23628483712673187, + "step": 80 + }, + { + "epoch": 0.27504244482173174, + "grad_norm": 0.34596477970724354, + "learning_rate": 6.779661016949152e-05, + "loss": 0.24312669038772583, + "step": 81 + }, + { + "epoch": 0.27843803056027167, + "grad_norm": 0.2861787003138505, + "learning_rate": 6.864406779661017e-05, + "loss": 0.22090747952461243, + "step": 82 + }, + { + "epoch": 0.28183361629881154, + "grad_norm": 0.3376416572552162, + "learning_rate": 6.949152542372882e-05, + "loss": 0.21311447024345398, + "step": 83 + }, + { + "epoch": 0.28522920203735147, + "grad_norm": 0.30220067483237284, + "learning_rate": 7.033898305084746e-05, + "loss": 0.2596338987350464, + "step": 84 + }, + { + "epoch": 0.28862478777589134, + "grad_norm": 0.304176990038654, + "learning_rate": 7.11864406779661e-05, + "loss": 0.250480979681015, + "step": 85 + }, + { + "epoch": 0.2920203735144312, + "grad_norm": 0.3067091330776441, + "learning_rate": 7.203389830508474e-05, + "loss": 0.24448975920677185, + "step": 86 + }, + { + "epoch": 0.29541595925297115, + "grad_norm": 0.2707170367805139, + "learning_rate": 7.288135593220338e-05, + "loss": 0.2309844195842743, + "step": 87 + }, + { + "epoch": 0.298811544991511, + "grad_norm": 0.3243362291384308, + "learning_rate": 7.372881355932204e-05, + "loss": 0.24441036581993103, + "step": 88 + }, + { + "epoch": 0.30220713073005095, + "grad_norm": 0.2921086132939245, + "learning_rate": 7.457627118644068e-05, + "loss": 0.2598271071910858, + "step": 89 + }, + { + "epoch": 0.30560271646859083, + "grad_norm": 0.28839990950963534, + "learning_rate": 7.542372881355932e-05, + "loss": 0.23641186952590942, + "step": 90 + }, + { + "epoch": 0.3089983022071307, + "grad_norm": 0.3057950605202564, + "learning_rate": 7.627118644067796e-05, + "loss": 0.22635196149349213, + "step": 91 + }, + { + "epoch": 0.31239388794567063, + "grad_norm": 0.22784654347096958, + "learning_rate": 7.711864406779662e-05, + "loss": 0.20973172783851624, + "step": 92 + }, + { + "epoch": 0.3157894736842105, + "grad_norm": 0.2484902545262132, + "learning_rate": 7.796610169491526e-05, + "loss": 0.24659594893455505, + "step": 93 + }, + { + "epoch": 0.31918505942275044, + "grad_norm": 0.2528670120941044, + "learning_rate": 7.88135593220339e-05, + "loss": 0.24071916937828064, + "step": 94 + }, + { + "epoch": 0.3225806451612903, + "grad_norm": 0.2544980769679746, + "learning_rate": 7.966101694915254e-05, + "loss": 0.2425764799118042, + "step": 95 + }, + { + "epoch": 0.32597623089983024, + "grad_norm": 0.28296559367720997, + "learning_rate": 8.050847457627118e-05, + "loss": 0.24026596546173096, + "step": 96 + }, + { + "epoch": 0.3293718166383701, + "grad_norm": 0.2476123815218834, + "learning_rate": 8.135593220338983e-05, + "loss": 0.2345629185438156, + "step": 97 + }, + { + "epoch": 0.33276740237691, + "grad_norm": 0.3053122498619456, + "learning_rate": 8.220338983050848e-05, + "loss": 0.23744282126426697, + "step": 98 + }, + { + "epoch": 0.3361629881154499, + "grad_norm": 0.3039538114080653, + "learning_rate": 8.305084745762712e-05, + "loss": 0.21833720803260803, + "step": 99 + }, + { + "epoch": 0.3395585738539898, + "grad_norm": 0.31264272278793, + "learning_rate": 8.389830508474577e-05, + "loss": 0.21772217750549316, + "step": 100 + }, + { + "epoch": 0.34295415959252973, + "grad_norm": 0.2834035728984204, + "learning_rate": 8.474576271186441e-05, + "loss": 0.2518566846847534, + "step": 101 + }, + { + "epoch": 0.3463497453310696, + "grad_norm": 0.31586267486469405, + "learning_rate": 8.559322033898305e-05, + "loss": 0.2416839301586151, + "step": 102 + }, + { + "epoch": 0.34974533106960953, + "grad_norm": 0.268794645432501, + "learning_rate": 8.644067796610171e-05, + "loss": 0.24528560042381287, + "step": 103 + }, + { + "epoch": 0.3531409168081494, + "grad_norm": 0.28001337035203555, + "learning_rate": 8.728813559322035e-05, + "loss": 0.22554072737693787, + "step": 104 + }, + { + "epoch": 0.3565365025466893, + "grad_norm": 0.2835640219032533, + "learning_rate": 8.813559322033899e-05, + "loss": 0.22901424765586853, + "step": 105 + }, + { + "epoch": 0.3599320882852292, + "grad_norm": 0.26729968270766336, + "learning_rate": 8.898305084745763e-05, + "loss": 0.22536587715148926, + "step": 106 + }, + { + "epoch": 0.3633276740237691, + "grad_norm": 0.32611558042731953, + "learning_rate": 8.983050847457629e-05, + "loss": 0.23820099234580994, + "step": 107 + }, + { + "epoch": 0.366723259762309, + "grad_norm": 0.3073872772182986, + "learning_rate": 9.067796610169493e-05, + "loss": 0.21564078330993652, + "step": 108 + }, + { + "epoch": 0.3701188455008489, + "grad_norm": 0.2951967170550103, + "learning_rate": 9.152542372881357e-05, + "loss": 0.24727819859981537, + "step": 109 + }, + { + "epoch": 0.3735144312393888, + "grad_norm": 0.23564762930118563, + "learning_rate": 9.237288135593221e-05, + "loss": 0.2485099732875824, + "step": 110 + }, + { + "epoch": 0.3769100169779287, + "grad_norm": 0.31185267277827233, + "learning_rate": 9.322033898305085e-05, + "loss": 0.25064414739608765, + "step": 111 + }, + { + "epoch": 0.38030560271646857, + "grad_norm": 0.26456355130445813, + "learning_rate": 9.40677966101695e-05, + "loss": 0.23823675513267517, + "step": 112 + }, + { + "epoch": 0.3837011884550085, + "grad_norm": 0.2941404185468414, + "learning_rate": 9.491525423728815e-05, + "loss": 0.24941816926002502, + "step": 113 + }, + { + "epoch": 0.3870967741935484, + "grad_norm": 0.24427145133335398, + "learning_rate": 9.576271186440679e-05, + "loss": 0.22978711128234863, + "step": 114 + }, + { + "epoch": 0.3904923599320883, + "grad_norm": 0.30334302685190373, + "learning_rate": 9.661016949152543e-05, + "loss": 0.23350685834884644, + "step": 115 + }, + { + "epoch": 0.3938879456706282, + "grad_norm": 0.2876001006694176, + "learning_rate": 9.745762711864407e-05, + "loss": 0.2257934808731079, + "step": 116 + }, + { + "epoch": 0.39728353140916806, + "grad_norm": 0.2648043071910942, + "learning_rate": 9.830508474576272e-05, + "loss": 0.24483530223369598, + "step": 117 + }, + { + "epoch": 0.400679117147708, + "grad_norm": 0.23226586717675315, + "learning_rate": 9.915254237288136e-05, + "loss": 0.24188470840454102, + "step": 118 + }, + { + "epoch": 0.40407470288624786, + "grad_norm": 0.27389378576251483, + "learning_rate": 0.0001, + "loss": 0.2457769811153412, + "step": 119 + }, + { + "epoch": 0.4074702886247878, + "grad_norm": 0.25747369116641317, + "learning_rate": 9.999978122867161e-05, + "loss": 0.23224882781505585, + "step": 120 + }, + { + "epoch": 0.41086587436332767, + "grad_norm": 0.26538842180860334, + "learning_rate": 9.999912491660088e-05, + "loss": 0.23609435558319092, + "step": 121 + }, + { + "epoch": 0.4142614601018676, + "grad_norm": 0.275250057115362, + "learning_rate": 9.99980310695311e-05, + "loss": 0.23923230171203613, + "step": 122 + }, + { + "epoch": 0.41765704584040747, + "grad_norm": 0.2596333388961926, + "learning_rate": 9.999649969703437e-05, + "loss": 0.23534950613975525, + "step": 123 + }, + { + "epoch": 0.42105263157894735, + "grad_norm": 0.24276315608073315, + "learning_rate": 9.999453081251149e-05, + "loss": 0.22054855525493622, + "step": 124 + }, + { + "epoch": 0.4244482173174873, + "grad_norm": 0.3384992259113457, + "learning_rate": 9.99921244331919e-05, + "loss": 0.22554771602153778, + "step": 125 + }, + { + "epoch": 0.42784380305602715, + "grad_norm": 0.2968986888666945, + "learning_rate": 9.998928058013346e-05, + "loss": 0.2488570213317871, + "step": 126 + }, + { + "epoch": 0.4312393887945671, + "grad_norm": 0.2826819439062709, + "learning_rate": 9.99859992782223e-05, + "loss": 0.24295395612716675, + "step": 127 + }, + { + "epoch": 0.43463497453310695, + "grad_norm": 0.3642084364156491, + "learning_rate": 9.998228055617263e-05, + "loss": 0.23964045941829681, + "step": 128 + }, + { + "epoch": 0.4380305602716469, + "grad_norm": 0.2675296383842667, + "learning_rate": 9.997812444652643e-05, + "loss": 0.23436205089092255, + "step": 129 + }, + { + "epoch": 0.44142614601018676, + "grad_norm": 0.2659048185872125, + "learning_rate": 9.997353098565322e-05, + "loss": 0.22157415747642517, + "step": 130 + }, + { + "epoch": 0.44482173174872663, + "grad_norm": 0.3181127584848804, + "learning_rate": 9.996850021374968e-05, + "loss": 0.22607165575027466, + "step": 131 + }, + { + "epoch": 0.44821731748726656, + "grad_norm": 0.3256839864726622, + "learning_rate": 9.996303217483938e-05, + "loss": 0.24126724898815155, + "step": 132 + }, + { + "epoch": 0.45161290322580644, + "grad_norm": 0.27819862401817325, + "learning_rate": 9.99571269167723e-05, + "loss": 0.21310493350028992, + "step": 133 + }, + { + "epoch": 0.45500848896434637, + "grad_norm": 0.2591513363001427, + "learning_rate": 9.995078449122451e-05, + "loss": 0.23288008570671082, + "step": 134 + }, + { + "epoch": 0.45840407470288624, + "grad_norm": 0.24609223880688985, + "learning_rate": 9.99440049536976e-05, + "loss": 0.25551778078079224, + "step": 135 + }, + { + "epoch": 0.4617996604414261, + "grad_norm": 0.24766365401541507, + "learning_rate": 9.993678836351836e-05, + "loss": 0.23258076608181, + "step": 136 + }, + { + "epoch": 0.46519524617996605, + "grad_norm": 0.2549750915003169, + "learning_rate": 9.99291347838381e-05, + "loss": 0.22909608483314514, + "step": 137 + }, + { + "epoch": 0.4685908319185059, + "grad_norm": 0.25075975271808476, + "learning_rate": 9.992104428163216e-05, + "loss": 0.236228346824646, + "step": 138 + }, + { + "epoch": 0.47198641765704585, + "grad_norm": 0.23917293910575416, + "learning_rate": 9.991251692769932e-05, + "loss": 0.2221929281949997, + "step": 139 + }, + { + "epoch": 0.47538200339558573, + "grad_norm": 0.28607245732660613, + "learning_rate": 9.990355279666124e-05, + "loss": 0.22002971172332764, + "step": 140 + }, + { + "epoch": 0.47877758913412566, + "grad_norm": 0.24375634268837235, + "learning_rate": 9.98941519669617e-05, + "loss": 0.22249025106430054, + "step": 141 + }, + { + "epoch": 0.48217317487266553, + "grad_norm": 0.2339941928598905, + "learning_rate": 9.988431452086596e-05, + "loss": 0.20767802000045776, + "step": 142 + }, + { + "epoch": 0.4855687606112054, + "grad_norm": 0.23290814297020354, + "learning_rate": 9.987404054446008e-05, + "loss": 0.24194371700286865, + "step": 143 + }, + { + "epoch": 0.48896434634974534, + "grad_norm": 0.2538442405323861, + "learning_rate": 9.986333012765013e-05, + "loss": 0.24343231320381165, + "step": 144 + }, + { + "epoch": 0.4923599320882852, + "grad_norm": 0.2259286883769085, + "learning_rate": 9.985218336416138e-05, + "loss": 0.24083857238292694, + "step": 145 + }, + { + "epoch": 0.49575551782682514, + "grad_norm": 0.24896923720128053, + "learning_rate": 9.98406003515375e-05, + "loss": 0.23101024329662323, + "step": 146 + }, + { + "epoch": 0.499151103565365, + "grad_norm": 0.24690084030564002, + "learning_rate": 9.982858119113979e-05, + "loss": 0.23537294566631317, + "step": 147 + }, + { + "epoch": 0.5025466893039049, + "grad_norm": 0.24124796562103648, + "learning_rate": 9.981612598814611e-05, + "loss": 0.22967486083507538, + "step": 148 + }, + { + "epoch": 0.5059422750424448, + "grad_norm": 0.2425219810352701, + "learning_rate": 9.980323485155013e-05, + "loss": 0.21077534556388855, + "step": 149 + }, + { + "epoch": 0.5093378607809848, + "grad_norm": 0.26963585646991833, + "learning_rate": 9.97899078941603e-05, + "loss": 0.20987191796302795, + "step": 150 + }, + { + "epoch": 0.5127334465195246, + "grad_norm": 0.25170293382554876, + "learning_rate": 9.977614523259884e-05, + "loss": 0.24986539781093597, + "step": 151 + }, + { + "epoch": 0.5161290322580645, + "grad_norm": 0.24453912430421668, + "learning_rate": 9.976194698730079e-05, + "loss": 0.2411619871854782, + "step": 152 + }, + { + "epoch": 0.5195246179966044, + "grad_norm": 0.23845009638923265, + "learning_rate": 9.974731328251293e-05, + "loss": 0.23960785567760468, + "step": 153 + }, + { + "epoch": 0.5229202037351444, + "grad_norm": 0.23825968246585716, + "learning_rate": 9.973224424629265e-05, + "loss": 0.24369370937347412, + "step": 154 + }, + { + "epoch": 0.5263157894736842, + "grad_norm": 0.24081387503583154, + "learning_rate": 9.971674001050686e-05, + "loss": 0.2217572033405304, + "step": 155 + }, + { + "epoch": 0.5297113752122241, + "grad_norm": 0.2368221694288877, + "learning_rate": 9.970080071083086e-05, + "loss": 0.2258390635251999, + "step": 156 + }, + { + "epoch": 0.533106960950764, + "grad_norm": 0.23612543736335817, + "learning_rate": 9.968442648674713e-05, + "loss": 0.21871167421340942, + "step": 157 + }, + { + "epoch": 0.5365025466893039, + "grad_norm": 0.2609339513877981, + "learning_rate": 9.966761748154408e-05, + "loss": 0.21429364383220673, + "step": 158 + }, + { + "epoch": 0.5398981324278438, + "grad_norm": 0.3462259358153489, + "learning_rate": 9.965037384231488e-05, + "loss": 0.23577401041984558, + "step": 159 + }, + { + "epoch": 0.5432937181663837, + "grad_norm": 0.2375981364678808, + "learning_rate": 9.963269571995604e-05, + "loss": 0.24383918941020966, + "step": 160 + }, + { + "epoch": 0.5466893039049237, + "grad_norm": 0.21971125387406673, + "learning_rate": 9.961458326916624e-05, + "loss": 0.23908346891403198, + "step": 161 + }, + { + "epoch": 0.5500848896434635, + "grad_norm": 0.2444792277557053, + "learning_rate": 9.959603664844486e-05, + "loss": 0.23127907514572144, + "step": 162 + }, + { + "epoch": 0.5534804753820034, + "grad_norm": 0.2236933314234141, + "learning_rate": 9.957705602009068e-05, + "loss": 0.21496352553367615, + "step": 163 + }, + { + "epoch": 0.5568760611205433, + "grad_norm": 0.23047572354016072, + "learning_rate": 9.955764155020037e-05, + "loss": 0.21383583545684814, + "step": 164 + }, + { + "epoch": 0.5602716468590832, + "grad_norm": 0.2371020305148902, + "learning_rate": 9.95377934086671e-05, + "loss": 0.21415869891643524, + "step": 165 + }, + { + "epoch": 0.5636672325976231, + "grad_norm": 0.23004400662748126, + "learning_rate": 9.951751176917907e-05, + "loss": 0.20883099734783173, + "step": 166 + }, + { + "epoch": 0.567062818336163, + "grad_norm": 0.22985743584856486, + "learning_rate": 9.94967968092179e-05, + "loss": 0.23498499393463135, + "step": 167 + }, + { + "epoch": 0.5704584040747029, + "grad_norm": 0.19221689552246435, + "learning_rate": 9.947564871005717e-05, + "loss": 0.23385265469551086, + "step": 168 + }, + { + "epoch": 0.5738539898132428, + "grad_norm": 0.23109427282183093, + "learning_rate": 9.94540676567608e-05, + "loss": 0.22728487849235535, + "step": 169 + }, + { + "epoch": 0.5772495755517827, + "grad_norm": 0.20967421541722642, + "learning_rate": 9.943205383818141e-05, + "loss": 0.21729111671447754, + "step": 170 + }, + { + "epoch": 0.5806451612903226, + "grad_norm": 0.23102227805619963, + "learning_rate": 9.940960744695868e-05, + "loss": 0.23023006319999695, + "step": 171 + }, + { + "epoch": 0.5840407470288624, + "grad_norm": 0.2420970011212825, + "learning_rate": 9.938672867951773e-05, + "loss": 0.2244199961423874, + "step": 172 + }, + { + "epoch": 0.5874363327674024, + "grad_norm": 0.2674784936403934, + "learning_rate": 9.936341773606723e-05, + "loss": 0.2145002782344818, + "step": 173 + }, + { + "epoch": 0.5908319185059423, + "grad_norm": 0.5505928704828632, + "learning_rate": 9.933967482059787e-05, + "loss": 0.20907706022262573, + "step": 174 + }, + { + "epoch": 0.5942275042444821, + "grad_norm": 0.2439458879076872, + "learning_rate": 9.931550014088039e-05, + "loss": 0.19370412826538086, + "step": 175 + }, + { + "epoch": 0.597623089983022, + "grad_norm": 0.2578216766006382, + "learning_rate": 9.929089390846387e-05, + "loss": 0.2393697202205658, + "step": 176 + }, + { + "epoch": 0.601018675721562, + "grad_norm": 0.21911859121319766, + "learning_rate": 9.926585633867385e-05, + "loss": 0.24075564742088318, + "step": 177 + }, + { + "epoch": 0.6044142614601019, + "grad_norm": 0.24167737010639073, + "learning_rate": 9.924038765061042e-05, + "loss": 0.23893170058727264, + "step": 178 + }, + { + "epoch": 0.6078098471986417, + "grad_norm": 0.2392591083645638, + "learning_rate": 9.921448806714631e-05, + "loss": 0.22211198508739471, + "step": 179 + }, + { + "epoch": 0.6112054329371817, + "grad_norm": 0.24149646241546793, + "learning_rate": 9.918815781492496e-05, + "loss": 0.22911500930786133, + "step": 180 + }, + { + "epoch": 0.6146010186757216, + "grad_norm": 0.2330368614745652, + "learning_rate": 9.916139712435859e-05, + "loss": 0.22218236327171326, + "step": 181 + }, + { + "epoch": 0.6179966044142614, + "grad_norm": 0.24241191065237344, + "learning_rate": 9.913420622962606e-05, + "loss": 0.21815602481365204, + "step": 182 + }, + { + "epoch": 0.6213921901528013, + "grad_norm": 0.259381094272317, + "learning_rate": 9.910658536867086e-05, + "loss": 0.21466827392578125, + "step": 183 + }, + { + "epoch": 0.6247877758913413, + "grad_norm": 0.3392411728170959, + "learning_rate": 9.907853478319912e-05, + "loss": 0.2501360774040222, + "step": 184 + }, + { + "epoch": 0.6281833616298812, + "grad_norm": 0.21620775988572558, + "learning_rate": 9.905005471867739e-05, + "loss": 0.24319049715995789, + "step": 185 + }, + { + "epoch": 0.631578947368421, + "grad_norm": 0.21527519792897112, + "learning_rate": 9.902114542433051e-05, + "loss": 0.23267647624015808, + "step": 186 + }, + { + "epoch": 0.634974533106961, + "grad_norm": 0.23527519296236515, + "learning_rate": 9.89918071531395e-05, + "loss": 0.23907360434532166, + "step": 187 + }, + { + "epoch": 0.6383701188455009, + "grad_norm": 0.2144800990174471, + "learning_rate": 9.896204016183925e-05, + "loss": 0.22426418960094452, + "step": 188 + }, + { + "epoch": 0.6417657045840407, + "grad_norm": 0.23191452419769198, + "learning_rate": 9.89318447109163e-05, + "loss": 0.2166368067264557, + "step": 189 + }, + { + "epoch": 0.6451612903225806, + "grad_norm": 0.2226720006092361, + "learning_rate": 9.890122106460666e-05, + "loss": 0.21565070748329163, + "step": 190 + }, + { + "epoch": 0.6485568760611206, + "grad_norm": 0.28638814824103664, + "learning_rate": 9.887016949089333e-05, + "loss": 0.22057998180389404, + "step": 191 + }, + { + "epoch": 0.6519524617996605, + "grad_norm": 0.19964523808801346, + "learning_rate": 9.883869026150409e-05, + "loss": 0.22001051902770996, + "step": 192 + }, + { + "epoch": 0.6553480475382003, + "grad_norm": 0.2434705198140148, + "learning_rate": 9.880678365190902e-05, + "loss": 0.24053768813610077, + "step": 193 + }, + { + "epoch": 0.6587436332767402, + "grad_norm": 0.19175601578409845, + "learning_rate": 9.87744499413182e-05, + "loss": 0.2291802614927292, + "step": 194 + }, + { + "epoch": 0.6621392190152802, + "grad_norm": 0.22819224579212527, + "learning_rate": 9.874168941267919e-05, + "loss": 0.23475182056427002, + "step": 195 + }, + { + "epoch": 0.66553480475382, + "grad_norm": 0.20527796312488006, + "learning_rate": 9.870850235267453e-05, + "loss": 0.21865954995155334, + "step": 196 + }, + { + "epoch": 0.6689303904923599, + "grad_norm": 0.22699016503127842, + "learning_rate": 9.867488905171933e-05, + "loss": 0.2129548043012619, + "step": 197 + }, + { + "epoch": 0.6723259762308998, + "grad_norm": 0.24053051790238097, + "learning_rate": 9.864084980395867e-05, + "loss": 0.21274515986442566, + "step": 198 + }, + { + "epoch": 0.6757215619694398, + "grad_norm": 0.22816028708980923, + "learning_rate": 9.860638490726497e-05, + "loss": 0.22238099575042725, + "step": 199 + }, + { + "epoch": 0.6791171477079796, + "grad_norm": 0.25613254321686274, + "learning_rate": 9.857149466323549e-05, + "loss": 0.20551300048828125, + "step": 200 + }, + { + "epoch": 0.6825127334465195, + "grad_norm": 0.22001252643151026, + "learning_rate": 9.853617937718966e-05, + "loss": 0.2297489047050476, + "step": 201 + }, + { + "epoch": 0.6859083191850595, + "grad_norm": 0.25532533042606137, + "learning_rate": 9.850043935816633e-05, + "loss": 0.2405668944120407, + "step": 202 + }, + { + "epoch": 0.6893039049235993, + "grad_norm": 0.23482993444978664, + "learning_rate": 9.846427491892118e-05, + "loss": 0.23680107295513153, + "step": 203 + }, + { + "epoch": 0.6926994906621392, + "grad_norm": 0.2582438553420209, + "learning_rate": 9.842768637592388e-05, + "loss": 0.22432434558868408, + "step": 204 + }, + { + "epoch": 0.6960950764006791, + "grad_norm": 0.22020266953943335, + "learning_rate": 9.839067404935542e-05, + "loss": 0.21109239757061005, + "step": 205 + }, + { + "epoch": 0.6994906621392191, + "grad_norm": 0.2717685353287526, + "learning_rate": 9.835323826310521e-05, + "loss": 0.22163572907447815, + "step": 206 + }, + { + "epoch": 0.7028862478777589, + "grad_norm": 0.3019649434328468, + "learning_rate": 9.831537934476835e-05, + "loss": 0.2140854448080063, + "step": 207 + }, + { + "epoch": 0.7062818336162988, + "grad_norm": 0.2740801953874853, + "learning_rate": 9.827709762564263e-05, + "loss": 0.21572613716125488, + "step": 208 + }, + { + "epoch": 0.7096774193548387, + "grad_norm": 0.20564506956158862, + "learning_rate": 9.82383934407258e-05, + "loss": 0.2118043154478073, + "step": 209 + }, + { + "epoch": 0.7130730050933786, + "grad_norm": 0.23463817984128638, + "learning_rate": 9.819926712871247e-05, + "loss": 0.24360692501068115, + "step": 210 + }, + { + "epoch": 0.7164685908319185, + "grad_norm": 0.2506599602978059, + "learning_rate": 9.815971903199126e-05, + "loss": 0.23330163955688477, + "step": 211 + }, + { + "epoch": 0.7198641765704584, + "grad_norm": 0.2165406109902145, + "learning_rate": 9.811974949664175e-05, + "loss": 0.22115230560302734, + "step": 212 + }, + { + "epoch": 0.7232597623089984, + "grad_norm": 0.29386282210272563, + "learning_rate": 9.807935887243147e-05, + "loss": 0.21811804175376892, + "step": 213 + }, + { + "epoch": 0.7266553480475382, + "grad_norm": 0.24637098435902682, + "learning_rate": 9.803854751281285e-05, + "loss": 0.21622085571289062, + "step": 214 + }, + { + "epoch": 0.7300509337860781, + "grad_norm": 0.1999187144486826, + "learning_rate": 9.79973157749201e-05, + "loss": 0.21213003993034363, + "step": 215 + }, + { + "epoch": 0.733446519524618, + "grad_norm": 0.24744893133293125, + "learning_rate": 9.79556640195661e-05, + "loss": 0.206097811460495, + "step": 216 + }, + { + "epoch": 0.7368421052631579, + "grad_norm": 0.22788546922018882, + "learning_rate": 9.791359261123926e-05, + "loss": 0.2234858274459839, + "step": 217 + }, + { + "epoch": 0.7402376910016978, + "grad_norm": 0.20858892742230126, + "learning_rate": 9.787110191810027e-05, + "loss": 0.24231219291687012, + "step": 218 + }, + { + "epoch": 0.7436332767402377, + "grad_norm": 0.2267682667380985, + "learning_rate": 9.782819231197898e-05, + "loss": 0.2433917224407196, + "step": 219 + }, + { + "epoch": 0.7470288624787776, + "grad_norm": 0.3012471402597334, + "learning_rate": 9.7784864168371e-05, + "loss": 0.23701052367687225, + "step": 220 + }, + { + "epoch": 0.7504244482173175, + "grad_norm": 0.22460949613297732, + "learning_rate": 9.77411178664346e-05, + "loss": 0.2211240977048874, + "step": 221 + }, + { + "epoch": 0.7538200339558574, + "grad_norm": 0.20126959236888448, + "learning_rate": 9.769695378898722e-05, + "loss": 0.21307848393917084, + "step": 222 + }, + { + "epoch": 0.7572156196943973, + "grad_norm": 0.2240482042851325, + "learning_rate": 9.765237232250222e-05, + "loss": 0.1993296593427658, + "step": 223 + }, + { + "epoch": 0.7606112054329371, + "grad_norm": 0.22166240405161985, + "learning_rate": 9.760737385710547e-05, + "loss": 0.2002106010913849, + "step": 224 + }, + { + "epoch": 0.7640067911714771, + "grad_norm": 0.253121580685781, + "learning_rate": 9.756195878657192e-05, + "loss": 0.20609150826931, + "step": 225 + }, + { + "epoch": 0.767402376910017, + "grad_norm": 0.22838002747674188, + "learning_rate": 9.75161275083222e-05, + "loss": 0.25632837414741516, + "step": 226 + }, + { + "epoch": 0.7707979626485568, + "grad_norm": 0.2330536968679869, + "learning_rate": 9.746988042341906e-05, + "loss": 0.24463418126106262, + "step": 227 + }, + { + "epoch": 0.7741935483870968, + "grad_norm": 0.21524878435254452, + "learning_rate": 9.7423217936564e-05, + "loss": 0.22175154089927673, + "step": 228 + }, + { + "epoch": 0.7775891341256367, + "grad_norm": 0.23262188037812695, + "learning_rate": 9.737614045609356e-05, + "loss": 0.2339438796043396, + "step": 229 + }, + { + "epoch": 0.7809847198641766, + "grad_norm": 0.21455383516408152, + "learning_rate": 9.732864839397584e-05, + "loss": 0.2252509444952011, + "step": 230 + }, + { + "epoch": 0.7843803056027164, + "grad_norm": 0.2580180483054227, + "learning_rate": 9.728074216580694e-05, + "loss": 0.22049729526042938, + "step": 231 + }, + { + "epoch": 0.7877758913412564, + "grad_norm": 0.21302285464955284, + "learning_rate": 9.723242219080721e-05, + "loss": 0.20171833038330078, + "step": 232 + }, + { + "epoch": 0.7911714770797963, + "grad_norm": 0.22398387224597013, + "learning_rate": 9.718368889181764e-05, + "loss": 0.20669804513454437, + "step": 233 + }, + { + "epoch": 0.7945670628183361, + "grad_norm": 0.22246699973042186, + "learning_rate": 9.71345426952962e-05, + "loss": 0.24574396014213562, + "step": 234 + }, + { + "epoch": 0.797962648556876, + "grad_norm": 0.20843439206417017, + "learning_rate": 9.708498403131401e-05, + "loss": 0.23050853610038757, + "step": 235 + }, + { + "epoch": 0.801358234295416, + "grad_norm": 0.22768441548459212, + "learning_rate": 9.703501333355168e-05, + "loss": 0.2236669361591339, + "step": 236 + }, + { + "epoch": 0.8047538200339559, + "grad_norm": 0.21488462939087113, + "learning_rate": 9.698463103929542e-05, + "loss": 0.2220085710287094, + "step": 237 + }, + { + "epoch": 0.8081494057724957, + "grad_norm": 0.21294391155550424, + "learning_rate": 9.693383758943333e-05, + "loss": 0.21017488837242126, + "step": 238 + }, + { + "epoch": 0.8115449915110357, + "grad_norm": 0.2128727333722193, + "learning_rate": 9.68826334284514e-05, + "loss": 0.21301934123039246, + "step": 239 + }, + { + "epoch": 0.8149405772495756, + "grad_norm": 0.22452955463813973, + "learning_rate": 9.683101900442973e-05, + "loss": 0.2175242006778717, + "step": 240 + }, + { + "epoch": 0.8183361629881154, + "grad_norm": 0.26314811474353683, + "learning_rate": 9.677899476903857e-05, + "loss": 0.20314472913742065, + "step": 241 + }, + { + "epoch": 0.8217317487266553, + "grad_norm": 0.20943356666754928, + "learning_rate": 9.672656117753434e-05, + "loss": 0.20858506858348846, + "step": 242 + }, + { + "epoch": 0.8251273344651953, + "grad_norm": 0.20166102733071112, + "learning_rate": 9.667371868875574e-05, + "loss": 0.23567888140678406, + "step": 243 + }, + { + "epoch": 0.8285229202037352, + "grad_norm": 0.2103456969245814, + "learning_rate": 9.662046776511959e-05, + "loss": 0.21773743629455566, + "step": 244 + }, + { + "epoch": 0.831918505942275, + "grad_norm": 0.1952887711374154, + "learning_rate": 9.656680887261693e-05, + "loss": 0.22131644189357758, + "step": 245 + }, + { + "epoch": 0.8353140916808149, + "grad_norm": 0.21895280786893642, + "learning_rate": 9.651274248080882e-05, + "loss": 0.2135392427444458, + "step": 246 + }, + { + "epoch": 0.8387096774193549, + "grad_norm": 0.18951044452160157, + "learning_rate": 9.645826906282233e-05, + "loss": 0.20288246870040894, + "step": 247 + }, + { + "epoch": 0.8421052631578947, + "grad_norm": 0.21855009685707136, + "learning_rate": 9.640338909534636e-05, + "loss": 0.2056213915348053, + "step": 248 + }, + { + "epoch": 0.8455008488964346, + "grad_norm": 0.20343290559046082, + "learning_rate": 9.634810305862741e-05, + "loss": 0.20447847247123718, + "step": 249 + }, + { + "epoch": 0.8488964346349746, + "grad_norm": 0.24445995261417658, + "learning_rate": 9.62924114364655e-05, + "loss": 0.2039603888988495, + "step": 250 + }, + { + "epoch": 0.8522920203735145, + "grad_norm": 0.18825574564380065, + "learning_rate": 9.62363147162098e-05, + "loss": 0.22734412550926208, + "step": 251 + }, + { + "epoch": 0.8556876061120543, + "grad_norm": 0.20359693207539428, + "learning_rate": 9.617981338875448e-05, + "loss": 0.2254883348941803, + "step": 252 + }, + { + "epoch": 0.8590831918505942, + "grad_norm": 0.20018525581388188, + "learning_rate": 9.612290794853439e-05, + "loss": 0.22558364272117615, + "step": 253 + }, + { + "epoch": 0.8624787775891342, + "grad_norm": 0.2070394411176296, + "learning_rate": 9.606559889352064e-05, + "loss": 0.2222035974264145, + "step": 254 + }, + { + "epoch": 0.865874363327674, + "grad_norm": 0.1926682449390986, + "learning_rate": 9.60078867252164e-05, + "loss": 0.216760516166687, + "step": 255 + }, + { + "epoch": 0.8692699490662139, + "grad_norm": 0.2119152499241412, + "learning_rate": 9.594977194865234e-05, + "loss": 0.21268808841705322, + "step": 256 + }, + { + "epoch": 0.8726655348047538, + "grad_norm": 0.20813259795966235, + "learning_rate": 9.589125507238233e-05, + "loss": 0.2067847102880478, + "step": 257 + }, + { + "epoch": 0.8760611205432938, + "grad_norm": 0.20960018316381446, + "learning_rate": 9.583233660847899e-05, + "loss": 0.19506299495697021, + "step": 258 + }, + { + "epoch": 0.8794567062818336, + "grad_norm": 0.22283816295134193, + "learning_rate": 9.577301707252912e-05, + "loss": 0.2254624366760254, + "step": 259 + }, + { + "epoch": 0.8828522920203735, + "grad_norm": 0.19030418187601122, + "learning_rate": 9.57132969836293e-05, + "loss": 0.2179679274559021, + "step": 260 + }, + { + "epoch": 0.8862478777589134, + "grad_norm": 0.2306665344239981, + "learning_rate": 9.565317686438123e-05, + "loss": 0.23668955266475677, + "step": 261 + }, + { + "epoch": 0.8896434634974533, + "grad_norm": 0.19470480390844075, + "learning_rate": 9.559265724088723e-05, + "loss": 0.22097456455230713, + "step": 262 + }, + { + "epoch": 0.8930390492359932, + "grad_norm": 0.22699762789235672, + "learning_rate": 9.553173864274567e-05, + "loss": 0.2137799859046936, + "step": 263 + }, + { + "epoch": 0.8964346349745331, + "grad_norm": 0.22558850064428704, + "learning_rate": 9.547042160304624e-05, + "loss": 0.21889595687389374, + "step": 264 + }, + { + "epoch": 0.8998302207130731, + "grad_norm": 0.20202887208827155, + "learning_rate": 9.540870665836535e-05, + "loss": 0.2062954157590866, + "step": 265 + }, + { + "epoch": 0.9032258064516129, + "grad_norm": 0.2141450519315725, + "learning_rate": 9.534659434876141e-05, + "loss": 0.20279817283153534, + "step": 266 + }, + { + "epoch": 0.9066213921901528, + "grad_norm": 0.20169527460472883, + "learning_rate": 9.528408521777013e-05, + "loss": 0.21280381083488464, + "step": 267 + }, + { + "epoch": 0.9100169779286927, + "grad_norm": 0.18908346159953524, + "learning_rate": 9.522117981239973e-05, + "loss": 0.22928762435913086, + "step": 268 + }, + { + "epoch": 0.9134125636672326, + "grad_norm": 0.19296272720615637, + "learning_rate": 9.515787868312619e-05, + "loss": 0.2128586769104004, + "step": 269 + }, + { + "epoch": 0.9168081494057725, + "grad_norm": 0.19543659906177974, + "learning_rate": 9.509418238388837e-05, + "loss": 0.2105902135372162, + "step": 270 + }, + { + "epoch": 0.9202037351443124, + "grad_norm": 0.19735398762951256, + "learning_rate": 9.503009147208323e-05, + "loss": 0.21366271376609802, + "step": 271 + }, + { + "epoch": 0.9235993208828522, + "grad_norm": 0.21010560505655057, + "learning_rate": 9.496560650856097e-05, + "loss": 0.21506068110466003, + "step": 272 + }, + { + "epoch": 0.9269949066213922, + "grad_norm": 0.20804828639770384, + "learning_rate": 9.490072805761999e-05, + "loss": 0.19642814993858337, + "step": 273 + }, + { + "epoch": 0.9303904923599321, + "grad_norm": 0.21029089133014722, + "learning_rate": 9.48354566870021e-05, + "loss": 0.19250059127807617, + "step": 274 + }, + { + "epoch": 0.933786078098472, + "grad_norm": 0.233997733498973, + "learning_rate": 9.476979296788747e-05, + "loss": 0.20365141332149506, + "step": 275 + }, + { + "epoch": 0.9371816638370118, + "grad_norm": 0.19848982957894967, + "learning_rate": 9.470373747488966e-05, + "loss": 0.23507770895957947, + "step": 276 + }, + { + "epoch": 0.9405772495755518, + "grad_norm": 0.1878507849164848, + "learning_rate": 9.463729078605062e-05, + "loss": 0.22653673589229584, + "step": 277 + }, + { + "epoch": 0.9439728353140917, + "grad_norm": 0.19745484473369598, + "learning_rate": 9.457045348283552e-05, + "loss": 0.21832823753356934, + "step": 278 + }, + { + "epoch": 0.9473684210526315, + "grad_norm": 0.20802645909023584, + "learning_rate": 9.450322615012783e-05, + "loss": 0.22689786553382874, + "step": 279 + }, + { + "epoch": 0.9507640067911715, + "grad_norm": 0.2134997177113887, + "learning_rate": 9.443560937622403e-05, + "loss": 0.21119575202465057, + "step": 280 + }, + { + "epoch": 0.9541595925297114, + "grad_norm": 0.19610375205437489, + "learning_rate": 9.436760375282859e-05, + "loss": 0.21295826137065887, + "step": 281 + }, + { + "epoch": 0.9575551782682513, + "grad_norm": 0.21456350032490723, + "learning_rate": 9.429920987504872e-05, + "loss": 0.20517000555992126, + "step": 282 + }, + { + "epoch": 0.9609507640067911, + "grad_norm": 0.20630036402869703, + "learning_rate": 9.423042834138924e-05, + "loss": 0.20758795738220215, + "step": 283 + }, + { + "epoch": 0.9643463497453311, + "grad_norm": 0.20979349860791624, + "learning_rate": 9.41612597537472e-05, + "loss": 0.22162894904613495, + "step": 284 + }, + { + "epoch": 0.967741935483871, + "grad_norm": 0.20546372138254324, + "learning_rate": 9.40917047174068e-05, + "loss": 0.22531533241271973, + "step": 285 + }, + { + "epoch": 0.9711375212224108, + "grad_norm": 0.19653962990322366, + "learning_rate": 9.402176384103391e-05, + "loss": 0.2250673472881317, + "step": 286 + }, + { + "epoch": 0.9745331069609507, + "grad_norm": 0.2151739895018823, + "learning_rate": 9.395143773667088e-05, + "loss": 0.21567688882350922, + "step": 287 + }, + { + "epoch": 0.9779286926994907, + "grad_norm": 0.2125409951241907, + "learning_rate": 9.388072701973112e-05, + "loss": 0.216848224401474, + "step": 288 + }, + { + "epoch": 0.9813242784380306, + "grad_norm": 0.21311751168682996, + "learning_rate": 9.380963230899371e-05, + "loss": 0.20292401313781738, + "step": 289 + }, + { + "epoch": 0.9847198641765704, + "grad_norm": 0.22571524617051825, + "learning_rate": 9.373815422659806e-05, + "loss": 0.20285692811012268, + "step": 290 + }, + { + "epoch": 0.9881154499151104, + "grad_norm": 0.24024713105394988, + "learning_rate": 9.366629339803836e-05, + "loss": 0.20322749018669128, + "step": 291 + }, + { + "epoch": 0.9915110356536503, + "grad_norm": 0.23484274138937952, + "learning_rate": 9.359405045215816e-05, + "loss": 0.22512313723564148, + "step": 292 + }, + { + "epoch": 0.9949066213921901, + "grad_norm": 0.2153629198226449, + "learning_rate": 9.352142602114486e-05, + "loss": 0.21850597858428955, + "step": 293 + }, + { + "epoch": 0.99830220713073, + "grad_norm": 0.2118017834223803, + "learning_rate": 9.34484207405242e-05, + "loss": 0.2138933390378952, + "step": 294 + }, + { + "epoch": 1.0, + "grad_norm": 0.2640803471374308, + "learning_rate": 9.337503524915468e-05, + "loss": 0.18181435763835907, + "step": 295 + }, + { + "epoch": 1.00339558573854, + "grad_norm": 0.25185748187505225, + "learning_rate": 9.330127018922194e-05, + "loss": 0.1851600855588913, + "step": 296 + }, + { + "epoch": 1.0067911714770799, + "grad_norm": 0.22807673150101548, + "learning_rate": 9.322712620623319e-05, + "loss": 0.18672308325767517, + "step": 297 + }, + { + "epoch": 1.0101867572156198, + "grad_norm": 0.2422789280030024, + "learning_rate": 9.315260394901153e-05, + "loss": 0.18454226851463318, + "step": 298 + }, + { + "epoch": 1.0135823429541595, + "grad_norm": 0.26332508687278017, + "learning_rate": 9.30777040696903e-05, + "loss": 0.17138835787773132, + "step": 299 + }, + { + "epoch": 1.0169779286926994, + "grad_norm": 0.2322925347702751, + "learning_rate": 9.300242722370735e-05, + "loss": 0.1583154946565628, + "step": 300 + }, + { + "epoch": 1.0203735144312394, + "grad_norm": 0.35737795220809254, + "learning_rate": 9.292677406979929e-05, + "loss": 0.15624071657657623, + "step": 301 + }, + { + "epoch": 1.0237691001697793, + "grad_norm": 0.22348189270021476, + "learning_rate": 9.285074526999576e-05, + "loss": 0.13611823320388794, + "step": 302 + }, + { + "epoch": 1.0271646859083192, + "grad_norm": 0.2538363311882537, + "learning_rate": 9.277434148961364e-05, + "loss": 0.13991695642471313, + "step": 303 + }, + { + "epoch": 1.0305602716468591, + "grad_norm": 0.29397910849161274, + "learning_rate": 9.269756339725116e-05, + "loss": 0.17404183745384216, + "step": 304 + }, + { + "epoch": 1.033955857385399, + "grad_norm": 0.21478761409242073, + "learning_rate": 9.262041166478214e-05, + "loss": 0.16527508199214935, + "step": 305 + }, + { + "epoch": 1.0373514431239388, + "grad_norm": 0.24575559952429935, + "learning_rate": 9.254288696735007e-05, + "loss": 0.18379661440849304, + "step": 306 + }, + { + "epoch": 1.0407470288624787, + "grad_norm": 0.18258323676435237, + "learning_rate": 9.246498998336219e-05, + "loss": 0.15959210693836212, + "step": 307 + }, + { + "epoch": 1.0441426146010186, + "grad_norm": 0.20762723984663936, + "learning_rate": 9.238672139448354e-05, + "loss": 0.15240654349327087, + "step": 308 + }, + { + "epoch": 1.0475382003395586, + "grad_norm": 0.19759931016356572, + "learning_rate": 9.230808188563109e-05, + "loss": 0.13937662541866302, + "step": 309 + }, + { + "epoch": 1.0509337860780985, + "grad_norm": 0.21569604521763863, + "learning_rate": 9.222907214496763e-05, + "loss": 0.13814765214920044, + "step": 310 + }, + { + "epoch": 1.0543293718166384, + "grad_norm": 0.21450171105419943, + "learning_rate": 9.214969286389576e-05, + "loss": 0.14654430747032166, + "step": 311 + }, + { + "epoch": 1.0577249575551784, + "grad_norm": 0.2446011172118402, + "learning_rate": 9.206994473705192e-05, + "loss": 0.15606018900871277, + "step": 312 + }, + { + "epoch": 1.061120543293718, + "grad_norm": 0.2129864282769988, + "learning_rate": 9.198982846230028e-05, + "loss": 0.183872789144516, + "step": 313 + }, + { + "epoch": 1.064516129032258, + "grad_norm": 0.19873284728743354, + "learning_rate": 9.190934474072658e-05, + "loss": 0.1806487739086151, + "step": 314 + }, + { + "epoch": 1.067911714770798, + "grad_norm": 0.2147058439591677, + "learning_rate": 9.182849427663205e-05, + "loss": 0.15780793130397797, + "step": 315 + }, + { + "epoch": 1.0713073005093379, + "grad_norm": 0.22641077528539544, + "learning_rate": 9.174727777752723e-05, + "loss": 0.16906075179576874, + "step": 316 + }, + { + "epoch": 1.0747028862478778, + "grad_norm": 0.19734471555148236, + "learning_rate": 9.166569595412575e-05, + "loss": 0.15225952863693237, + "step": 317 + }, + { + "epoch": 1.0780984719864177, + "grad_norm": 0.21982865458583253, + "learning_rate": 9.158374952033819e-05, + "loss": 0.14668048918247223, + "step": 318 + }, + { + "epoch": 1.0814940577249577, + "grad_norm": 0.19967704904501443, + "learning_rate": 9.150143919326577e-05, + "loss": 0.13530755043029785, + "step": 319 + }, + { + "epoch": 1.0848896434634974, + "grad_norm": 0.24918052830076368, + "learning_rate": 9.141876569319404e-05, + "loss": 0.1417677104473114, + "step": 320 + }, + { + "epoch": 1.0882852292020373, + "grad_norm": 0.28674260848789684, + "learning_rate": 9.133572974358669e-05, + "loss": 0.20028278231620789, + "step": 321 + }, + { + "epoch": 1.0916808149405772, + "grad_norm": 0.19725409451876047, + "learning_rate": 9.125233207107909e-05, + "loss": 0.17321616411209106, + "step": 322 + }, + { + "epoch": 1.0950764006791172, + "grad_norm": 0.20296365848255718, + "learning_rate": 9.116857340547202e-05, + "loss": 0.1749824732542038, + "step": 323 + }, + { + "epoch": 1.098471986417657, + "grad_norm": 0.22358537574706383, + "learning_rate": 9.108445447972531e-05, + "loss": 0.16174906492233276, + "step": 324 + }, + { + "epoch": 1.101867572156197, + "grad_norm": 0.19238319764264408, + "learning_rate": 9.099997602995128e-05, + "loss": 0.14620691537857056, + "step": 325 + }, + { + "epoch": 1.1052631578947367, + "grad_norm": 0.19718755335162985, + "learning_rate": 9.091513879540845e-05, + "loss": 0.1450907438993454, + "step": 326 + }, + { + "epoch": 1.1086587436332767, + "grad_norm": 0.19673360612483923, + "learning_rate": 9.0829943518495e-05, + "loss": 0.14425364136695862, + "step": 327 + }, + { + "epoch": 1.1120543293718166, + "grad_norm": 0.21339195568858857, + "learning_rate": 9.07443909447423e-05, + "loss": 0.14606226980686188, + "step": 328 + }, + { + "epoch": 1.1154499151103565, + "grad_norm": 0.2365661486570052, + "learning_rate": 9.065848182280833e-05, + "loss": 0.17659983038902283, + "step": 329 + }, + { + "epoch": 1.1188455008488964, + "grad_norm": 0.21972513329501014, + "learning_rate": 9.057221690447124e-05, + "loss": 0.1936458945274353, + "step": 330 + }, + { + "epoch": 1.1222410865874364, + "grad_norm": 0.20694250272988488, + "learning_rate": 9.048559694462262e-05, + "loss": 0.17152224481105804, + "step": 331 + }, + { + "epoch": 1.1256366723259763, + "grad_norm": 0.1919226051913001, + "learning_rate": 9.039862270126102e-05, + "loss": 0.1675736904144287, + "step": 332 + }, + { + "epoch": 1.129032258064516, + "grad_norm": 0.20156533292402448, + "learning_rate": 9.03112949354853e-05, + "loss": 0.15972010791301727, + "step": 333 + }, + { + "epoch": 1.132427843803056, + "grad_norm": 0.19565997493707263, + "learning_rate": 9.02236144114879e-05, + "loss": 0.15504707396030426, + "step": 334 + }, + { + "epoch": 1.1358234295415959, + "grad_norm": 0.18792651722571585, + "learning_rate": 9.013558189654819e-05, + "loss": 0.154513418674469, + "step": 335 + }, + { + "epoch": 1.1392190152801358, + "grad_norm": 0.18510422308711297, + "learning_rate": 9.00471981610258e-05, + "loss": 0.12966126203536987, + "step": 336 + }, + { + "epoch": 1.1426146010186757, + "grad_norm": 0.21919664118972512, + "learning_rate": 8.99584639783538e-05, + "loss": 0.1651276797056198, + "step": 337 + }, + { + "epoch": 1.1460101867572157, + "grad_norm": 0.20519434965554997, + "learning_rate": 8.986938012503203e-05, + "loss": 0.19479787349700928, + "step": 338 + }, + { + "epoch": 1.1494057724957556, + "grad_norm": 0.28981547364179405, + "learning_rate": 8.977994738062017e-05, + "loss": 0.18329326808452606, + "step": 339 + }, + { + "epoch": 1.1528013582342953, + "grad_norm": 0.1876303845879503, + "learning_rate": 8.969016652773103e-05, + "loss": 0.16198518872261047, + "step": 340 + }, + { + "epoch": 1.1561969439728352, + "grad_norm": 0.22252671970985857, + "learning_rate": 8.96000383520237e-05, + "loss": 0.15827342867851257, + "step": 341 + }, + { + "epoch": 1.1595925297113752, + "grad_norm": 0.18171771457498812, + "learning_rate": 8.950956364219658e-05, + "loss": 0.15472659468650818, + "step": 342 + }, + { + "epoch": 1.162988115449915, + "grad_norm": 0.19712583320336807, + "learning_rate": 8.941874318998058e-05, + "loss": 0.15253013372421265, + "step": 343 + }, + { + "epoch": 1.166383701188455, + "grad_norm": 0.19418415353529328, + "learning_rate": 8.932757779013214e-05, + "loss": 0.13947896659374237, + "step": 344 + }, + { + "epoch": 1.169779286926995, + "grad_norm": 0.20528043237757057, + "learning_rate": 8.923606824042627e-05, + "loss": 0.14546489715576172, + "step": 345 + }, + { + "epoch": 1.1731748726655349, + "grad_norm": 0.2045938861257335, + "learning_rate": 8.914421534164962e-05, + "loss": 0.18610088527202606, + "step": 346 + }, + { + "epoch": 1.1765704584040746, + "grad_norm": 0.18737188707257443, + "learning_rate": 8.905201989759341e-05, + "loss": 0.17247223854064941, + "step": 347 + }, + { + "epoch": 1.1799660441426145, + "grad_norm": 0.19405907279115056, + "learning_rate": 8.895948271504642e-05, + "loss": 0.1683935821056366, + "step": 348 + }, + { + "epoch": 1.1833616298811545, + "grad_norm": 0.19229670375176755, + "learning_rate": 8.886660460378797e-05, + "loss": 0.16638962924480438, + "step": 349 + }, + { + "epoch": 1.1867572156196944, + "grad_norm": 0.1991680009117587, + "learning_rate": 8.877338637658075e-05, + "loss": 0.16609981656074524, + "step": 350 + }, + { + "epoch": 1.1901528013582343, + "grad_norm": 0.18908550921574963, + "learning_rate": 8.867982884916376e-05, + "loss": 0.1538071483373642, + "step": 351 + }, + { + "epoch": 1.1935483870967742, + "grad_norm": 0.20137740843008223, + "learning_rate": 8.858593284024523e-05, + "loss": 0.14784181118011475, + "step": 352 + }, + { + "epoch": 1.1969439728353142, + "grad_norm": 0.18829044174988624, + "learning_rate": 8.849169917149531e-05, + "loss": 0.14251796901226044, + "step": 353 + }, + { + "epoch": 1.2003395585738539, + "grad_norm": 0.19294472815962704, + "learning_rate": 8.839712866753901e-05, + "loss": 0.17827999591827393, + "step": 354 + }, + { + "epoch": 1.2037351443123938, + "grad_norm": 0.1843830736469339, + "learning_rate": 8.83022221559489e-05, + "loss": 0.17037731409072876, + "step": 355 + }, + { + "epoch": 1.2071307300509337, + "grad_norm": 0.18731547810327823, + "learning_rate": 8.820698046723796e-05, + "loss": 0.17300304770469666, + "step": 356 + }, + { + "epoch": 1.2105263157894737, + "grad_norm": 0.18243400363719428, + "learning_rate": 8.811140443485217e-05, + "loss": 0.1666610836982727, + "step": 357 + }, + { + "epoch": 1.2139219015280136, + "grad_norm": 0.19598065797414813, + "learning_rate": 8.801549489516341e-05, + "loss": 0.1571384072303772, + "step": 358 + }, + { + "epoch": 1.2173174872665535, + "grad_norm": 0.2062065547622085, + "learning_rate": 8.791925268746193e-05, + "loss": 0.1500397026538849, + "step": 359 + }, + { + "epoch": 1.2207130730050935, + "grad_norm": 0.18688810221381993, + "learning_rate": 8.782267865394917e-05, + "loss": 0.14770814776420593, + "step": 360 + }, + { + "epoch": 1.2241086587436332, + "grad_norm": 0.21052759084419384, + "learning_rate": 8.772577363973033e-05, + "loss": 0.1332262009382248, + "step": 361 + }, + { + "epoch": 1.227504244482173, + "grad_norm": 0.18798624390228022, + "learning_rate": 8.762853849280693e-05, + "loss": 0.16259124875068665, + "step": 362 + }, + { + "epoch": 1.230899830220713, + "grad_norm": 0.19049570530951052, + "learning_rate": 8.753097406406949e-05, + "loss": 0.20332232117652893, + "step": 363 + }, + { + "epoch": 1.234295415959253, + "grad_norm": 0.1898301956007736, + "learning_rate": 8.743308120728997e-05, + "loss": 0.1683693379163742, + "step": 364 + }, + { + "epoch": 1.237691001697793, + "grad_norm": 0.1933106864506251, + "learning_rate": 8.73348607791144e-05, + "loss": 0.16142725944519043, + "step": 365 + }, + { + "epoch": 1.2410865874363328, + "grad_norm": 0.19455212860155482, + "learning_rate": 8.723631363905531e-05, + "loss": 0.17131207883358002, + "step": 366 + }, + { + "epoch": 1.2444821731748728, + "grad_norm": 0.1903346964025916, + "learning_rate": 8.713744064948426e-05, + "loss": 0.16571295261383057, + "step": 367 + }, + { + "epoch": 1.2478777589134125, + "grad_norm": 0.18455925075680774, + "learning_rate": 8.703824267562425e-05, + "loss": 0.13864544034004211, + "step": 368 + }, + { + "epoch": 1.2512733446519524, + "grad_norm": 0.2025745774162742, + "learning_rate": 8.69387205855422e-05, + "loss": 0.13644319772720337, + "step": 369 + }, + { + "epoch": 1.2546689303904923, + "grad_norm": 0.20399839595419467, + "learning_rate": 8.683887525014127e-05, + "loss": 0.13614535331726074, + "step": 370 + }, + { + "epoch": 1.2580645161290323, + "grad_norm": 0.17809016303033243, + "learning_rate": 8.673870754315336e-05, + "loss": 0.16958439350128174, + "step": 371 + }, + { + "epoch": 1.2614601018675722, + "grad_norm": 0.1945140385421116, + "learning_rate": 8.663821834113135e-05, + "loss": 0.17489628493785858, + "step": 372 + }, + { + "epoch": 1.2648556876061121, + "grad_norm": 0.18342916195379932, + "learning_rate": 8.65374085234415e-05, + "loss": 0.1839398443698883, + "step": 373 + }, + { + "epoch": 1.268251273344652, + "grad_norm": 0.21577925439128803, + "learning_rate": 8.643627897225571e-05, + "loss": 0.16957050561904907, + "step": 374 + }, + { + "epoch": 1.2716468590831917, + "grad_norm": 0.19131866026857075, + "learning_rate": 8.633483057254381e-05, + "loss": 0.17125824093818665, + "step": 375 + }, + { + "epoch": 1.2750424448217317, + "grad_norm": 0.21209659202385306, + "learning_rate": 8.623306421206587e-05, + "loss": 0.1478113979101181, + "step": 376 + }, + { + "epoch": 1.2784380305602716, + "grad_norm": 0.1843344626573403, + "learning_rate": 8.613098078136437e-05, + "loss": 0.1380268931388855, + "step": 377 + }, + { + "epoch": 1.2818336162988115, + "grad_norm": 0.21663206570272056, + "learning_rate": 8.60285811737564e-05, + "loss": 0.13468974828720093, + "step": 378 + }, + { + "epoch": 1.2852292020373515, + "grad_norm": 0.25700924596840535, + "learning_rate": 8.592586628532588e-05, + "loss": 0.18746554851531982, + "step": 379 + }, + { + "epoch": 1.2886247877758914, + "grad_norm": 0.19113690975452302, + "learning_rate": 8.582283701491576e-05, + "loss": 0.1825951337814331, + "step": 380 + }, + { + "epoch": 1.2920203735144313, + "grad_norm": 0.21089089388163626, + "learning_rate": 8.571949426412001e-05, + "loss": 0.17960380017757416, + "step": 381 + }, + { + "epoch": 1.295415959252971, + "grad_norm": 0.21445062437348633, + "learning_rate": 8.561583893727588e-05, + "loss": 0.17787647247314453, + "step": 382 + }, + { + "epoch": 1.298811544991511, + "grad_norm": 0.20207057789395122, + "learning_rate": 8.551187194145592e-05, + "loss": 0.1642351895570755, + "step": 383 + }, + { + "epoch": 1.302207130730051, + "grad_norm": 0.2001663052369365, + "learning_rate": 8.540759418646002e-05, + "loss": 0.16133837401866913, + "step": 384 + }, + { + "epoch": 1.3056027164685908, + "grad_norm": 0.20190468770665623, + "learning_rate": 8.530300658480752e-05, + "loss": 0.1445751190185547, + "step": 385 + }, + { + "epoch": 1.3089983022071308, + "grad_norm": 0.1992915593466866, + "learning_rate": 8.519811005172916e-05, + "loss": 0.14575952291488647, + "step": 386 + }, + { + "epoch": 1.3123938879456707, + "grad_norm": 0.20245830395467582, + "learning_rate": 8.509290550515907e-05, + "loss": 0.155848890542984, + "step": 387 + }, + { + "epoch": 1.3157894736842106, + "grad_norm": 0.2089937786489004, + "learning_rate": 8.498739386572682e-05, + "loss": 0.18617866933345795, + "step": 388 + }, + { + "epoch": 1.3191850594227503, + "grad_norm": 0.18603772825641204, + "learning_rate": 8.488157605674925e-05, + "loss": 0.16678261756896973, + "step": 389 + }, + { + "epoch": 1.3225806451612903, + "grad_norm": 0.19436507423672644, + "learning_rate": 8.477545300422246e-05, + "loss": 0.16283991932868958, + "step": 390 + }, + { + "epoch": 1.3259762308998302, + "grad_norm": 0.19955648451002617, + "learning_rate": 8.466902563681372e-05, + "loss": 0.15280015766620636, + "step": 391 + }, + { + "epoch": 1.3293718166383701, + "grad_norm": 0.17667837888541935, + "learning_rate": 8.456229488585328e-05, + "loss": 0.15636740624904633, + "step": 392 + }, + { + "epoch": 1.33276740237691, + "grad_norm": 0.18989141133889384, + "learning_rate": 8.445526168532627e-05, + "loss": 0.15585076808929443, + "step": 393 + }, + { + "epoch": 1.33616298811545, + "grad_norm": 0.17823304787765548, + "learning_rate": 8.434792697186449e-05, + "loss": 0.13305488228797913, + "step": 394 + }, + { + "epoch": 1.33955857385399, + "grad_norm": 0.2074413931510075, + "learning_rate": 8.424029168473829e-05, + "loss": 0.14287126064300537, + "step": 395 + }, + { + "epoch": 1.3429541595925296, + "grad_norm": 0.2147487156284575, + "learning_rate": 8.413235676584823e-05, + "loss": 0.18366865813732147, + "step": 396 + }, + { + "epoch": 1.3463497453310695, + "grad_norm": 0.188118351487934, + "learning_rate": 8.402412315971693e-05, + "loss": 0.18109475076198578, + "step": 397 + }, + { + "epoch": 1.3497453310696095, + "grad_norm": 0.18226493466189397, + "learning_rate": 8.391559181348082e-05, + "loss": 0.15926748514175415, + "step": 398 + }, + { + "epoch": 1.3531409168081494, + "grad_norm": 0.18846482336790968, + "learning_rate": 8.380676367688172e-05, + "loss": 0.1652354598045349, + "step": 399 + }, + { + "epoch": 1.3565365025466893, + "grad_norm": 0.19321529515546765, + "learning_rate": 8.36976397022587e-05, + "loss": 0.14958378672599792, + "step": 400 + }, + { + "epoch": 1.3599320882852293, + "grad_norm": 0.18742157750238927, + "learning_rate": 8.358822084453965e-05, + "loss": 0.14632749557495117, + "step": 401 + }, + { + "epoch": 1.3633276740237692, + "grad_norm": 0.2043432669400869, + "learning_rate": 8.347850806123288e-05, + "loss": 0.14200440049171448, + "step": 402 + }, + { + "epoch": 1.366723259762309, + "grad_norm": 4.721626403913089, + "learning_rate": 8.336850231241888e-05, + "loss": 0.1594700962305069, + "step": 403 + }, + { + "epoch": 1.3701188455008488, + "grad_norm": 0.22735122500220956, + "learning_rate": 8.325820456074181e-05, + "loss": 0.1689343899488449, + "step": 404 + }, + { + "epoch": 1.3735144312393888, + "grad_norm": 0.19881102119288344, + "learning_rate": 8.314761577140105e-05, + "loss": 0.18526801466941833, + "step": 405 + }, + { + "epoch": 1.3769100169779287, + "grad_norm": 0.1919098416418268, + "learning_rate": 8.303673691214289e-05, + "loss": 0.1694057583808899, + "step": 406 + }, + { + "epoch": 1.3803056027164686, + "grad_norm": 0.17672507119936312, + "learning_rate": 8.292556895325194e-05, + "loss": 0.15680214762687683, + "step": 407 + }, + { + "epoch": 1.3837011884550086, + "grad_norm": 0.18816895218350527, + "learning_rate": 8.281411286754266e-05, + "loss": 0.15174201130867004, + "step": 408 + }, + { + "epoch": 1.3870967741935485, + "grad_norm": 0.19240519789423516, + "learning_rate": 8.270236963035091e-05, + "loss": 0.1456459015607834, + "step": 409 + }, + { + "epoch": 1.3904923599320882, + "grad_norm": 0.18713812474392583, + "learning_rate": 8.259034021952537e-05, + "loss": 0.14336155354976654, + "step": 410 + }, + { + "epoch": 1.3938879456706281, + "grad_norm": 0.18649265597192938, + "learning_rate": 8.24780256154189e-05, + "loss": 0.13790106773376465, + "step": 411 + }, + { + "epoch": 1.397283531409168, + "grad_norm": 0.1926368758147828, + "learning_rate": 8.236542680088015e-05, + "loss": 0.16365712881088257, + "step": 412 + }, + { + "epoch": 1.400679117147708, + "grad_norm": 0.2052385199809466, + "learning_rate": 8.225254476124478e-05, + "loss": 0.18444347381591797, + "step": 413 + }, + { + "epoch": 1.404074702886248, + "grad_norm": 0.17735224796271037, + "learning_rate": 8.213938048432697e-05, + "loss": 0.17133484780788422, + "step": 414 + }, + { + "epoch": 1.4074702886247878, + "grad_norm": 0.17703525242711624, + "learning_rate": 8.202593496041066e-05, + "loss": 0.16077420115470886, + "step": 415 + }, + { + "epoch": 1.4108658743633278, + "grad_norm": 0.2078093652294213, + "learning_rate": 8.191220918224101e-05, + "loss": 0.16223178803920746, + "step": 416 + }, + { + "epoch": 1.4142614601018675, + "grad_norm": 0.1867882421757925, + "learning_rate": 8.179820414501555e-05, + "loss": 0.1703399419784546, + "step": 417 + }, + { + "epoch": 1.4176570458404074, + "grad_norm": 0.20290174690791027, + "learning_rate": 8.168392084637566e-05, + "loss": 0.15619607269763947, + "step": 418 + }, + { + "epoch": 1.4210526315789473, + "grad_norm": 0.19113902554097073, + "learning_rate": 8.156936028639767e-05, + "loss": 0.14540717005729675, + "step": 419 + }, + { + "epoch": 1.4244482173174873, + "grad_norm": 0.1952551209685112, + "learning_rate": 8.145452346758426e-05, + "loss": 0.13033799827098846, + "step": 420 + }, + { + "epoch": 1.4278438030560272, + "grad_norm": 0.19371119320343652, + "learning_rate": 8.133941139485551e-05, + "loss": 0.18612802028656006, + "step": 421 + }, + { + "epoch": 1.4312393887945671, + "grad_norm": 0.17891380794350153, + "learning_rate": 8.12240250755403e-05, + "loss": 0.16519853472709656, + "step": 422 + }, + { + "epoch": 1.434634974533107, + "grad_norm": 0.21169284605337452, + "learning_rate": 8.110836551936736e-05, + "loss": 0.17394272983074188, + "step": 423 + }, + { + "epoch": 1.4380305602716468, + "grad_norm": 0.1972142566856927, + "learning_rate": 8.099243373845646e-05, + "loss": 0.1689443290233612, + "step": 424 + }, + { + "epoch": 1.4414261460101867, + "grad_norm": 0.1930089237942756, + "learning_rate": 8.08762307473096e-05, + "loss": 0.15118227899074554, + "step": 425 + }, + { + "epoch": 1.4448217317487266, + "grad_norm": 0.19410209750733526, + "learning_rate": 8.07597575628021e-05, + "loss": 0.14372073113918304, + "step": 426 + }, + { + "epoch": 1.4482173174872666, + "grad_norm": 0.2068154614834785, + "learning_rate": 8.064301520417367e-05, + "loss": 0.14268404245376587, + "step": 427 + }, + { + "epoch": 1.4516129032258065, + "grad_norm": 0.20659605844650367, + "learning_rate": 8.052600469301958e-05, + "loss": 0.149183988571167, + "step": 428 + }, + { + "epoch": 1.4550084889643464, + "grad_norm": 0.15996773871355222, + "learning_rate": 8.04087270532816e-05, + "loss": 0.15605027973651886, + "step": 429 + }, + { + "epoch": 1.4584040747028864, + "grad_norm": 0.19352422399375568, + "learning_rate": 8.029118331123912e-05, + "loss": 0.19962410628795624, + "step": 430 + }, + { + "epoch": 1.461799660441426, + "grad_norm": 0.18094791214544692, + "learning_rate": 8.01733744955002e-05, + "loss": 0.1650353968143463, + "step": 431 + }, + { + "epoch": 1.465195246179966, + "grad_norm": 0.18133320070320472, + "learning_rate": 8.005530163699246e-05, + "loss": 0.1731692999601364, + "step": 432 + }, + { + "epoch": 1.468590831918506, + "grad_norm": 0.1917423804343093, + "learning_rate": 7.993696576895415e-05, + "loss": 0.1664673388004303, + "step": 433 + }, + { + "epoch": 1.4719864176570459, + "grad_norm": 0.18805498724745764, + "learning_rate": 7.981836792692508e-05, + "loss": 0.14910025894641876, + "step": 434 + }, + { + "epoch": 1.4753820033955858, + "grad_norm": 0.18419843776963923, + "learning_rate": 7.969950914873753e-05, + "loss": 0.13263513147830963, + "step": 435 + }, + { + "epoch": 1.4787775891341257, + "grad_norm": 0.17807308591242718, + "learning_rate": 7.958039047450723e-05, + "loss": 0.1370704472064972, + "step": 436 + }, + { + "epoch": 1.4821731748726656, + "grad_norm": 0.22794254202013806, + "learning_rate": 7.946101294662418e-05, + "loss": 0.1693044900894165, + "step": 437 + }, + { + "epoch": 1.4855687606112054, + "grad_norm": 0.17830746170605824, + "learning_rate": 7.934137760974363e-05, + "loss": 0.19466224312782288, + "step": 438 + }, + { + "epoch": 1.4889643463497453, + "grad_norm": 0.1737977528931366, + "learning_rate": 7.922148551077681e-05, + "loss": 0.17629188299179077, + "step": 439 + }, + { + "epoch": 1.4923599320882852, + "grad_norm": 0.19806493328522146, + "learning_rate": 7.910133769888188e-05, + "loss": 0.17819415032863617, + "step": 440 + }, + { + "epoch": 1.4957555178268251, + "grad_norm": 0.19253394552611486, + "learning_rate": 7.898093522545472e-05, + "loss": 0.16357217729091644, + "step": 441 + }, + { + "epoch": 1.499151103565365, + "grad_norm": 0.18191936790505997, + "learning_rate": 7.886027914411964e-05, + "loss": 0.1531246304512024, + "step": 442 + }, + { + "epoch": 1.5025466893039048, + "grad_norm": 0.1877792452878943, + "learning_rate": 7.873937051072035e-05, + "loss": 0.1648198515176773, + "step": 443 + }, + { + "epoch": 1.505942275042445, + "grad_norm": 0.1774072306561311, + "learning_rate": 7.86182103833105e-05, + "loss": 0.12958091497421265, + "step": 444 + }, + { + "epoch": 1.5093378607809846, + "grad_norm": 0.22147789671424525, + "learning_rate": 7.849679982214458e-05, + "loss": 0.13968268036842346, + "step": 445 + }, + { + "epoch": 1.5127334465195246, + "grad_norm": 0.19669409577746466, + "learning_rate": 7.83751398896686e-05, + "loss": 0.1833503693342209, + "step": 446 + }, + { + "epoch": 1.5161290322580645, + "grad_norm": 0.20162298827821934, + "learning_rate": 7.825323165051073e-05, + "loss": 0.17941348254680634, + "step": 447 + }, + { + "epoch": 1.5195246179966044, + "grad_norm": 0.18467661049000877, + "learning_rate": 7.813107617147209e-05, + "loss": 0.17293405532836914, + "step": 448 + }, + { + "epoch": 1.5229202037351444, + "grad_norm": 0.18075781935552415, + "learning_rate": 7.80086745215173e-05, + "loss": 0.1632663607597351, + "step": 449 + }, + { + "epoch": 1.526315789473684, + "grad_norm": 0.1826236005300576, + "learning_rate": 7.788602777176528e-05, + "loss": 0.15698912739753723, + "step": 450 + }, + { + "epoch": 1.5297113752122242, + "grad_norm": 0.17888968595670016, + "learning_rate": 7.77631369954797e-05, + "loss": 0.15062135457992554, + "step": 451 + }, + { + "epoch": 1.533106960950764, + "grad_norm": 0.2164448123864814, + "learning_rate": 7.764000326805967e-05, + "loss": 0.152237206697464, + "step": 452 + }, + { + "epoch": 1.5365025466893039, + "grad_norm": 0.19444820284692502, + "learning_rate": 7.751662766703038e-05, + "loss": 0.13075107336044312, + "step": 453 + }, + { + "epoch": 1.5398981324278438, + "grad_norm": 0.1958023033404599, + "learning_rate": 7.73930112720336e-05, + "loss": 0.17272233963012695, + "step": 454 + }, + { + "epoch": 1.5432937181663837, + "grad_norm": 0.2441624770197687, + "learning_rate": 7.726915516481824e-05, + "loss": 0.19559632241725922, + "step": 455 + }, + { + "epoch": 1.5466893039049237, + "grad_norm": 0.19861978237733888, + "learning_rate": 7.714506042923091e-05, + "loss": 0.17393885552883148, + "step": 456 + }, + { + "epoch": 1.5500848896434634, + "grad_norm": 0.19128309043157554, + "learning_rate": 7.702072815120638e-05, + "loss": 0.16424834728240967, + "step": 457 + }, + { + "epoch": 1.5534804753820035, + "grad_norm": 0.1864400540211699, + "learning_rate": 7.68961594187582e-05, + "loss": 0.14206860959529877, + "step": 458 + }, + { + "epoch": 1.5568760611205432, + "grad_norm": 0.19035858841543496, + "learning_rate": 7.677135532196905e-05, + "loss": 0.15697211027145386, + "step": 459 + }, + { + "epoch": 1.5602716468590832, + "grad_norm": 0.17746401560053554, + "learning_rate": 7.66463169529812e-05, + "loss": 0.13984709978103638, + "step": 460 + }, + { + "epoch": 1.563667232597623, + "grad_norm": 0.2050052123846212, + "learning_rate": 7.652104540598712e-05, + "loss": 0.14157693088054657, + "step": 461 + }, + { + "epoch": 1.567062818336163, + "grad_norm": 0.19553382600126865, + "learning_rate": 7.63955417772197e-05, + "loss": 0.17652365565299988, + "step": 462 + }, + { + "epoch": 1.570458404074703, + "grad_norm": 0.2084379967098743, + "learning_rate": 7.626980716494274e-05, + "loss": 0.18209630250930786, + "step": 463 + }, + { + "epoch": 1.5738539898132426, + "grad_norm": 0.17868685044890462, + "learning_rate": 7.614384266944139e-05, + "loss": 0.18163995444774628, + "step": 464 + }, + { + "epoch": 1.5772495755517828, + "grad_norm": 0.20534574800623406, + "learning_rate": 7.601764939301241e-05, + "loss": 0.1824880838394165, + "step": 465 + }, + { + "epoch": 1.5806451612903225, + "grad_norm": 0.19478791048936644, + "learning_rate": 7.589122843995469e-05, + "loss": 0.15758319199085236, + "step": 466 + }, + { + "epoch": 1.5840407470288624, + "grad_norm": 0.194802482311561, + "learning_rate": 7.57645809165594e-05, + "loss": 0.15543323755264282, + "step": 467 + }, + { + "epoch": 1.5874363327674024, + "grad_norm": 0.18899486292425605, + "learning_rate": 7.563770793110039e-05, + "loss": 0.14813093841075897, + "step": 468 + }, + { + "epoch": 1.5908319185059423, + "grad_norm": 0.1931495304363674, + "learning_rate": 7.551061059382455e-05, + "loss": 0.14091037213802338, + "step": 469 + }, + { + "epoch": 1.5942275042444822, + "grad_norm": 0.18937628052601205, + "learning_rate": 7.5383290016942e-05, + "loss": 0.14063414931297302, + "step": 470 + }, + { + "epoch": 1.597623089983022, + "grad_norm": 0.18332375690160316, + "learning_rate": 7.525574731461642e-05, + "loss": 0.18169575929641724, + "step": 471 + }, + { + "epoch": 1.601018675721562, + "grad_norm": 0.17996068260900072, + "learning_rate": 7.512798360295526e-05, + "loss": 0.17505013942718506, + "step": 472 + }, + { + "epoch": 1.6044142614601018, + "grad_norm": 0.18200201421479933, + "learning_rate": 7.500000000000001e-05, + "loss": 0.16332568228244781, + "step": 473 + }, + { + "epoch": 1.6078098471986417, + "grad_norm": 0.21987119286436815, + "learning_rate": 7.487179762571637e-05, + "loss": 0.16316084563732147, + "step": 474 + }, + { + "epoch": 1.6112054329371817, + "grad_norm": 0.17951443567647385, + "learning_rate": 7.474337760198447e-05, + "loss": 0.15377068519592285, + "step": 475 + }, + { + "epoch": 1.6146010186757216, + "grad_norm": 0.1864770847299537, + "learning_rate": 7.461474105258911e-05, + "loss": 0.14799565076828003, + "step": 476 + }, + { + "epoch": 1.6179966044142615, + "grad_norm": 0.18893415419183548, + "learning_rate": 7.448588910320983e-05, + "loss": 0.14057007431983948, + "step": 477 + }, + { + "epoch": 1.6213921901528012, + "grad_norm": 0.19540730152353614, + "learning_rate": 7.435682288141111e-05, + "loss": 0.13565665483474731, + "step": 478 + }, + { + "epoch": 1.6247877758913414, + "grad_norm": 0.16693887796128457, + "learning_rate": 7.422754351663252e-05, + "loss": 0.16795119643211365, + "step": 479 + }, + { + "epoch": 1.628183361629881, + "grad_norm": 0.18461359151636947, + "learning_rate": 7.409805214017877e-05, + "loss": 0.1741284728050232, + "step": 480 + }, + { + "epoch": 1.631578947368421, + "grad_norm": 0.20658661619806634, + "learning_rate": 7.396834988520988e-05, + "loss": 0.1779479831457138, + "step": 481 + }, + { + "epoch": 1.634974533106961, + "grad_norm": 0.18154303085081214, + "learning_rate": 7.383843788673126e-05, + "loss": 0.17302744090557098, + "step": 482 + }, + { + "epoch": 1.6383701188455009, + "grad_norm": 0.20134720983448473, + "learning_rate": 7.37083172815837e-05, + "loss": 0.15802375972270966, + "step": 483 + }, + { + "epoch": 1.6417657045840408, + "grad_norm": 0.16657433576710404, + "learning_rate": 7.357798920843354e-05, + "loss": 0.15232571959495544, + "step": 484 + }, + { + "epoch": 1.6451612903225805, + "grad_norm": 0.1854420942608467, + "learning_rate": 7.344745480776257e-05, + "loss": 0.13740167021751404, + "step": 485 + }, + { + "epoch": 1.6485568760611207, + "grad_norm": 0.1755281520120889, + "learning_rate": 7.331671522185817e-05, + "loss": 0.1252317577600479, + "step": 486 + }, + { + "epoch": 1.6519524617996604, + "grad_norm": 0.19063720530120506, + "learning_rate": 7.318577159480327e-05, + "loss": 0.16169843077659607, + "step": 487 + }, + { + "epoch": 1.6553480475382003, + "grad_norm": 0.19051401772486673, + "learning_rate": 7.30546250724663e-05, + "loss": 0.1779298633337021, + "step": 488 + }, + { + "epoch": 1.6587436332767402, + "grad_norm": 0.1828449615245896, + "learning_rate": 7.292327680249123e-05, + "loss": 0.17332878708839417, + "step": 489 + }, + { + "epoch": 1.6621392190152802, + "grad_norm": 0.17200441500610347, + "learning_rate": 7.279172793428747e-05, + "loss": 0.16480055451393127, + "step": 490 + }, + { + "epoch": 1.66553480475382, + "grad_norm": 0.1808990782465556, + "learning_rate": 7.265997961901987e-05, + "loss": 0.17193584144115448, + "step": 491 + }, + { + "epoch": 1.6689303904923598, + "grad_norm": 0.17785012165476946, + "learning_rate": 7.252803300959855e-05, + "loss": 0.15805591642856598, + "step": 492 + }, + { + "epoch": 1.6723259762309, + "grad_norm": 0.1740718912760199, + "learning_rate": 7.239588926066894e-05, + "loss": 0.14565090835094452, + "step": 493 + }, + { + "epoch": 1.6757215619694397, + "grad_norm": 0.18320587931576318, + "learning_rate": 7.226354952860157e-05, + "loss": 0.13669930398464203, + "step": 494 + }, + { + "epoch": 1.6791171477079796, + "grad_norm": 0.19309638354608996, + "learning_rate": 7.2131014971482e-05, + "loss": 0.14412081241607666, + "step": 495 + }, + { + "epoch": 1.6825127334465195, + "grad_norm": 0.17122190687907504, + "learning_rate": 7.199828674910067e-05, + "loss": 0.17972111701965332, + "step": 496 + }, + { + "epoch": 1.6859083191850595, + "grad_norm": 0.17310059403804906, + "learning_rate": 7.186536602294278e-05, + "loss": 0.17095622420310974, + "step": 497 + }, + { + "epoch": 1.6893039049235994, + "grad_norm": 0.17163850839414663, + "learning_rate": 7.173225395617805e-05, + "loss": 0.17176561057567596, + "step": 498 + }, + { + "epoch": 1.692699490662139, + "grad_norm": 0.16742996938464463, + "learning_rate": 7.159895171365065e-05, + "loss": 0.16273561120033264, + "step": 499 + }, + { + "epoch": 1.6960950764006792, + "grad_norm": 0.1736685707047817, + "learning_rate": 7.146546046186893e-05, + "loss": 0.16267995536327362, + "step": 500 + }, + { + "epoch": 1.699490662139219, + "grad_norm": 0.1752796472062204, + "learning_rate": 7.133178136899522e-05, + "loss": 0.150325208902359, + "step": 501 + }, + { + "epoch": 1.7028862478777589, + "grad_norm": 0.1739670295003433, + "learning_rate": 7.119791560483562e-05, + "loss": 0.13851594924926758, + "step": 502 + }, + { + "epoch": 1.7062818336162988, + "grad_norm": 0.18208486411809036, + "learning_rate": 7.106386434082979e-05, + "loss": 0.13087987899780273, + "step": 503 + }, + { + "epoch": 1.7096774193548387, + "grad_norm": 0.17085802121170188, + "learning_rate": 7.092962875004065e-05, + "loss": 0.16741487383842468, + "step": 504 + }, + { + "epoch": 1.7130730050933787, + "grad_norm": 0.172294725303713, + "learning_rate": 7.079521000714414e-05, + "loss": 0.1753329038619995, + "step": 505 + }, + { + "epoch": 1.7164685908319184, + "grad_norm": 0.17501598372751265, + "learning_rate": 7.066060928841892e-05, + "loss": 0.15479440987110138, + "step": 506 + }, + { + "epoch": 1.7198641765704585, + "grad_norm": 0.2023357916275878, + "learning_rate": 7.052582777173613e-05, + "loss": 0.1699436604976654, + "step": 507 + }, + { + "epoch": 1.7232597623089982, + "grad_norm": 0.18842955164086525, + "learning_rate": 7.039086663654903e-05, + "loss": 0.15886735916137695, + "step": 508 + }, + { + "epoch": 1.7266553480475382, + "grad_norm": 0.1747792232007592, + "learning_rate": 7.025572706388268e-05, + "loss": 0.160150945186615, + "step": 509 + }, + { + "epoch": 1.730050933786078, + "grad_norm": 0.18083168875464317, + "learning_rate": 7.012041023632364e-05, + "loss": 0.1468491405248642, + "step": 510 + }, + { + "epoch": 1.733446519524618, + "grad_norm": 0.1769568276603756, + "learning_rate": 6.99849173380096e-05, + "loss": 0.1368895173072815, + "step": 511 + }, + { + "epoch": 1.736842105263158, + "grad_norm": 0.17834955354483534, + "learning_rate": 6.984924955461901e-05, + "loss": 0.14566245675086975, + "step": 512 + }, + { + "epoch": 1.7402376910016977, + "grad_norm": 0.1701069864841607, + "learning_rate": 6.971340807336072e-05, + "loss": 0.18279477953910828, + "step": 513 + }, + { + "epoch": 1.7436332767402378, + "grad_norm": 0.1857363575452287, + "learning_rate": 6.957739408296357e-05, + "loss": 0.18226811289787292, + "step": 514 + }, + { + "epoch": 1.7470288624787775, + "grad_norm": 0.17895461260792608, + "learning_rate": 6.944120877366604e-05, + "loss": 0.16566191613674164, + "step": 515 + }, + { + "epoch": 1.7504244482173175, + "grad_norm": 0.1633025089552908, + "learning_rate": 6.930485333720573e-05, + "loss": 0.14856021106243134, + "step": 516 + }, + { + "epoch": 1.7538200339558574, + "grad_norm": 0.18351050724632503, + "learning_rate": 6.916832896680909e-05, + "loss": 0.15349256992340088, + "step": 517 + }, + { + "epoch": 1.7572156196943973, + "grad_norm": 0.16841003094995652, + "learning_rate": 6.90316368571808e-05, + "loss": 0.14154832065105438, + "step": 518 + }, + { + "epoch": 1.7606112054329373, + "grad_norm": 0.1784619620318729, + "learning_rate": 6.889477820449342e-05, + "loss": 0.13962216675281525, + "step": 519 + }, + { + "epoch": 1.764006791171477, + "grad_norm": 0.18429362438746846, + "learning_rate": 6.875775420637696e-05, + "loss": 0.14338617026805878, + "step": 520 + }, + { + "epoch": 1.7674023769100171, + "grad_norm": 0.18557972878066073, + "learning_rate": 6.86205660619083e-05, + "loss": 0.17774900794029236, + "step": 521 + }, + { + "epoch": 1.7707979626485568, + "grad_norm": 0.18100495904959274, + "learning_rate": 6.848321497160073e-05, + "loss": 0.18082043528556824, + "step": 522 + }, + { + "epoch": 1.7741935483870968, + "grad_norm": 0.17735463170313362, + "learning_rate": 6.834570213739346e-05, + "loss": 0.16407832503318787, + "step": 523 + }, + { + "epoch": 1.7775891341256367, + "grad_norm": 0.18741911239080628, + "learning_rate": 6.820802876264112e-05, + "loss": 0.16284362971782684, + "step": 524 + }, + { + "epoch": 1.7809847198641766, + "grad_norm": 0.17936034481136062, + "learning_rate": 6.807019605210319e-05, + "loss": 0.16151063144207, + "step": 525 + }, + { + "epoch": 1.7843803056027165, + "grad_norm": 0.17846022672007994, + "learning_rate": 6.793220521193346e-05, + "loss": 0.15760910511016846, + "step": 526 + }, + { + "epoch": 1.7877758913412563, + "grad_norm": 0.19456229113016593, + "learning_rate": 6.779405744966954e-05, + "loss": 0.1361851543188095, + "step": 527 + }, + { + "epoch": 1.7911714770797964, + "grad_norm": 0.18017536340442106, + "learning_rate": 6.76557539742222e-05, + "loss": 0.13075143098831177, + "step": 528 + }, + { + "epoch": 1.7945670628183361, + "grad_norm": 0.153318489406289, + "learning_rate": 6.751729599586483e-05, + "loss": 0.1601436585187912, + "step": 529 + }, + { + "epoch": 1.797962648556876, + "grad_norm": 0.17847097983437082, + "learning_rate": 6.737868472622287e-05, + "loss": 0.17493556439876556, + "step": 530 + }, + { + "epoch": 1.801358234295416, + "grad_norm": 0.17019156651346398, + "learning_rate": 6.723992137826318e-05, + "loss": 0.17217008769512177, + "step": 531 + }, + { + "epoch": 1.804753820033956, + "grad_norm": 0.1649627150787132, + "learning_rate": 6.710100716628344e-05, + "loss": 0.15804290771484375, + "step": 532 + }, + { + "epoch": 1.8081494057724958, + "grad_norm": 0.16816709286576256, + "learning_rate": 6.696194330590151e-05, + "loss": 0.15615008771419525, + "step": 533 + }, + { + "epoch": 1.8115449915110355, + "grad_norm": 0.16708104240503863, + "learning_rate": 6.682273101404482e-05, + "loss": 0.14586041867733002, + "step": 534 + }, + { + "epoch": 1.8149405772495757, + "grad_norm": 0.1814566877657439, + "learning_rate": 6.668337150893971e-05, + "loss": 0.14995837211608887, + "step": 535 + }, + { + "epoch": 1.8183361629881154, + "grad_norm": 0.17321974970730894, + "learning_rate": 6.65438660101007e-05, + "loss": 0.1311999261379242, + "step": 536 + }, + { + "epoch": 1.8217317487266553, + "grad_norm": 0.16306291469108447, + "learning_rate": 6.640421573831995e-05, + "loss": 0.14747732877731323, + "step": 537 + }, + { + "epoch": 1.8251273344651953, + "grad_norm": 0.17272476585733168, + "learning_rate": 6.626442191565645e-05, + "loss": 0.18027102947235107, + "step": 538 + }, + { + "epoch": 1.8285229202037352, + "grad_norm": 0.16869819166753489, + "learning_rate": 6.612448576542545e-05, + "loss": 0.1796453595161438, + "step": 539 + }, + { + "epoch": 1.8319185059422751, + "grad_norm": 0.15857435747794013, + "learning_rate": 6.598440851218763e-05, + "loss": 0.165388822555542, + "step": 540 + }, + { + "epoch": 1.8353140916808148, + "grad_norm": 0.17237247398742017, + "learning_rate": 6.584419138173845e-05, + "loss": 0.1611655205488205, + "step": 541 + }, + { + "epoch": 1.838709677419355, + "grad_norm": 0.17249173054448652, + "learning_rate": 6.570383560109745e-05, + "loss": 0.16045475006103516, + "step": 542 + }, + { + "epoch": 1.8421052631578947, + "grad_norm": 0.16323961577475898, + "learning_rate": 6.556334239849744e-05, + "loss": 0.14716218411922455, + "step": 543 + }, + { + "epoch": 1.8455008488964346, + "grad_norm": 0.16418969950286805, + "learning_rate": 6.542271300337377e-05, + "loss": 0.14025574922561646, + "step": 544 + }, + { + "epoch": 1.8488964346349746, + "grad_norm": 0.17982931710839725, + "learning_rate": 6.528194864635369e-05, + "loss": 0.14023080468177795, + "step": 545 + }, + { + "epoch": 1.8522920203735145, + "grad_norm": 0.4124407454648751, + "learning_rate": 6.514105055924538e-05, + "loss": 0.18015198409557343, + "step": 546 + }, + { + "epoch": 1.8556876061120544, + "grad_norm": 0.14064122576892013, + "learning_rate": 6.500001997502731e-05, + "loss": 0.1652262955904007, + "step": 547 + }, + { + "epoch": 1.8590831918505941, + "grad_norm": 0.17368425384885416, + "learning_rate": 6.485885812783739e-05, + "loss": 0.17111623287200928, + "step": 548 + }, + { + "epoch": 1.8624787775891343, + "grad_norm": 0.24832305300100166, + "learning_rate": 6.471756625296224e-05, + "loss": 0.15875035524368286, + "step": 549 + }, + { + "epoch": 1.865874363327674, + "grad_norm": 0.16381238792726202, + "learning_rate": 6.45761455868263e-05, + "loss": 0.1415071189403534, + "step": 550 + }, + { + "epoch": 1.869269949066214, + "grad_norm": 0.1628350190526178, + "learning_rate": 6.443459736698105e-05, + "loss": 0.1438436210155487, + "step": 551 + }, + { + "epoch": 1.8726655348047538, + "grad_norm": 0.17297682318053498, + "learning_rate": 6.429292283209419e-05, + "loss": 0.14610980451107025, + "step": 552 + }, + { + "epoch": 1.8760611205432938, + "grad_norm": 0.1763084560775975, + "learning_rate": 6.41511232219387e-05, + "loss": 0.1317806839942932, + "step": 553 + }, + { + "epoch": 1.8794567062818337, + "grad_norm": 0.15980085791433568, + "learning_rate": 6.400919977738222e-05, + "loss": 0.17347626388072968, + "step": 554 + }, + { + "epoch": 1.8828522920203734, + "grad_norm": 0.16622035305185193, + "learning_rate": 6.386715374037596e-05, + "loss": 0.18846440315246582, + "step": 555 + }, + { + "epoch": 1.8862478777589136, + "grad_norm": 0.16868663025425032, + "learning_rate": 6.372498635394388e-05, + "loss": 0.16884970664978027, + "step": 556 + }, + { + "epoch": 1.8896434634974533, + "grad_norm": 0.18197837871179445, + "learning_rate": 6.358269886217194e-05, + "loss": 0.16474951803684235, + "step": 557 + }, + { + "epoch": 1.8930390492359932, + "grad_norm": 0.16480933886153618, + "learning_rate": 6.344029251019707e-05, + "loss": 0.14512299001216888, + "step": 558 + }, + { + "epoch": 1.8964346349745331, + "grad_norm": 0.173551917494542, + "learning_rate": 6.329776854419636e-05, + "loss": 0.14445650577545166, + "step": 559 + }, + { + "epoch": 1.899830220713073, + "grad_norm": 0.16015392741797763, + "learning_rate": 6.315512821137606e-05, + "loss": 0.14070647954940796, + "step": 560 + }, + { + "epoch": 1.903225806451613, + "grad_norm": 0.16647532763775283, + "learning_rate": 6.301237275996082e-05, + "loss": 0.13384906947612762, + "step": 561 + }, + { + "epoch": 1.9066213921901527, + "grad_norm": 0.17089930777461557, + "learning_rate": 6.286950343918262e-05, + "loss": 0.16571879386901855, + "step": 562 + }, + { + "epoch": 1.9100169779286928, + "grad_norm": 0.16110978133355203, + "learning_rate": 6.272652149926988e-05, + "loss": 0.19308504462242126, + "step": 563 + }, + { + "epoch": 1.9134125636672326, + "grad_norm": 0.15566191246213598, + "learning_rate": 6.258342819143659e-05, + "loss": 0.17147845029830933, + "step": 564 + }, + { + "epoch": 1.9168081494057725, + "grad_norm": 0.16138873387479707, + "learning_rate": 6.244022476787124e-05, + "loss": 0.15436913073062897, + "step": 565 + }, + { + "epoch": 1.9202037351443124, + "grad_norm": 0.1579870801213752, + "learning_rate": 6.229691248172599e-05, + "loss": 0.14631399512290955, + "step": 566 + }, + { + "epoch": 1.9235993208828521, + "grad_norm": 0.1692079037044616, + "learning_rate": 6.215349258710557e-05, + "loss": 0.14651337265968323, + "step": 567 + }, + { + "epoch": 1.9269949066213923, + "grad_norm": 0.15718902820550903, + "learning_rate": 6.200996633905646e-05, + "loss": 0.13412252068519592, + "step": 568 + }, + { + "epoch": 1.930390492359932, + "grad_norm": 0.17937085359659188, + "learning_rate": 6.186633499355576e-05, + "loss": 0.1383034735918045, + "step": 569 + }, + { + "epoch": 1.9337860780984721, + "grad_norm": 0.1850043799407954, + "learning_rate": 6.172259980750023e-05, + "loss": 0.12899111211299896, + "step": 570 + }, + { + "epoch": 1.9371816638370118, + "grad_norm": 0.16068722567407098, + "learning_rate": 6.157876203869546e-05, + "loss": 0.1698915660381317, + "step": 571 + }, + { + "epoch": 1.9405772495755518, + "grad_norm": 0.162480160170972, + "learning_rate": 6.143482294584459e-05, + "loss": 0.17424562573432922, + "step": 572 + }, + { + "epoch": 1.9439728353140917, + "grad_norm": 0.15529625573427977, + "learning_rate": 6.129078378853748e-05, + "loss": 0.15596550703048706, + "step": 573 + }, + { + "epoch": 1.9473684210526314, + "grad_norm": 0.17226545206258617, + "learning_rate": 6.114664582723966e-05, + "loss": 0.1550683230161667, + "step": 574 + }, + { + "epoch": 1.9507640067911716, + "grad_norm": 0.16901705408888065, + "learning_rate": 6.100241032328124e-05, + "loss": 0.14169350266456604, + "step": 575 + }, + { + "epoch": 1.9541595925297113, + "grad_norm": 0.18030162282219803, + "learning_rate": 6.085807853884595e-05, + "loss": 0.1491428017616272, + "step": 576 + }, + { + "epoch": 1.9575551782682514, + "grad_norm": 0.17758224542538914, + "learning_rate": 6.0713651736960034e-05, + "loss": 0.14005613327026367, + "step": 577 + }, + { + "epoch": 1.9609507640067911, + "grad_norm": 0.18687305208074853, + "learning_rate": 6.056913118148122e-05, + "loss": 0.13678719103336334, + "step": 578 + }, + { + "epoch": 1.964346349745331, + "grad_norm": 0.15345722028837877, + "learning_rate": 6.0424518137087674e-05, + "loss": 0.1598358452320099, + "step": 579 + }, + { + "epoch": 1.967741935483871, + "grad_norm": 0.15389184004940906, + "learning_rate": 6.0279813869266885e-05, + "loss": 0.16596555709838867, + "step": 580 + }, + { + "epoch": 1.9711375212224107, + "grad_norm": 0.15459172749951094, + "learning_rate": 6.013501964430468e-05, + "loss": 0.15973442792892456, + "step": 581 + }, + { + "epoch": 1.9745331069609509, + "grad_norm": 0.17474347338146987, + "learning_rate": 5.999013672927405e-05, + "loss": 0.16224101185798645, + "step": 582 + }, + { + "epoch": 1.9779286926994906, + "grad_norm": 0.16662687023041706, + "learning_rate": 5.9845166392024074e-05, + "loss": 0.15299895405769348, + "step": 583 + }, + { + "epoch": 1.9813242784380307, + "grad_norm": 0.16426586028052112, + "learning_rate": 5.970010990116892e-05, + "loss": 0.14674901962280273, + "step": 584 + }, + { + "epoch": 1.9847198641765704, + "grad_norm": 0.1711567738588456, + "learning_rate": 5.955496852607661e-05, + "loss": 0.1379772275686264, + "step": 585 + }, + { + "epoch": 1.9881154499151104, + "grad_norm": 0.16908145786092682, + "learning_rate": 5.940974353685804e-05, + "loss": 0.12416021525859833, + "step": 586 + }, + { + "epoch": 1.9915110356536503, + "grad_norm": 0.1789952898846213, + "learning_rate": 5.9264436204355724e-05, + "loss": 0.15557736158370972, + "step": 587 + }, + { + "epoch": 1.99490662139219, + "grad_norm": 0.17620336028076247, + "learning_rate": 5.911904780013279e-05, + "loss": 0.18169651925563812, + "step": 588 + }, + { + "epoch": 1.9983022071307301, + "grad_norm": 0.18610757228161331, + "learning_rate": 5.8973579596461834e-05, + "loss": 0.1419195830821991, + "step": 589 + }, + { + "epoch": 2.0, + "grad_norm": 0.24963183042592363, + "learning_rate": 5.882803286631372e-05, + "loss": 0.13311868906021118, + "step": 590 + }, + { + "epoch": 2.0033955857385397, + "grad_norm": 0.27267276866966383, + "learning_rate": 5.868240888334653e-05, + "loss": 0.12104956805706024, + "step": 591 + }, + { + "epoch": 2.00679117147708, + "grad_norm": 0.2067432052428407, + "learning_rate": 5.853670892189432e-05, + "loss": 0.1117546558380127, + "step": 592 + }, + { + "epoch": 2.0101867572156196, + "grad_norm": 0.32602984830752424, + "learning_rate": 5.839093425695609e-05, + "loss": 0.10089024901390076, + "step": 593 + }, + { + "epoch": 2.0135823429541597, + "grad_norm": 0.19702244827410376, + "learning_rate": 5.824508616418449e-05, + "loss": 0.09226801991462708, + "step": 594 + }, + { + "epoch": 2.0169779286926994, + "grad_norm": 0.18469712535411414, + "learning_rate": 5.8099165919874784e-05, + "loss": 0.0863746628165245, + "step": 595 + }, + { + "epoch": 2.0203735144312396, + "grad_norm": 0.20344675915422358, + "learning_rate": 5.7953174800953604e-05, + "loss": 0.07718914747238159, + "step": 596 + }, + { + "epoch": 2.0237691001697793, + "grad_norm": 0.20261795312799238, + "learning_rate": 5.7807114084967775e-05, + "loss": 0.07371412962675095, + "step": 597 + }, + { + "epoch": 2.027164685908319, + "grad_norm": 0.18118558851036415, + "learning_rate": 5.766098505007318e-05, + "loss": 0.0710630789399147, + "step": 598 + }, + { + "epoch": 2.030560271646859, + "grad_norm": 0.2520953402176877, + "learning_rate": 5.751478897502352e-05, + "loss": 0.11631827801465988, + "step": 599 + }, + { + "epoch": 2.033955857385399, + "grad_norm": 0.20833127846366223, + "learning_rate": 5.736852713915921e-05, + "loss": 0.10760145634412766, + "step": 600 + }, + { + "epoch": 2.037351443123939, + "grad_norm": 0.17865889130017845, + "learning_rate": 5.7222200822396075e-05, + "loss": 0.10485737770795822, + "step": 601 + }, + { + "epoch": 2.0407470288624787, + "grad_norm": 0.18192537645688403, + "learning_rate": 5.7075811305214245e-05, + "loss": 0.10091932862997055, + "step": 602 + }, + { + "epoch": 2.044142614601019, + "grad_norm": 0.17664302595091572, + "learning_rate": 5.692935986864685e-05, + "loss": 0.08710863441228867, + "step": 603 + }, + { + "epoch": 2.0475382003395586, + "grad_norm": 0.19359544551771066, + "learning_rate": 5.678284779426891e-05, + "loss": 0.08012089133262634, + "step": 604 + }, + { + "epoch": 2.0509337860780983, + "grad_norm": 0.17571993852332962, + "learning_rate": 5.6636276364186105e-05, + "loss": 0.07406513392925262, + "step": 605 + }, + { + "epoch": 2.0543293718166384, + "grad_norm": 0.17296055539491953, + "learning_rate": 5.648964686102346e-05, + "loss": 0.06827662885189056, + "step": 606 + }, + { + "epoch": 2.057724957555178, + "grad_norm": 0.1994240332606509, + "learning_rate": 5.6342960567914235e-05, + "loss": 0.08899202197790146, + "step": 607 + }, + { + "epoch": 2.0611205432937183, + "grad_norm": 0.21147546133103653, + "learning_rate": 5.619621876848864e-05, + "loss": 0.1175706535577774, + "step": 608 + }, + { + "epoch": 2.064516129032258, + "grad_norm": 0.20032856929005421, + "learning_rate": 5.60494227468626e-05, + "loss": 0.10147128999233246, + "step": 609 + }, + { + "epoch": 2.067911714770798, + "grad_norm": 0.17965434697084495, + "learning_rate": 5.5902573787626544e-05, + "loss": 0.09305062890052795, + "step": 610 + }, + { + "epoch": 2.071307300509338, + "grad_norm": 0.18451106622314192, + "learning_rate": 5.5755673175834145e-05, + "loss": 0.08531151711940765, + "step": 611 + }, + { + "epoch": 2.0747028862478776, + "grad_norm": 0.18509153403778958, + "learning_rate": 5.56087221969911e-05, + "loss": 0.07805474102497101, + "step": 612 + }, + { + "epoch": 2.0780984719864177, + "grad_norm": 0.18441124653981383, + "learning_rate": 5.546172213704384e-05, + "loss": 0.07336990535259247, + "step": 613 + }, + { + "epoch": 2.0814940577249574, + "grad_norm": 0.1806373442108902, + "learning_rate": 5.5314674282368275e-05, + "loss": 0.06579209864139557, + "step": 614 + }, + { + "epoch": 2.0848896434634976, + "grad_norm": 0.1962089754406543, + "learning_rate": 5.5167579919758606e-05, + "loss": 0.06725182384252548, + "step": 615 + }, + { + "epoch": 2.0882852292020373, + "grad_norm": 0.531554111382921, + "learning_rate": 5.5020440336416e-05, + "loss": 0.1145014688372612, + "step": 616 + }, + { + "epoch": 2.0916808149405774, + "grad_norm": 0.22319658970526987, + "learning_rate": 5.487325681993733e-05, + "loss": 0.11737364530563354, + "step": 617 + }, + { + "epoch": 2.095076400679117, + "grad_norm": 0.18401413591200674, + "learning_rate": 5.472603065830393e-05, + "loss": 0.10318945348262787, + "step": 618 + }, + { + "epoch": 2.098471986417657, + "grad_norm": 0.17791198102246508, + "learning_rate": 5.457876313987034e-05, + "loss": 0.08743831515312195, + "step": 619 + }, + { + "epoch": 2.101867572156197, + "grad_norm": 0.18552952282168486, + "learning_rate": 5.443145555335296e-05, + "loss": 0.08302175253629684, + "step": 620 + }, + { + "epoch": 2.1052631578947367, + "grad_norm": 0.17872882232665616, + "learning_rate": 5.4284109187818845e-05, + "loss": 0.07643230259418488, + "step": 621 + }, + { + "epoch": 2.108658743633277, + "grad_norm": 0.19415584347612555, + "learning_rate": 5.4136725332674434e-05, + "loss": 0.07614649832248688, + "step": 622 + }, + { + "epoch": 2.1120543293718166, + "grad_norm": 0.18216765819273645, + "learning_rate": 5.3989305277654156e-05, + "loss": 0.07087817788124084, + "step": 623 + }, + { + "epoch": 2.1154499151103567, + "grad_norm": 0.21252936111454282, + "learning_rate": 5.3841850312809295e-05, + "loss": 0.11139951646327972, + "step": 624 + }, + { + "epoch": 2.1188455008488964, + "grad_norm": 0.20314518629758666, + "learning_rate": 5.369436172849657e-05, + "loss": 0.1259862780570984, + "step": 625 + }, + { + "epoch": 2.122241086587436, + "grad_norm": 0.19308635467686402, + "learning_rate": 5.354684081536693e-05, + "loss": 0.10937876999378204, + "step": 626 + }, + { + "epoch": 2.1256366723259763, + "grad_norm": 0.2096475793631085, + "learning_rate": 5.3399288864354225e-05, + "loss": 0.0953579992055893, + "step": 627 + }, + { + "epoch": 2.129032258064516, + "grad_norm": 0.18324171328953562, + "learning_rate": 5.3251707166663886e-05, + "loss": 0.08874654769897461, + "step": 628 + }, + { + "epoch": 2.132427843803056, + "grad_norm": 0.17851987679927697, + "learning_rate": 5.31040970137617e-05, + "loss": 0.08193890750408173, + "step": 629 + }, + { + "epoch": 2.135823429541596, + "grad_norm": 0.19566717537325667, + "learning_rate": 5.295645969736244e-05, + "loss": 0.07548414170742035, + "step": 630 + }, + { + "epoch": 2.139219015280136, + "grad_norm": 0.1819698611863226, + "learning_rate": 5.280879650941857e-05, + "loss": 0.06608285754919052, + "step": 631 + }, + { + "epoch": 2.1426146010186757, + "grad_norm": 1.5527007927589012, + "learning_rate": 5.2661108742108935e-05, + "loss": 0.09255146980285645, + "step": 632 + }, + { + "epoch": 2.1460101867572154, + "grad_norm": 0.18265497124223457, + "learning_rate": 5.251339768782754e-05, + "loss": 0.11359074711799622, + "step": 633 + }, + { + "epoch": 2.1494057724957556, + "grad_norm": 0.1878182896085561, + "learning_rate": 5.23656646391721e-05, + "loss": 0.1139441728591919, + "step": 634 + }, + { + "epoch": 2.1528013582342953, + "grad_norm": 0.21371797561998035, + "learning_rate": 5.221791088893282e-05, + "loss": 0.10060256719589233, + "step": 635 + }, + { + "epoch": 2.1561969439728355, + "grad_norm": 0.1918855727807065, + "learning_rate": 5.207013773008111e-05, + "loss": 0.08961832523345947, + "step": 636 + }, + { + "epoch": 2.159592529711375, + "grad_norm": 0.1858845878618591, + "learning_rate": 5.192234645575814e-05, + "loss": 0.08403001725673676, + "step": 637 + }, + { + "epoch": 2.1629881154499153, + "grad_norm": 0.20134533241307526, + "learning_rate": 5.177453835926366e-05, + "loss": 0.07931354641914368, + "step": 638 + }, + { + "epoch": 2.166383701188455, + "grad_norm": 0.17187064098510713, + "learning_rate": 5.162671473404461e-05, + "loss": 0.06572918593883514, + "step": 639 + }, + { + "epoch": 2.1697792869269947, + "grad_norm": 0.18963975830736843, + "learning_rate": 5.147887687368384e-05, + "loss": 0.07264866679906845, + "step": 640 + }, + { + "epoch": 2.173174872665535, + "grad_norm": 0.2246232252583268, + "learning_rate": 5.133102607188874e-05, + "loss": 0.11681890487670898, + "step": 641 + }, + { + "epoch": 2.1765704584040746, + "grad_norm": 0.26295402046380767, + "learning_rate": 5.1183163622479966e-05, + "loss": 0.10791041702032089, + "step": 642 + }, + { + "epoch": 2.1799660441426147, + "grad_norm": 0.181858482685371, + "learning_rate": 5.10352908193801e-05, + "loss": 0.09829472750425339, + "step": 643 + }, + { + "epoch": 2.1833616298811545, + "grad_norm": 0.2030235866450046, + "learning_rate": 5.088740895660231e-05, + "loss": 0.09725946187973022, + "step": 644 + }, + { + "epoch": 2.1867572156196946, + "grad_norm": 0.1875369015824775, + "learning_rate": 5.073951932823907e-05, + "loss": 0.08819393813610077, + "step": 645 + }, + { + "epoch": 2.1901528013582343, + "grad_norm": 0.17864911265600283, + "learning_rate": 5.0591623228450805e-05, + "loss": 0.07982441782951355, + "step": 646 + }, + { + "epoch": 2.193548387096774, + "grad_norm": 0.18521128596332995, + "learning_rate": 5.044372195145455e-05, + "loss": 0.07353096455335617, + "step": 647 + }, + { + "epoch": 2.196943972835314, + "grad_norm": 0.18456205199611705, + "learning_rate": 5.0295816791512686e-05, + "loss": 0.0687694251537323, + "step": 648 + }, + { + "epoch": 2.200339558573854, + "grad_norm": 0.1829757250614102, + "learning_rate": 5.014790904292149e-05, + "loss": 0.10892924666404724, + "step": 649 + }, + { + "epoch": 2.203735144312394, + "grad_norm": 0.18890396925275804, + "learning_rate": 5e-05, + "loss": 0.1159369945526123, + "step": 650 + }, + { + "epoch": 2.2071307300509337, + "grad_norm": 0.16942344658174852, + "learning_rate": 4.9852090957078515e-05, + "loss": 0.09954734891653061, + "step": 651 + }, + { + "epoch": 2.2105263157894735, + "grad_norm": 0.1780504542099046, + "learning_rate": 4.9704183208487325e-05, + "loss": 0.09250899404287338, + "step": 652 + }, + { + "epoch": 2.2139219015280136, + "grad_norm": 0.18645623237142073, + "learning_rate": 4.955627804854545e-05, + "loss": 0.08235422521829605, + "step": 653 + }, + { + "epoch": 2.2173174872665533, + "grad_norm": 0.1784994683358793, + "learning_rate": 4.94083767715492e-05, + "loss": 0.07888228446245193, + "step": 654 + }, + { + "epoch": 2.2207130730050935, + "grad_norm": 0.17013633984743062, + "learning_rate": 4.9260480671760925e-05, + "loss": 0.0726616159081459, + "step": 655 + }, + { + "epoch": 2.224108658743633, + "grad_norm": 0.18472673831827965, + "learning_rate": 4.911259104339771e-05, + "loss": 0.06728089600801468, + "step": 656 + }, + { + "epoch": 2.2275042444821733, + "grad_norm": 0.17332449496936028, + "learning_rate": 4.8964709180619924e-05, + "loss": 0.08549031615257263, + "step": 657 + }, + { + "epoch": 2.230899830220713, + "grad_norm": 0.17090509376963334, + "learning_rate": 4.881683637752005e-05, + "loss": 0.11464506387710571, + "step": 658 + }, + { + "epoch": 2.234295415959253, + "grad_norm": 0.1787107238756445, + "learning_rate": 4.866897392811126e-05, + "loss": 0.10288610309362411, + "step": 659 + }, + { + "epoch": 2.237691001697793, + "grad_norm": 0.1860588588343053, + "learning_rate": 4.852112312631616e-05, + "loss": 0.10606972873210907, + "step": 660 + }, + { + "epoch": 2.2410865874363326, + "grad_norm": 0.17458517745338073, + "learning_rate": 4.8373285265955395e-05, + "loss": 0.08981959521770477, + "step": 661 + }, + { + "epoch": 2.2444821731748728, + "grad_norm": 0.17526499434649234, + "learning_rate": 4.822546164073635e-05, + "loss": 0.08232477307319641, + "step": 662 + }, + { + "epoch": 2.2478777589134125, + "grad_norm": 0.1823611459398258, + "learning_rate": 4.8077653544241864e-05, + "loss": 0.07704266905784607, + "step": 663 + }, + { + "epoch": 2.2512733446519526, + "grad_norm": 0.18489843602962322, + "learning_rate": 4.792986226991889e-05, + "loss": 0.06634756177663803, + "step": 664 + }, + { + "epoch": 2.2546689303904923, + "grad_norm": 0.18448574712357313, + "learning_rate": 4.7782089111067176e-05, + "loss": 0.0683097243309021, + "step": 665 + }, + { + "epoch": 2.258064516129032, + "grad_norm": 0.17589761018962824, + "learning_rate": 4.7634335360827905e-05, + "loss": 0.11916027963161469, + "step": 666 + }, + { + "epoch": 2.261460101867572, + "grad_norm": 0.1795256534211018, + "learning_rate": 4.748660231217249e-05, + "loss": 0.11158622801303864, + "step": 667 + }, + { + "epoch": 2.264855687606112, + "grad_norm": 0.19290337392195064, + "learning_rate": 4.7338891257891084e-05, + "loss": 0.09854745864868164, + "step": 668 + }, + { + "epoch": 2.268251273344652, + "grad_norm": 0.19201767298650546, + "learning_rate": 4.719120349058146e-05, + "loss": 0.08974334597587585, + "step": 669 + }, + { + "epoch": 2.2716468590831917, + "grad_norm": 0.1868889162004061, + "learning_rate": 4.7043540302637575e-05, + "loss": 0.07873357832431793, + "step": 670 + }, + { + "epoch": 2.275042444821732, + "grad_norm": 0.17432262922782887, + "learning_rate": 4.6895902986238304e-05, + "loss": 0.07303929328918457, + "step": 671 + }, + { + "epoch": 2.2784380305602716, + "grad_norm": 0.18149889718903636, + "learning_rate": 4.6748292833336125e-05, + "loss": 0.07083107531070709, + "step": 672 + }, + { + "epoch": 2.2818336162988118, + "grad_norm": 0.18983742345901558, + "learning_rate": 4.6600711135645793e-05, + "loss": 0.06820881366729736, + "step": 673 + }, + { + "epoch": 2.2852292020373515, + "grad_norm": 0.18497480111804915, + "learning_rate": 4.6453159184633076e-05, + "loss": 0.11455556005239487, + "step": 674 + }, + { + "epoch": 2.288624787775891, + "grad_norm": 0.17300209986311835, + "learning_rate": 4.6305638271503445e-05, + "loss": 0.12156914174556732, + "step": 675 + }, + { + "epoch": 2.2920203735144313, + "grad_norm": 0.17661683006436862, + "learning_rate": 4.615814968719071e-05, + "loss": 0.10207021236419678, + "step": 676 + }, + { + "epoch": 2.295415959252971, + "grad_norm": 0.19468914390395273, + "learning_rate": 4.601069472234584e-05, + "loss": 0.09467285126447678, + "step": 677 + }, + { + "epoch": 2.298811544991511, + "grad_norm": 0.1738009297809384, + "learning_rate": 4.586327466732557e-05, + "loss": 0.08891662955284119, + "step": 678 + }, + { + "epoch": 2.302207130730051, + "grad_norm": 0.1677007830201778, + "learning_rate": 4.571589081218116e-05, + "loss": 0.08263769745826721, + "step": 679 + }, + { + "epoch": 2.3056027164685906, + "grad_norm": 0.17164671308827525, + "learning_rate": 4.556854444664706e-05, + "loss": 0.07031428813934326, + "step": 680 + }, + { + "epoch": 2.3089983022071308, + "grad_norm": 0.18274635410925702, + "learning_rate": 4.5421236860129686e-05, + "loss": 0.06435659527778625, + "step": 681 + }, + { + "epoch": 2.3123938879456705, + "grad_norm": 0.1951047898281109, + "learning_rate": 4.527396934169609e-05, + "loss": 0.10397550463676453, + "step": 682 + }, + { + "epoch": 2.3157894736842106, + "grad_norm": 0.166661262512508, + "learning_rate": 4.512674318006268e-05, + "loss": 0.12233447283506393, + "step": 683 + }, + { + "epoch": 2.3191850594227503, + "grad_norm": 0.174509398628348, + "learning_rate": 4.4979559663584015e-05, + "loss": 0.11278166621923447, + "step": 684 + }, + { + "epoch": 2.3225806451612905, + "grad_norm": 0.18372530728814804, + "learning_rate": 4.4832420080241406e-05, + "loss": 0.09657131135463715, + "step": 685 + }, + { + "epoch": 2.32597623089983, + "grad_norm": 0.192043056192785, + "learning_rate": 4.4685325717631736e-05, + "loss": 0.09288895130157471, + "step": 686 + }, + { + "epoch": 2.3293718166383703, + "grad_norm": 0.18075180427633028, + "learning_rate": 4.453827786295617e-05, + "loss": 0.08457746356725693, + "step": 687 + }, + { + "epoch": 2.33276740237691, + "grad_norm": 0.1803332569114452, + "learning_rate": 4.4391277803008905e-05, + "loss": 0.07192069292068481, + "step": 688 + }, + { + "epoch": 2.3361629881154498, + "grad_norm": 0.1845280135878161, + "learning_rate": 4.424432682416585e-05, + "loss": 0.06865935027599335, + "step": 689 + }, + { + "epoch": 2.33955857385399, + "grad_norm": 0.18164609516311606, + "learning_rate": 4.4097426212373474e-05, + "loss": 0.06910768896341324, + "step": 690 + }, + { + "epoch": 2.3429541595925296, + "grad_norm": 0.16060301549094005, + "learning_rate": 4.3950577253137425e-05, + "loss": 0.10569753497838974, + "step": 691 + }, + { + "epoch": 2.3463497453310698, + "grad_norm": 0.1674539424459387, + "learning_rate": 4.380378123151139e-05, + "loss": 0.11710407584905624, + "step": 692 + }, + { + "epoch": 2.3497453310696095, + "grad_norm": 0.17406276657114875, + "learning_rate": 4.3657039432085776e-05, + "loss": 0.09413979947566986, + "step": 693 + }, + { + "epoch": 2.353140916808149, + "grad_norm": 0.18113092057180355, + "learning_rate": 4.351035313897655e-05, + "loss": 0.08770646899938583, + "step": 694 + }, + { + "epoch": 2.3565365025466893, + "grad_norm": 0.16700143864455724, + "learning_rate": 4.336372363581391e-05, + "loss": 0.07561078667640686, + "step": 695 + }, + { + "epoch": 2.359932088285229, + "grad_norm": 0.17147638271329094, + "learning_rate": 4.32171522057311e-05, + "loss": 0.07131327688694, + "step": 696 + }, + { + "epoch": 2.363327674023769, + "grad_norm": 0.17044551345359776, + "learning_rate": 4.307064013135316e-05, + "loss": 0.0693497434258461, + "step": 697 + }, + { + "epoch": 2.366723259762309, + "grad_norm": 0.17221115238993254, + "learning_rate": 4.2924188694785773e-05, + "loss": 0.06643468141555786, + "step": 698 + }, + { + "epoch": 2.370118845500849, + "grad_norm": 2.6338356816764454, + "learning_rate": 4.277779917760393e-05, + "loss": 0.11351452767848969, + "step": 699 + }, + { + "epoch": 2.3735144312393888, + "grad_norm": 0.16665576423366846, + "learning_rate": 4.263147286084078e-05, + "loss": 0.11587866395711899, + "step": 700 + }, + { + "epoch": 2.376910016977929, + "grad_norm": 0.16532913408136696, + "learning_rate": 4.2485211024976496e-05, + "loss": 0.09847494959831238, + "step": 701 + }, + { + "epoch": 2.3803056027164686, + "grad_norm": 0.16401491632337248, + "learning_rate": 4.2339014949926844e-05, + "loss": 0.08751493692398071, + "step": 702 + }, + { + "epoch": 2.3837011884550083, + "grad_norm": 0.15773476826313854, + "learning_rate": 4.219288591503224e-05, + "loss": 0.07740139961242676, + "step": 703 + }, + { + "epoch": 2.3870967741935485, + "grad_norm": 0.17320455891261463, + "learning_rate": 4.204682519904641e-05, + "loss": 0.08057060837745667, + "step": 704 + }, + { + "epoch": 2.390492359932088, + "grad_norm": 0.16742884612884762, + "learning_rate": 4.190083408012522e-05, + "loss": 0.07117292284965515, + "step": 705 + }, + { + "epoch": 2.3938879456706283, + "grad_norm": 0.17310857861179457, + "learning_rate": 4.175491383581552e-05, + "loss": 0.06331349164247513, + "step": 706 + }, + { + "epoch": 2.397283531409168, + "grad_norm": 0.18898498235955274, + "learning_rate": 4.160906574304392e-05, + "loss": 0.10791736841201782, + "step": 707 + }, + { + "epoch": 2.4006791171477078, + "grad_norm": 0.1805357155912146, + "learning_rate": 4.146329107810569e-05, + "loss": 0.1271810233592987, + "step": 708 + }, + { + "epoch": 2.404074702886248, + "grad_norm": 0.16646580267560332, + "learning_rate": 4.131759111665349e-05, + "loss": 0.10617226362228394, + "step": 709 + }, + { + "epoch": 2.4074702886247876, + "grad_norm": 0.1714977551226205, + "learning_rate": 4.117196713368629e-05, + "loss": 0.09965567290782928, + "step": 710 + }, + { + "epoch": 2.4108658743633278, + "grad_norm": 0.1773594142509446, + "learning_rate": 4.102642040353817e-05, + "loss": 0.09726707637310028, + "step": 711 + }, + { + "epoch": 2.4142614601018675, + "grad_norm": 0.16709027855867933, + "learning_rate": 4.088095219986721e-05, + "loss": 0.0809185653924942, + "step": 712 + }, + { + "epoch": 2.4176570458404076, + "grad_norm": 0.1701974174479521, + "learning_rate": 4.0735563795644294e-05, + "loss": 0.06818859279155731, + "step": 713 + }, + { + "epoch": 2.4210526315789473, + "grad_norm": 0.17294499386525772, + "learning_rate": 4.059025646314197e-05, + "loss": 0.06326454132795334, + "step": 714 + }, + { + "epoch": 2.4244482173174875, + "grad_norm": 0.1848603704424289, + "learning_rate": 4.044503147392339e-05, + "loss": 0.06449925899505615, + "step": 715 + }, + { + "epoch": 2.427843803056027, + "grad_norm": 0.1737521878913226, + "learning_rate": 4.0299890098831096e-05, + "loss": 0.11198844760656357, + "step": 716 + }, + { + "epoch": 2.431239388794567, + "grad_norm": 0.17165850436307425, + "learning_rate": 4.015483360797593e-05, + "loss": 0.10379281640052795, + "step": 717 + }, + { + "epoch": 2.434634974533107, + "grad_norm": 0.17547574852065886, + "learning_rate": 4.0009863270725964e-05, + "loss": 0.09260678291320801, + "step": 718 + }, + { + "epoch": 2.4380305602716468, + "grad_norm": 0.1938992617623928, + "learning_rate": 3.986498035569532e-05, + "loss": 0.08913596719503403, + "step": 719 + }, + { + "epoch": 2.441426146010187, + "grad_norm": 0.171147291228373, + "learning_rate": 3.972018613073312e-05, + "loss": 0.07828541100025177, + "step": 720 + }, + { + "epoch": 2.4448217317487266, + "grad_norm": 0.15958068147739846, + "learning_rate": 3.957548186291233e-05, + "loss": 0.070742167532444, + "step": 721 + }, + { + "epoch": 2.4482173174872663, + "grad_norm": 0.1702558652837616, + "learning_rate": 3.9430868818518784e-05, + "loss": 0.061952412128448486, + "step": 722 + }, + { + "epoch": 2.4516129032258065, + "grad_norm": 0.18307336168228425, + "learning_rate": 3.928634826303997e-05, + "loss": 0.058472149074077606, + "step": 723 + }, + { + "epoch": 2.455008488964346, + "grad_norm": 0.18744531414378332, + "learning_rate": 3.914192146115407e-05, + "loss": 0.10116694867610931, + "step": 724 + }, + { + "epoch": 2.4584040747028864, + "grad_norm": 0.1605746385761094, + "learning_rate": 3.899758967671878e-05, + "loss": 0.1049356684088707, + "step": 725 + }, + { + "epoch": 2.461799660441426, + "grad_norm": 0.1731850592599192, + "learning_rate": 3.885335417276037e-05, + "loss": 0.09615564346313477, + "step": 726 + }, + { + "epoch": 2.465195246179966, + "grad_norm": 0.21215742797079024, + "learning_rate": 3.870921621146254e-05, + "loss": 0.09364002197980881, + "step": 727 + }, + { + "epoch": 2.468590831918506, + "grad_norm": 0.20557635828107731, + "learning_rate": 3.856517705415543e-05, + "loss": 0.08540572226047516, + "step": 728 + }, + { + "epoch": 2.471986417657046, + "grad_norm": 0.16072157295836462, + "learning_rate": 3.8421237961304555e-05, + "loss": 0.08038079738616943, + "step": 729 + }, + { + "epoch": 2.475382003395586, + "grad_norm": 0.18475166184656971, + "learning_rate": 3.827740019249977e-05, + "loss": 0.0667400136590004, + "step": 730 + }, + { + "epoch": 2.4787775891341255, + "grad_norm": 0.18973268707266402, + "learning_rate": 3.8133665006444255e-05, + "loss": 0.0635080486536026, + "step": 731 + }, + { + "epoch": 2.4821731748726656, + "grad_norm": 0.19518255768698312, + "learning_rate": 3.799003366094354e-05, + "loss": 0.09870380163192749, + "step": 732 + }, + { + "epoch": 2.4855687606112054, + "grad_norm": 0.16946862785266179, + "learning_rate": 3.784650741289442e-05, + "loss": 0.12275432050228119, + "step": 733 + }, + { + "epoch": 2.4889643463497455, + "grad_norm": 0.16920435287125005, + "learning_rate": 3.7703087518274015e-05, + "loss": 0.10064749419689178, + "step": 734 + }, + { + "epoch": 2.492359932088285, + "grad_norm": 0.19730054455264487, + "learning_rate": 3.755977523212877e-05, + "loss": 0.0969122052192688, + "step": 735 + }, + { + "epoch": 2.495755517826825, + "grad_norm": 0.1989299102023274, + "learning_rate": 3.7416571808563426e-05, + "loss": 0.09330247342586517, + "step": 736 + }, + { + "epoch": 2.499151103565365, + "grad_norm": 0.18552713073754007, + "learning_rate": 3.727347850073012e-05, + "loss": 0.07835578173398972, + "step": 737 + }, + { + "epoch": 2.502546689303905, + "grad_norm": 0.17124728777739812, + "learning_rate": 3.71304965608174e-05, + "loss": 0.07191760838031769, + "step": 738 + }, + { + "epoch": 2.505942275042445, + "grad_norm": 0.1837249200607298, + "learning_rate": 3.698762724003919e-05, + "loss": 0.06304986774921417, + "step": 739 + }, + { + "epoch": 2.5093378607809846, + "grad_norm": 0.19178552870427884, + "learning_rate": 3.6844871788623945e-05, + "loss": 0.06902088969945908, + "step": 740 + }, + { + "epoch": 2.5127334465195243, + "grad_norm": 0.18523019316456035, + "learning_rate": 3.670223145580366e-05, + "loss": 0.11148184537887573, + "step": 741 + }, + { + "epoch": 2.5161290322580645, + "grad_norm": 0.15402488873260553, + "learning_rate": 3.655970748980293e-05, + "loss": 0.10683425515890121, + "step": 742 + }, + { + "epoch": 2.5195246179966047, + "grad_norm": 0.15662014422056703, + "learning_rate": 3.641730113782807e-05, + "loss": 0.09403928369283676, + "step": 743 + }, + { + "epoch": 2.5229202037351444, + "grad_norm": 0.18611041314512944, + "learning_rate": 3.6275013646056135e-05, + "loss": 0.08520263433456421, + "step": 744 + }, + { + "epoch": 2.526315789473684, + "grad_norm": 0.20211193991604673, + "learning_rate": 3.6132846259624055e-05, + "loss": 0.08205583691596985, + "step": 745 + }, + { + "epoch": 2.5297113752122242, + "grad_norm": 0.16879941563935696, + "learning_rate": 3.599080022261777e-05, + "loss": 0.07212570309638977, + "step": 746 + }, + { + "epoch": 2.533106960950764, + "grad_norm": 0.17244718288322106, + "learning_rate": 3.58488767780613e-05, + "loss": 0.06664963066577911, + "step": 747 + }, + { + "epoch": 2.536502546689304, + "grad_norm": 0.18236345434585838, + "learning_rate": 3.570707716790584e-05, + "loss": 0.06124931573867798, + "step": 748 + }, + { + "epoch": 2.539898132427844, + "grad_norm": 0.182514828750284, + "learning_rate": 3.556540263301896e-05, + "loss": 0.10768868774175644, + "step": 749 + }, + { + "epoch": 2.5432937181663835, + "grad_norm": 0.17273676152731657, + "learning_rate": 3.5423854413173706e-05, + "loss": 0.10910140722990036, + "step": 750 + }, + { + "epoch": 2.5466893039049237, + "grad_norm": 0.18295071965254522, + "learning_rate": 3.5282433747037757e-05, + "loss": 0.0994892343878746, + "step": 751 + }, + { + "epoch": 2.5500848896434634, + "grad_norm": 0.1892125557879812, + "learning_rate": 3.514114187216261e-05, + "loss": 0.09176020324230194, + "step": 752 + }, + { + "epoch": 2.5534804753820035, + "grad_norm": 0.1732687624444229, + "learning_rate": 3.49999800249727e-05, + "loss": 0.07957559823989868, + "step": 753 + }, + { + "epoch": 2.556876061120543, + "grad_norm": 0.17704744326114794, + "learning_rate": 3.485894944075463e-05, + "loss": 0.09056335687637329, + "step": 754 + }, + { + "epoch": 2.560271646859083, + "grad_norm": 0.184004963408498, + "learning_rate": 3.47180513536463e-05, + "loss": 0.07315690815448761, + "step": 755 + }, + { + "epoch": 2.563667232597623, + "grad_norm": 0.16597486694525979, + "learning_rate": 3.457728699662621e-05, + "loss": 0.061057500541210175, + "step": 756 + }, + { + "epoch": 2.5670628183361632, + "grad_norm": 0.17902718042035354, + "learning_rate": 3.4436657601502576e-05, + "loss": 0.08318621665239334, + "step": 757 + }, + { + "epoch": 2.570458404074703, + "grad_norm": 0.1760348831467887, + "learning_rate": 3.429616439890258e-05, + "loss": 0.11352517455816269, + "step": 758 + }, + { + "epoch": 2.5738539898132426, + "grad_norm": 0.18422354723345027, + "learning_rate": 3.4155808618261563e-05, + "loss": 0.10124319791793823, + "step": 759 + }, + { + "epoch": 2.577249575551783, + "grad_norm": 0.18558477176320745, + "learning_rate": 3.4015591487812395e-05, + "loss": 0.09465136379003525, + "step": 760 + }, + { + "epoch": 2.5806451612903225, + "grad_norm": 0.1876065160534628, + "learning_rate": 3.3875514234574556e-05, + "loss": 0.08952825516462326, + "step": 761 + }, + { + "epoch": 2.5840407470288627, + "grad_norm": 0.19266524892327866, + "learning_rate": 3.373557808434355e-05, + "loss": 0.07428369671106339, + "step": 762 + }, + { + "epoch": 2.5874363327674024, + "grad_norm": 0.17597898636269044, + "learning_rate": 3.359578426168007e-05, + "loss": 0.07350639253854752, + "step": 763 + }, + { + "epoch": 2.590831918505942, + "grad_norm": 0.18902878136451348, + "learning_rate": 3.345613398989932e-05, + "loss": 0.0661240816116333, + "step": 764 + }, + { + "epoch": 2.5942275042444822, + "grad_norm": 0.19009846861192758, + "learning_rate": 3.33166284910603e-05, + "loss": 0.06323446333408356, + "step": 765 + }, + { + "epoch": 2.597623089983022, + "grad_norm": 0.1619217798383207, + "learning_rate": 3.317726898595517e-05, + "loss": 0.10194535553455353, + "step": 766 + }, + { + "epoch": 2.601018675721562, + "grad_norm": 0.1680059996744845, + "learning_rate": 3.303805669409848e-05, + "loss": 0.10827316343784332, + "step": 767 + }, + { + "epoch": 2.604414261460102, + "grad_norm": 0.1924285532954259, + "learning_rate": 3.289899283371657e-05, + "loss": 0.09438102692365646, + "step": 768 + }, + { + "epoch": 2.6078098471986415, + "grad_norm": 0.18692172840515286, + "learning_rate": 3.276007862173683e-05, + "loss": 0.08589994162321091, + "step": 769 + }, + { + "epoch": 2.6112054329371817, + "grad_norm": 0.19218042963593016, + "learning_rate": 3.262131527377715e-05, + "loss": 0.08207014203071594, + "step": 770 + }, + { + "epoch": 2.614601018675722, + "grad_norm": 0.16968247149600457, + "learning_rate": 3.248270400413518e-05, + "loss": 0.06647342443466187, + "step": 771 + }, + { + "epoch": 2.6179966044142615, + "grad_norm": 0.17176844415165643, + "learning_rate": 3.23442460257778e-05, + "loss": 0.0627061128616333, + "step": 772 + }, + { + "epoch": 2.6213921901528012, + "grad_norm": 0.1819874917328322, + "learning_rate": 3.2205942550330456e-05, + "loss": 0.05918596684932709, + "step": 773 + }, + { + "epoch": 2.6247877758913414, + "grad_norm": 0.17996053454131153, + "learning_rate": 3.206779478806654e-05, + "loss": 0.09956592321395874, + "step": 774 + }, + { + "epoch": 2.628183361629881, + "grad_norm": 0.16980520183534636, + "learning_rate": 3.192980394789682e-05, + "loss": 0.10763359069824219, + "step": 775 + }, + { + "epoch": 2.6315789473684212, + "grad_norm": 0.17384792300906218, + "learning_rate": 3.179197123735889e-05, + "loss": 0.0954458937048912, + "step": 776 + }, + { + "epoch": 2.634974533106961, + "grad_norm": 0.18122435873821038, + "learning_rate": 3.1654297862606554e-05, + "loss": 0.09476964175701141, + "step": 777 + }, + { + "epoch": 2.6383701188455007, + "grad_norm": 0.18733027860097912, + "learning_rate": 3.151678502839929e-05, + "loss": 0.08117790520191193, + "step": 778 + }, + { + "epoch": 2.641765704584041, + "grad_norm": 0.18792684422111558, + "learning_rate": 3.1379433938091696e-05, + "loss": 0.07760273665189743, + "step": 779 + }, + { + "epoch": 2.6451612903225805, + "grad_norm": 0.171095961582522, + "learning_rate": 3.124224579362305e-05, + "loss": 0.06836757063865662, + "step": 780 + }, + { + "epoch": 2.6485568760611207, + "grad_norm": 0.16586690535426274, + "learning_rate": 3.1105221795506584e-05, + "loss": 0.06185036152601242, + "step": 781 + }, + { + "epoch": 2.6519524617996604, + "grad_norm": 0.19110229535272452, + "learning_rate": 3.096836314281923e-05, + "loss": 0.096954345703125, + "step": 782 + }, + { + "epoch": 2.6553480475382, + "grad_norm": 0.1883336259581249, + "learning_rate": 3.083167103319093e-05, + "loss": 0.11950527131557465, + "step": 783 + }, + { + "epoch": 2.6587436332767402, + "grad_norm": 0.1753554156754892, + "learning_rate": 3.069514666279427e-05, + "loss": 0.10608899593353271, + "step": 784 + }, + { + "epoch": 2.6621392190152804, + "grad_norm": 0.17079380669353134, + "learning_rate": 3.055879122633397e-05, + "loss": 0.09107103943824768, + "step": 785 + }, + { + "epoch": 2.66553480475382, + "grad_norm": 0.18024274038258492, + "learning_rate": 3.042260591703643e-05, + "loss": 0.08277568221092224, + "step": 786 + }, + { + "epoch": 2.66893039049236, + "grad_norm": 0.20357810198812507, + "learning_rate": 3.0286591926639287e-05, + "loss": 0.08410590887069702, + "step": 787 + }, + { + "epoch": 2.6723259762309, + "grad_norm": 0.18874188968414343, + "learning_rate": 3.0150750445380992e-05, + "loss": 0.06746567785739899, + "step": 788 + }, + { + "epoch": 2.6757215619694397, + "grad_norm": 0.17501264607067415, + "learning_rate": 3.0015082661990395e-05, + "loss": 0.06665299832820892, + "step": 789 + }, + { + "epoch": 2.67911714770798, + "grad_norm": 0.18740797925287156, + "learning_rate": 2.9879589763676358e-05, + "loss": 0.06513458490371704, + "step": 790 + }, + { + "epoch": 2.6825127334465195, + "grad_norm": 0.16842439954319954, + "learning_rate": 2.9744272936117323e-05, + "loss": 0.10696576535701752, + "step": 791 + }, + { + "epoch": 2.6859083191850592, + "grad_norm": 0.1677334409051065, + "learning_rate": 2.960913336345099e-05, + "loss": 0.0977114588022232, + "step": 792 + }, + { + "epoch": 2.6893039049235994, + "grad_norm": 0.17113025072633664, + "learning_rate": 2.9474172228263887e-05, + "loss": 0.09799250215291977, + "step": 793 + }, + { + "epoch": 2.692699490662139, + "grad_norm": 0.16684957141437765, + "learning_rate": 2.9339390711581105e-05, + "loss": 0.08379356563091278, + "step": 794 + }, + { + "epoch": 2.6960950764006792, + "grad_norm": 0.1791882354287892, + "learning_rate": 2.9204789992855885e-05, + "loss": 0.08375358581542969, + "step": 795 + }, + { + "epoch": 2.699490662139219, + "grad_norm": 0.1801523603003994, + "learning_rate": 2.9070371249959378e-05, + "loss": 0.07268455624580383, + "step": 796 + }, + { + "epoch": 2.7028862478777587, + "grad_norm": 0.18307971950457935, + "learning_rate": 2.8936135659170216e-05, + "loss": 0.06600889563560486, + "step": 797 + }, + { + "epoch": 2.706281833616299, + "grad_norm": 0.16982280078165418, + "learning_rate": 2.8802084395164386e-05, + "loss": 0.05860915035009384, + "step": 798 + }, + { + "epoch": 2.709677419354839, + "grad_norm": 0.16240407076947652, + "learning_rate": 2.866821863100479e-05, + "loss": 0.09923011064529419, + "step": 799 + }, + { + "epoch": 2.7130730050933787, + "grad_norm": 0.17915783644720862, + "learning_rate": 2.8534539538131076e-05, + "loss": 0.11352638900279999, + "step": 800 + }, + { + "epoch": 2.7164685908319184, + "grad_norm": 0.18738688072645704, + "learning_rate": 2.8401048286349353e-05, + "loss": 0.09644570201635361, + "step": 801 + }, + { + "epoch": 2.7198641765704585, + "grad_norm": 0.2054300534794763, + "learning_rate": 2.826774604382195e-05, + "loss": 0.08496775478124619, + "step": 802 + }, + { + "epoch": 2.7232597623089982, + "grad_norm": 0.16673179794849724, + "learning_rate": 2.8134633977057235e-05, + "loss": 0.08083528280258179, + "step": 803 + }, + { + "epoch": 2.7266553480475384, + "grad_norm": 0.17439611815695805, + "learning_rate": 2.800171325089933e-05, + "loss": 0.07991768419742584, + "step": 804 + }, + { + "epoch": 2.730050933786078, + "grad_norm": 0.18619832214028129, + "learning_rate": 2.7868985028518006e-05, + "loss": 0.06698450446128845, + "step": 805 + }, + { + "epoch": 2.733446519524618, + "grad_norm": 0.17972040282148158, + "learning_rate": 2.7736450471398434e-05, + "loss": 0.058878954499959946, + "step": 806 + }, + { + "epoch": 2.736842105263158, + "grad_norm": 0.17067767227609026, + "learning_rate": 2.7604110739331068e-05, + "loss": 0.09054619073867798, + "step": 807 + }, + { + "epoch": 2.7402376910016977, + "grad_norm": 0.14798064647679118, + "learning_rate": 2.747196699040146e-05, + "loss": 0.10854898393154144, + "step": 808 + }, + { + "epoch": 2.743633276740238, + "grad_norm": 0.16873583317715957, + "learning_rate": 2.7340020380980146e-05, + "loss": 0.09747813642024994, + "step": 809 + }, + { + "epoch": 2.7470288624787775, + "grad_norm": 0.1932858458435214, + "learning_rate": 2.7208272065712537e-05, + "loss": 0.09662696719169617, + "step": 810 + }, + { + "epoch": 2.7504244482173172, + "grad_norm": 0.18258138588310577, + "learning_rate": 2.7076723197508768e-05, + "loss": 0.08496858924627304, + "step": 811 + }, + { + "epoch": 2.7538200339558574, + "grad_norm": 0.16153132918386828, + "learning_rate": 2.69453749275337e-05, + "loss": 0.07826173305511475, + "step": 812 + }, + { + "epoch": 2.7572156196943975, + "grad_norm": 0.16291136442798607, + "learning_rate": 2.6814228405196738e-05, + "loss": 0.06673877686262131, + "step": 813 + }, + { + "epoch": 2.7606112054329373, + "grad_norm": 0.1873938972351929, + "learning_rate": 2.6683284778141852e-05, + "loss": 0.06131594628095627, + "step": 814 + }, + { + "epoch": 2.764006791171477, + "grad_norm": 0.1909517453844909, + "learning_rate": 2.655254519223746e-05, + "loss": 0.06107237935066223, + "step": 815 + }, + { + "epoch": 2.767402376910017, + "grad_norm": 0.15968835214266716, + "learning_rate": 2.6422010791566492e-05, + "loss": 0.11472313106060028, + "step": 816 + }, + { + "epoch": 2.770797962648557, + "grad_norm": 0.14424394480463984, + "learning_rate": 2.62916827184163e-05, + "loss": 0.10236918181180954, + "step": 817 + }, + { + "epoch": 2.774193548387097, + "grad_norm": 0.1791257123396259, + "learning_rate": 2.6161562113268745e-05, + "loss": 0.0926392674446106, + "step": 818 + }, + { + "epoch": 2.7775891341256367, + "grad_norm": 0.209817575902277, + "learning_rate": 2.603165011479012e-05, + "loss": 0.09200967848300934, + "step": 819 + }, + { + "epoch": 2.7809847198641764, + "grad_norm": 0.19100399868579906, + "learning_rate": 2.590194785982124e-05, + "loss": 0.07952775061130524, + "step": 820 + }, + { + "epoch": 2.7843803056027165, + "grad_norm": 0.16710612106573458, + "learning_rate": 2.5772456483367497e-05, + "loss": 0.06726615130901337, + "step": 821 + }, + { + "epoch": 2.7877758913412563, + "grad_norm": 0.17130937412200564, + "learning_rate": 2.56431771185889e-05, + "loss": 0.0635620504617691, + "step": 822 + }, + { + "epoch": 2.7911714770797964, + "grad_norm": 0.19288788443257698, + "learning_rate": 2.5514110896790184e-05, + "loss": 0.05856780335307121, + "step": 823 + }, + { + "epoch": 2.794567062818336, + "grad_norm": 0.18988175873253793, + "learning_rate": 2.5385258947410906e-05, + "loss": 0.09616898000240326, + "step": 824 + }, + { + "epoch": 2.797962648556876, + "grad_norm": 0.677582426025809, + "learning_rate": 2.525662239801553e-05, + "loss": 0.11323189735412598, + "step": 825 + }, + { + "epoch": 2.801358234295416, + "grad_norm": 0.15878371922437784, + "learning_rate": 2.512820237428366e-05, + "loss": 0.09259919822216034, + "step": 826 + }, + { + "epoch": 2.804753820033956, + "grad_norm": 0.19629012259411324, + "learning_rate": 2.500000000000001e-05, + "loss": 0.09004946798086166, + "step": 827 + }, + { + "epoch": 2.808149405772496, + "grad_norm": 0.2034778929352647, + "learning_rate": 2.487201639704475e-05, + "loss": 0.08156426250934601, + "step": 828 + }, + { + "epoch": 2.8115449915110355, + "grad_norm": 0.17223089305549993, + "learning_rate": 2.4744252685383596e-05, + "loss": 0.06910967081785202, + "step": 829 + }, + { + "epoch": 2.8149405772495757, + "grad_norm": 0.16945692961543954, + "learning_rate": 2.4616709983058018e-05, + "loss": 0.05877729505300522, + "step": 830 + }, + { + "epoch": 2.8183361629881154, + "grad_norm": 0.18323830953345308, + "learning_rate": 2.4489389406175456e-05, + "loss": 0.061685554683208466, + "step": 831 + }, + { + "epoch": 2.8217317487266556, + "grad_norm": 0.18220857908197913, + "learning_rate": 2.436229206889962e-05, + "loss": 0.08499722182750702, + "step": 832 + }, + { + "epoch": 2.8251273344651953, + "grad_norm": 0.1759724037625514, + "learning_rate": 2.4235419083440613e-05, + "loss": 0.10835306346416473, + "step": 833 + }, + { + "epoch": 2.828522920203735, + "grad_norm": 0.1519544041118763, + "learning_rate": 2.4108771560045313e-05, + "loss": 0.10240586847066879, + "step": 834 + }, + { + "epoch": 2.831918505942275, + "grad_norm": 0.165991998143651, + "learning_rate": 2.3982350606987587e-05, + "loss": 0.09169580787420273, + "step": 835 + }, + { + "epoch": 2.835314091680815, + "grad_norm": 0.18846610367004651, + "learning_rate": 2.3856157330558625e-05, + "loss": 0.09065485000610352, + "step": 836 + }, + { + "epoch": 2.838709677419355, + "grad_norm": 0.18476046775864408, + "learning_rate": 2.373019283505727e-05, + "loss": 0.07656891644001007, + "step": 837 + }, + { + "epoch": 2.8421052631578947, + "grad_norm": 0.16968535239248775, + "learning_rate": 2.3604458222780313e-05, + "loss": 0.06834015250205994, + "step": 838 + }, + { + "epoch": 2.8455008488964344, + "grad_norm": 0.1645158955080501, + "learning_rate": 2.347895459401288e-05, + "loss": 0.060691386461257935, + "step": 839 + }, + { + "epoch": 2.8488964346349746, + "grad_norm": 0.1759478474335412, + "learning_rate": 2.33536830470188e-05, + "loss": 0.062247686088085175, + "step": 840 + }, + { + "epoch": 2.8522920203735147, + "grad_norm": 0.1713215131277223, + "learning_rate": 2.322864467803097e-05, + "loss": 0.11655740439891815, + "step": 841 + }, + { + "epoch": 2.8556876061120544, + "grad_norm": 0.1663636513481251, + "learning_rate": 2.3103840581241808e-05, + "loss": 0.10389652103185654, + "step": 842 + }, + { + "epoch": 2.859083191850594, + "grad_norm": 0.2121358261763457, + "learning_rate": 2.2979271848793633e-05, + "loss": 0.09916552156209946, + "step": 843 + }, + { + "epoch": 2.8624787775891343, + "grad_norm": 0.16628728580666718, + "learning_rate": 2.2854939570769117e-05, + "loss": 0.08627776801586151, + "step": 844 + }, + { + "epoch": 2.865874363327674, + "grad_norm": 0.16746133567878474, + "learning_rate": 2.2730844835181757e-05, + "loss": 0.07369454205036163, + "step": 845 + }, + { + "epoch": 2.869269949066214, + "grad_norm": 0.17419436956304016, + "learning_rate": 2.2606988727966393e-05, + "loss": 0.06551572680473328, + "step": 846 + }, + { + "epoch": 2.872665534804754, + "grad_norm": 0.1797511292699641, + "learning_rate": 2.248337233296961e-05, + "loss": 0.06162602826952934, + "step": 847 + }, + { + "epoch": 2.8760611205432935, + "grad_norm": 0.1622937074628894, + "learning_rate": 2.235999673194035e-05, + "loss": 0.05968285724520683, + "step": 848 + }, + { + "epoch": 2.8794567062818337, + "grad_norm": 0.16363469079190407, + "learning_rate": 2.2236863004520326e-05, + "loss": 0.103396937251091, + "step": 849 + }, + { + "epoch": 2.8828522920203734, + "grad_norm": 0.16186365266239625, + "learning_rate": 2.2113972228234737e-05, + "loss": 0.10602563619613647, + "step": 850 + }, + { + "epoch": 2.8862478777589136, + "grad_norm": 0.17317260814361962, + "learning_rate": 2.1991325478482694e-05, + "loss": 0.09179340302944183, + "step": 851 + }, + { + "epoch": 2.8896434634974533, + "grad_norm": 0.18762734715234908, + "learning_rate": 2.1868923828527933e-05, + "loss": 0.08719556033611298, + "step": 852 + }, + { + "epoch": 2.893039049235993, + "grad_norm": 0.1740616385410889, + "learning_rate": 2.1746768349489283e-05, + "loss": 0.07949644327163696, + "step": 853 + }, + { + "epoch": 2.896434634974533, + "grad_norm": 0.16384283522776538, + "learning_rate": 2.162486011033142e-05, + "loss": 0.06954073160886765, + "step": 854 + }, + { + "epoch": 2.8998302207130733, + "grad_norm": 0.1762608437604479, + "learning_rate": 2.1503200177855426e-05, + "loss": 0.061557263135910034, + "step": 855 + }, + { + "epoch": 2.903225806451613, + "grad_norm": 0.17973846819642755, + "learning_rate": 2.1381789616689512e-05, + "loss": 0.05781710147857666, + "step": 856 + }, + { + "epoch": 2.9066213921901527, + "grad_norm": 0.15744903411279135, + "learning_rate": 2.126062948927966e-05, + "loss": 0.0800895094871521, + "step": 857 + }, + { + "epoch": 2.910016977928693, + "grad_norm": 0.13892733510455438, + "learning_rate": 2.1139720855880357e-05, + "loss": 0.10667183250188828, + "step": 858 + }, + { + "epoch": 2.9134125636672326, + "grad_norm": 0.15514041990517785, + "learning_rate": 2.1019064774545282e-05, + "loss": 0.09649382531642914, + "step": 859 + }, + { + "epoch": 2.9168081494057727, + "grad_norm": 0.18067253063476157, + "learning_rate": 2.089866230111813e-05, + "loss": 0.08846415579319, + "step": 860 + }, + { + "epoch": 2.9202037351443124, + "grad_norm": 0.18206301172992329, + "learning_rate": 2.0778514489223204e-05, + "loss": 0.08002766966819763, + "step": 861 + }, + { + "epoch": 2.923599320882852, + "grad_norm": 0.15644261730057993, + "learning_rate": 2.065862239025639e-05, + "loss": 0.0696350634098053, + "step": 862 + }, + { + "epoch": 2.9269949066213923, + "grad_norm": 0.16174816063304712, + "learning_rate": 2.053898705337583e-05, + "loss": 0.07808029651641846, + "step": 863 + }, + { + "epoch": 2.930390492359932, + "grad_norm": 0.17432685878371926, + "learning_rate": 2.0419609525492794e-05, + "loss": 0.060087498277425766, + "step": 864 + }, + { + "epoch": 2.933786078098472, + "grad_norm": 0.18392589459839812, + "learning_rate": 2.030049085126247e-05, + "loss": 0.059294283390045166, + "step": 865 + }, + { + "epoch": 2.937181663837012, + "grad_norm": 0.18333082665183126, + "learning_rate": 2.0181632073074926e-05, + "loss": 0.10879608243703842, + "step": 866 + }, + { + "epoch": 2.9405772495755516, + "grad_norm": 0.14260939106052253, + "learning_rate": 2.0063034231045852e-05, + "loss": 0.09460778534412384, + "step": 867 + }, + { + "epoch": 2.9439728353140917, + "grad_norm": 0.16184896075082875, + "learning_rate": 1.9944698363007547e-05, + "loss": 0.09041804075241089, + "step": 868 + }, + { + "epoch": 2.9473684210526314, + "grad_norm": 0.18319480493169274, + "learning_rate": 1.9826625504499806e-05, + "loss": 0.08371460437774658, + "step": 869 + }, + { + "epoch": 2.9507640067911716, + "grad_norm": 0.18021872069581388, + "learning_rate": 1.9708816688760884e-05, + "loss": 0.06918957829475403, + "step": 870 + }, + { + "epoch": 2.9541595925297113, + "grad_norm": 0.158754042429574, + "learning_rate": 1.9591272946718415e-05, + "loss": 0.07203910499811172, + "step": 871 + }, + { + "epoch": 2.9575551782682514, + "grad_norm": 0.1584361432308608, + "learning_rate": 1.947399530698043e-05, + "loss": 0.05943068489432335, + "step": 872 + }, + { + "epoch": 2.960950764006791, + "grad_norm": 0.1600394923587483, + "learning_rate": 1.9356984795826334e-05, + "loss": 0.054306574165821075, + "step": 873 + }, + { + "epoch": 2.9643463497453313, + "grad_norm": 0.17559935075843064, + "learning_rate": 1.9240242437197913e-05, + "loss": 0.09351390600204468, + "step": 874 + }, + { + "epoch": 2.967741935483871, + "grad_norm": 0.1740228875068842, + "learning_rate": 1.912376925269041e-05, + "loss": 0.11052130162715912, + "step": 875 + }, + { + "epoch": 2.9711375212224107, + "grad_norm": 0.14860625945260014, + "learning_rate": 1.9007566261543558e-05, + "loss": 0.08871638774871826, + "step": 876 + }, + { + "epoch": 2.974533106960951, + "grad_norm": 0.15676146698379706, + "learning_rate": 1.8891634480632664e-05, + "loss": 0.0810859352350235, + "step": 877 + }, + { + "epoch": 2.9779286926994906, + "grad_norm": 0.17372048062263223, + "learning_rate": 1.8775974924459717e-05, + "loss": 0.08844238519668579, + "step": 878 + }, + { + "epoch": 2.9813242784380307, + "grad_norm": 0.17192997272808033, + "learning_rate": 1.8660588605144484e-05, + "loss": 0.06745877116918564, + "step": 879 + }, + { + "epoch": 2.9847198641765704, + "grad_norm": 0.16467282143787115, + "learning_rate": 1.8545476532415744e-05, + "loss": 0.0653437003493309, + "step": 880 + }, + { + "epoch": 2.98811544991511, + "grad_norm": 0.15774394530352917, + "learning_rate": 1.8430639713602316e-05, + "loss": 0.05818783864378929, + "step": 881 + }, + { + "epoch": 2.9915110356536503, + "grad_norm": 0.15993011188014408, + "learning_rate": 1.8316079153624355e-05, + "loss": 0.08472274243831635, + "step": 882 + }, + { + "epoch": 2.99490662139219, + "grad_norm": 0.16074210319828938, + "learning_rate": 1.820179585498446e-05, + "loss": 0.09365948289632797, + "step": 883 + }, + { + "epoch": 2.99830220713073, + "grad_norm": 0.15155861734273393, + "learning_rate": 1.808779081775901e-05, + "loss": 0.06799779832363129, + "step": 884 + }, + { + "epoch": 3.0, + "grad_norm": 0.20393027821397597, + "learning_rate": 1.7974065039589333e-05, + "loss": 0.05543612688779831, + "step": 885 + }, + { + "epoch": 3.0033955857385397, + "grad_norm": 0.24028881568251675, + "learning_rate": 1.7860619515673033e-05, + "loss": 0.06700880080461502, + "step": 886 + }, + { + "epoch": 3.00679117147708, + "grad_norm": 0.2053766853320597, + "learning_rate": 1.7747455238755223e-05, + "loss": 0.05432623624801636, + "step": 887 + }, + { + "epoch": 3.0101867572156196, + "grad_norm": 0.17145737336763053, + "learning_rate": 1.7634573199119863e-05, + "loss": 0.044365014880895615, + "step": 888 + }, + { + "epoch": 3.0135823429541597, + "grad_norm": 0.15654001689835462, + "learning_rate": 1.7521974384581115e-05, + "loss": 0.03612581640481949, + "step": 889 + }, + { + "epoch": 3.0169779286926994, + "grad_norm": 0.15370485620508106, + "learning_rate": 1.740965978047465e-05, + "loss": 0.033521901816129684, + "step": 890 + }, + { + "epoch": 3.0203735144312396, + "grad_norm": 0.1482840607174852, + "learning_rate": 1.729763036964909e-05, + "loss": 0.026836013421416283, + "step": 891 + }, + { + "epoch": 3.0237691001697793, + "grad_norm": 0.16428015217225686, + "learning_rate": 1.718588713245734e-05, + "loss": 0.023287151008844376, + "step": 892 + }, + { + "epoch": 3.027164685908319, + "grad_norm": 0.18205863863137203, + "learning_rate": 1.7074431046748075e-05, + "loss": 0.023514404892921448, + "step": 893 + }, + { + "epoch": 3.030560271646859, + "grad_norm": 0.2520658409759249, + "learning_rate": 1.6963263087857123e-05, + "loss": 0.05385994911193848, + "step": 894 + }, + { + "epoch": 3.033955857385399, + "grad_norm": 0.2496094433370953, + "learning_rate": 1.6852384228598967e-05, + "loss": 0.06253427267074585, + "step": 895 + }, + { + "epoch": 3.037351443123939, + "grad_norm": 0.16925992374845164, + "learning_rate": 1.6741795439258218e-05, + "loss": 0.04542415589094162, + "step": 896 + }, + { + "epoch": 3.0407470288624787, + "grad_norm": 0.15814351847123584, + "learning_rate": 1.6631497687581126e-05, + "loss": 0.038708411157131195, + "step": 897 + }, + { + "epoch": 3.044142614601019, + "grad_norm": 0.16588709675844993, + "learning_rate": 1.652149193876713e-05, + "loss": 0.034707456827163696, + "step": 898 + }, + { + "epoch": 3.0475382003395586, + "grad_norm": 0.1468917112956866, + "learning_rate": 1.641177915546036e-05, + "loss": 0.029641523957252502, + "step": 899 + }, + { + "epoch": 3.0509337860780983, + "grad_norm": 0.14139121113969683, + "learning_rate": 1.63023602977413e-05, + "loss": 0.02573767863214016, + "step": 900 + }, + { + "epoch": 3.0543293718166384, + "grad_norm": 0.14937127339945325, + "learning_rate": 1.6193236323118283e-05, + "loss": 0.022759422659873962, + "step": 901 + }, + { + "epoch": 3.057724957555178, + "grad_norm": 0.1545738123629709, + "learning_rate": 1.6084408186519196e-05, + "loss": 0.04347142577171326, + "step": 902 + }, + { + "epoch": 3.0611205432937183, + "grad_norm": 0.16134867860286392, + "learning_rate": 1.5975876840283072e-05, + "loss": 0.06474979966878891, + "step": 903 + }, + { + "epoch": 3.064516129032258, + "grad_norm": 0.1497204226052965, + "learning_rate": 1.586764323415178e-05, + "loss": 0.04936043545603752, + "step": 904 + }, + { + "epoch": 3.067911714770798, + "grad_norm": 0.14048991608035383, + "learning_rate": 1.5759708315261722e-05, + "loss": 0.04320313036441803, + "step": 905 + }, + { + "epoch": 3.071307300509338, + "grad_norm": 0.141766997064975, + "learning_rate": 1.5652073028135512e-05, + "loss": 0.035470977425575256, + "step": 906 + }, + { + "epoch": 3.0747028862478776, + "grad_norm": 0.15771271119439248, + "learning_rate": 1.5544738314673747e-05, + "loss": 0.03206377476453781, + "step": 907 + }, + { + "epoch": 3.0780984719864177, + "grad_norm": 0.1454854404553505, + "learning_rate": 1.5437705114146733e-05, + "loss": 0.026127755641937256, + "step": 908 + }, + { + "epoch": 3.0814940577249574, + "grad_norm": 0.13074817065499045, + "learning_rate": 1.533097436318629e-05, + "loss": 0.021116334944963455, + "step": 909 + }, + { + "epoch": 3.0848896434634976, + "grad_norm": 0.14360651258815552, + "learning_rate": 1.5224546995777549e-05, + "loss": 0.02506256103515625, + "step": 910 + }, + { + "epoch": 3.0882852292020373, + "grad_norm": 0.1756677108700991, + "learning_rate": 1.5118423943250771e-05, + "loss": 0.05918995290994644, + "step": 911 + }, + { + "epoch": 3.0916808149405774, + "grad_norm": 0.17124543519940844, + "learning_rate": 1.5012606134273205e-05, + "loss": 0.048225294798612595, + "step": 912 + }, + { + "epoch": 3.095076400679117, + "grad_norm": 0.147669359694198, + "learning_rate": 1.4907094494840929e-05, + "loss": 0.03807109594345093, + "step": 913 + }, + { + "epoch": 3.098471986417657, + "grad_norm": 0.14347153348748545, + "learning_rate": 1.4801889948270853e-05, + "loss": 0.037231430411338806, + "step": 914 + }, + { + "epoch": 3.101867572156197, + "grad_norm": 0.1341397983321544, + "learning_rate": 1.4696993415192484e-05, + "loss": 0.029485851526260376, + "step": 915 + }, + { + "epoch": 3.1052631578947367, + "grad_norm": 0.13488879644242927, + "learning_rate": 1.4592405813539994e-05, + "loss": 0.02624015137553215, + "step": 916 + }, + { + "epoch": 3.108658743633277, + "grad_norm": 0.1360205052500417, + "learning_rate": 1.4488128058544098e-05, + "loss": 0.02348337695002556, + "step": 917 + }, + { + "epoch": 3.1120543293718166, + "grad_norm": 0.1169748475617425, + "learning_rate": 1.4384161062724133e-05, + "loss": 0.019927015528082848, + "step": 918 + }, + { + "epoch": 3.1154499151103567, + "grad_norm": 0.13707829608124633, + "learning_rate": 1.428050573587999e-05, + "loss": 0.05076966807246208, + "step": 919 + }, + { + "epoch": 3.1188455008488964, + "grad_norm": 0.1334447961070063, + "learning_rate": 1.4177162985084242e-05, + "loss": 0.050791554152965546, + "step": 920 + }, + { + "epoch": 3.122241086587436, + "grad_norm": 0.1341038153418599, + "learning_rate": 1.4074133714674115e-05, + "loss": 0.04770858213305473, + "step": 921 + }, + { + "epoch": 3.1256366723259763, + "grad_norm": 0.1472579891284908, + "learning_rate": 1.397141882624361e-05, + "loss": 0.04013638198375702, + "step": 922 + }, + { + "epoch": 3.129032258064516, + "grad_norm": 0.12912850234958695, + "learning_rate": 1.3869019218635642e-05, + "loss": 0.03337923809885979, + "step": 923 + }, + { + "epoch": 3.132427843803056, + "grad_norm": 0.14152232460713068, + "learning_rate": 1.3766935787934138e-05, + "loss": 0.039759911596775055, + "step": 924 + }, + { + "epoch": 3.135823429541596, + "grad_norm": 0.12426979836991046, + "learning_rate": 1.3665169427456203e-05, + "loss": 0.023225799202919006, + "step": 925 + }, + { + "epoch": 3.139219015280136, + "grad_norm": 0.12119350660009211, + "learning_rate": 1.3563721027744308e-05, + "loss": 0.02131539210677147, + "step": 926 + }, + { + "epoch": 3.1426146010186757, + "grad_norm": 0.15702850253728412, + "learning_rate": 1.3462591476558511e-05, + "loss": 0.04250669479370117, + "step": 927 + }, + { + "epoch": 3.1460101867572154, + "grad_norm": 0.14181985081843418, + "learning_rate": 1.336178165886865e-05, + "loss": 0.052393391728401184, + "step": 928 + }, + { + "epoch": 3.1494057724957556, + "grad_norm": 0.13245257556679232, + "learning_rate": 1.3261292456846647e-05, + "loss": 0.040914386510849, + "step": 929 + }, + { + "epoch": 3.1528013582342953, + "grad_norm": 0.13917949941320143, + "learning_rate": 1.3161124749858738e-05, + "loss": 0.04171147570014, + "step": 930 + }, + { + "epoch": 3.1561969439728355, + "grad_norm": 0.13948473868398834, + "learning_rate": 1.3061279414457823e-05, + "loss": 0.04070255160331726, + "step": 931 + }, + { + "epoch": 3.159592529711375, + "grad_norm": 0.12764281795698135, + "learning_rate": 1.2961757324375767e-05, + "loss": 0.027047133073210716, + "step": 932 + }, + { + "epoch": 3.1629881154499153, + "grad_norm": 0.12301555564271233, + "learning_rate": 1.2862559350515746e-05, + "loss": 0.023495502769947052, + "step": 933 + }, + { + "epoch": 3.166383701188455, + "grad_norm": 0.1334450446670973, + "learning_rate": 1.27636863609447e-05, + "loss": 0.022096674889326096, + "step": 934 + }, + { + "epoch": 3.1697792869269947, + "grad_norm": 0.13767859104737193, + "learning_rate": 1.2665139220885613e-05, + "loss": 0.02451895736157894, + "step": 935 + }, + { + "epoch": 3.173174872665535, + "grad_norm": 0.134761480069989, + "learning_rate": 1.2566918792710042e-05, + "loss": 0.056860968470573425, + "step": 936 + }, + { + "epoch": 3.1765704584040746, + "grad_norm": 0.13169387158833784, + "learning_rate": 1.2469025935930523e-05, + "loss": 0.050218455493450165, + "step": 937 + }, + { + "epoch": 3.1799660441426147, + "grad_norm": 0.1351600982380951, + "learning_rate": 1.2371461507193078e-05, + "loss": 0.04186920449137688, + "step": 938 + }, + { + "epoch": 3.1833616298811545, + "grad_norm": 0.13118003425600933, + "learning_rate": 1.2274226360269687e-05, + "loss": 0.032554447650909424, + "step": 939 + }, + { + "epoch": 3.1867572156196946, + "grad_norm": 0.1375266602484129, + "learning_rate": 1.2177321346050835e-05, + "loss": 0.030701391398906708, + "step": 940 + }, + { + "epoch": 3.1901528013582343, + "grad_norm": 0.11829815265293832, + "learning_rate": 1.2080747312538083e-05, + "loss": 0.023229604586958885, + "step": 941 + }, + { + "epoch": 3.193548387096774, + "grad_norm": 0.11744494660411912, + "learning_rate": 1.1984505104836608e-05, + "loss": 0.020911162719130516, + "step": 942 + }, + { + "epoch": 3.196943972835314, + "grad_norm": 0.12208992751472954, + "learning_rate": 1.1888595565147836e-05, + "loss": 0.02026745118200779, + "step": 943 + }, + { + "epoch": 3.200339558573854, + "grad_norm": 0.1370308825049616, + "learning_rate": 1.1793019532762056e-05, + "loss": 0.050561364740133286, + "step": 944 + }, + { + "epoch": 3.203735144312394, + "grad_norm": 0.1320865285713048, + "learning_rate": 1.1697777844051105e-05, + "loss": 0.054354455322027206, + "step": 945 + }, + { + "epoch": 3.2071307300509337, + "grad_norm": 0.12904401213539007, + "learning_rate": 1.1602871332461002e-05, + "loss": 0.040906570851802826, + "step": 946 + }, + { + "epoch": 3.2105263157894735, + "grad_norm": 0.13358896791764147, + "learning_rate": 1.150830082850468e-05, + "loss": 0.04104870557785034, + "step": 947 + }, + { + "epoch": 3.2139219015280136, + "grad_norm": 0.13576745277467697, + "learning_rate": 1.141406715975476e-05, + "loss": 0.03179006278514862, + "step": 948 + }, + { + "epoch": 3.2173174872665533, + "grad_norm": 0.12989340990977727, + "learning_rate": 1.1320171150836228e-05, + "loss": 0.028960715979337692, + "step": 949 + }, + { + "epoch": 3.2207130730050935, + "grad_norm": 0.11739065883416286, + "learning_rate": 1.1226613623419269e-05, + "loss": 0.02141611836850643, + "step": 950 + }, + { + "epoch": 3.224108658743633, + "grad_norm": 0.12392313469407654, + "learning_rate": 1.1133395396212049e-05, + "loss": 0.021733587607741356, + "step": 951 + }, + { + "epoch": 3.2275042444821733, + "grad_norm": 0.13054781103460678, + "learning_rate": 1.1040517284953595e-05, + "loss": 0.03965660184621811, + "step": 952 + }, + { + "epoch": 3.230899830220713, + "grad_norm": 0.14015418456520445, + "learning_rate": 1.0947980102406596e-05, + "loss": 0.061388976871967316, + "step": 953 + }, + { + "epoch": 3.234295415959253, + "grad_norm": 0.1313510738749738, + "learning_rate": 1.0855784658350388e-05, + "loss": 0.045122601091861725, + "step": 954 + }, + { + "epoch": 3.237691001697793, + "grad_norm": 0.1229856769507569, + "learning_rate": 1.0763931759573736e-05, + "loss": 0.03775542601943016, + "step": 955 + }, + { + "epoch": 3.2410865874363326, + "grad_norm": 0.12960445110096186, + "learning_rate": 1.0672422209867878e-05, + "loss": 0.033111028373241425, + "step": 956 + }, + { + "epoch": 3.2444821731748728, + "grad_norm": 0.11567574075086891, + "learning_rate": 1.0581256810019435e-05, + "loss": 0.025276150554418564, + "step": 957 + }, + { + "epoch": 3.2478777589134125, + "grad_norm": 0.12526076922153354, + "learning_rate": 1.0490436357803435e-05, + "loss": 0.025001049041748047, + "step": 958 + }, + { + "epoch": 3.2512733446519526, + "grad_norm": 0.12289927352056768, + "learning_rate": 1.0399961647976314e-05, + "loss": 0.021313007920980453, + "step": 959 + }, + { + "epoch": 3.2546689303904923, + "grad_norm": 0.13369532802520256, + "learning_rate": 1.0309833472268976e-05, + "loss": 0.025399228557944298, + "step": 960 + }, + { + "epoch": 3.258064516129032, + "grad_norm": 0.18627005404901126, + "learning_rate": 1.0220052619379843e-05, + "loss": 0.05847664922475815, + "step": 961 + }, + { + "epoch": 3.261460101867572, + "grad_norm": 0.12860256029327546, + "learning_rate": 1.0130619874967983e-05, + "loss": 0.048421770334243774, + "step": 962 + }, + { + "epoch": 3.264855687606112, + "grad_norm": 0.12695685751232738, + "learning_rate": 1.0041536021646204e-05, + "loss": 0.042405616492033005, + "step": 963 + }, + { + "epoch": 3.268251273344652, + "grad_norm": 0.12506542508160182, + "learning_rate": 9.952801838974213e-06, + "loss": 0.03340744599699974, + "step": 964 + }, + { + "epoch": 3.2716468590831917, + "grad_norm": 0.12453199608254409, + "learning_rate": 9.864418103451828e-06, + "loss": 0.02923053316771984, + "step": 965 + }, + { + "epoch": 3.275042444821732, + "grad_norm": 0.11845186452380632, + "learning_rate": 9.776385588512121e-06, + "loss": 0.026465460658073425, + "step": 966 + }, + { + "epoch": 3.2784380305602716, + "grad_norm": 0.12067165400099766, + "learning_rate": 9.688705064514703e-06, + "loss": 0.021437451243400574, + "step": 967 + }, + { + "epoch": 3.2818336162988118, + "grad_norm": 0.12388372462038609, + "learning_rate": 9.601377298738977e-06, + "loss": 0.020572148263454437, + "step": 968 + }, + { + "epoch": 3.2852292020373515, + "grad_norm": 0.18950890680768173, + "learning_rate": 9.514403055377386e-06, + "loss": 0.05122412368655205, + "step": 969 + }, + { + "epoch": 3.288624787775891, + "grad_norm": 0.13581685949347178, + "learning_rate": 9.427783095528769e-06, + "loss": 0.057231783866882324, + "step": 970 + }, + { + "epoch": 3.2920203735144313, + "grad_norm": 0.12878115221070915, + "learning_rate": 9.34151817719166e-06, + "loss": 0.047430481761693954, + "step": 971 + }, + { + "epoch": 3.295415959252971, + "grad_norm": 0.1262668644397002, + "learning_rate": 9.255609055257713e-06, + "loss": 0.03749135881662369, + "step": 972 + }, + { + "epoch": 3.298811544991511, + "grad_norm": 0.1244416952979766, + "learning_rate": 9.170056481504996e-06, + "loss": 0.03182145953178406, + "step": 973 + }, + { + "epoch": 3.302207130730051, + "grad_norm": 0.12252746917398741, + "learning_rate": 9.084861204591549e-06, + "loss": 0.02764609269797802, + "step": 974 + }, + { + "epoch": 3.3056027164685906, + "grad_norm": 0.11471840726470396, + "learning_rate": 9.000023970048726e-06, + "loss": 0.02232491225004196, + "step": 975 + }, + { + "epoch": 3.3089983022071308, + "grad_norm": 0.11916893504639654, + "learning_rate": 8.915545520274698e-06, + "loss": 0.020712103694677353, + "step": 976 + }, + { + "epoch": 3.3123938879456705, + "grad_norm": 0.13525439972222236, + "learning_rate": 8.831426594527975e-06, + "loss": 0.038848504424095154, + "step": 977 + }, + { + "epoch": 3.3157894736842106, + "grad_norm": 0.14699270845720624, + "learning_rate": 8.747667928920927e-06, + "loss": 0.06028951331973076, + "step": 978 + }, + { + "epoch": 3.3191850594227503, + "grad_norm": 0.12925123203222016, + "learning_rate": 8.664270256413332e-06, + "loss": 0.0466872975230217, + "step": 979 + }, + { + "epoch": 3.3225806451612905, + "grad_norm": 0.13362891203019467, + "learning_rate": 8.581234306805969e-06, + "loss": 0.046531789004802704, + "step": 980 + }, + { + "epoch": 3.32597623089983, + "grad_norm": 0.12540125518706974, + "learning_rate": 8.498560806734229e-06, + "loss": 0.035425543785095215, + "step": 981 + }, + { + "epoch": 3.3293718166383703, + "grad_norm": 0.12158048401225834, + "learning_rate": 8.416250479661803e-06, + "loss": 0.03032005950808525, + "step": 982 + }, + { + "epoch": 3.33276740237691, + "grad_norm": 0.12075931278001789, + "learning_rate": 8.334304045874247e-06, + "loss": 0.024267151951789856, + "step": 983 + }, + { + "epoch": 3.3361629881154498, + "grad_norm": 0.1153043106885603, + "learning_rate": 8.252722222472792e-06, + "loss": 0.02069593220949173, + "step": 984 + }, + { + "epoch": 3.33955857385399, + "grad_norm": 0.11687593691034698, + "learning_rate": 8.171505723367961e-06, + "loss": 0.021528493613004684, + "step": 985 + }, + { + "epoch": 3.3429541595925296, + "grad_norm": 0.11929820424307407, + "learning_rate": 8.090655259273428e-06, + "loss": 0.055011726915836334, + "step": 986 + }, + { + "epoch": 3.3463497453310698, + "grad_norm": 0.12369586296247032, + "learning_rate": 8.010171537699712e-06, + "loss": 0.05019189044833183, + "step": 987 + }, + { + "epoch": 3.3497453310696095, + "grad_norm": 0.12592126973457554, + "learning_rate": 7.930055262948072e-06, + "loss": 0.04088972136378288, + "step": 988 + }, + { + "epoch": 3.353140916808149, + "grad_norm": 0.11949245114049085, + "learning_rate": 7.850307136104247e-06, + "loss": 0.03594840317964554, + "step": 989 + }, + { + "epoch": 3.3565365025466893, + "grad_norm": 0.1261674465221902, + "learning_rate": 7.770927855032378e-06, + "loss": 0.029422909021377563, + "step": 990 + }, + { + "epoch": 3.359932088285229, + "grad_norm": 0.11241054060859804, + "learning_rate": 7.691918114368907e-06, + "loss": 0.02306707203388214, + "step": 991 + }, + { + "epoch": 3.363327674023769, + "grad_norm": 0.12048017563647961, + "learning_rate": 7.613278605516455e-06, + "loss": 0.022162199020385742, + "step": 992 + }, + { + "epoch": 3.366723259762309, + "grad_norm": 0.1199461903145126, + "learning_rate": 7.535010016637828e-06, + "loss": 0.020632296800613403, + "step": 993 + }, + { + "epoch": 3.370118845500849, + "grad_norm": 0.12668967418073732, + "learning_rate": 7.457113032649943e-06, + "loss": 0.049418896436691284, + "step": 994 + }, + { + "epoch": 3.3735144312393888, + "grad_norm": 0.12731876482202897, + "learning_rate": 7.379588335217874e-06, + "loss": 0.05227503180503845, + "step": 995 + }, + { + "epoch": 3.376910016977929, + "grad_norm": 0.1341182392517666, + "learning_rate": 7.302436602748864e-06, + "loss": 0.04013962671160698, + "step": 996 + }, + { + "epoch": 3.3803056027164686, + "grad_norm": 0.1260874433427603, + "learning_rate": 7.225658510386385e-06, + "loss": 0.034193191677331924, + "step": 997 + }, + { + "epoch": 3.3837011884550083, + "grad_norm": 0.1246268073344712, + "learning_rate": 7.1492547300042455e-06, + "loss": 0.029597267508506775, + "step": 998 + }, + { + "epoch": 3.3870967741935485, + "grad_norm": 0.12115384144162494, + "learning_rate": 7.073225930200722e-06, + "loss": 0.02566773258149624, + "step": 999 + }, + { + "epoch": 3.390492359932088, + "grad_norm": 0.11278574346249581, + "learning_rate": 6.99757277629266e-06, + "loss": 0.02209942601621151, + "step": 1000 + }, + { + "epoch": 3.3938879456706283, + "grad_norm": 0.11748855312741553, + "learning_rate": 6.922295930309691e-06, + "loss": 0.01864083856344223, + "step": 1001 + }, + { + "epoch": 3.397283531409168, + "grad_norm": 0.13686682230307992, + "learning_rate": 6.847396050988469e-06, + "loss": 0.0406767763197422, + "step": 1002 + }, + { + "epoch": 3.4006791171477078, + "grad_norm": 0.13990793130538823, + "learning_rate": 6.772873793766815e-06, + "loss": 0.05869930237531662, + "step": 1003 + }, + { + "epoch": 3.404074702886248, + "grad_norm": 0.11852753044717979, + "learning_rate": 6.698729810778065e-06, + "loss": 0.041964977979660034, + "step": 1004 + }, + { + "epoch": 3.4074702886247876, + "grad_norm": 0.12835666911990343, + "learning_rate": 6.624964750845325e-06, + "loss": 0.037603434175252914, + "step": 1005 + }, + { + "epoch": 3.4108658743633278, + "grad_norm": 0.12550525999520043, + "learning_rate": 6.551579259475809e-06, + "loss": 0.031934719532728195, + "step": 1006 + }, + { + "epoch": 3.4142614601018675, + "grad_norm": 0.12401037937004707, + "learning_rate": 6.478573978855146e-06, + "loss": 0.02570326253771782, + "step": 1007 + }, + { + "epoch": 3.4176570458404076, + "grad_norm": 0.12044967689030442, + "learning_rate": 6.405949547841849e-06, + "loss": 0.022274037823081017, + "step": 1008 + }, + { + "epoch": 3.4210526315789473, + "grad_norm": 0.11087592312740602, + "learning_rate": 6.333706601961642e-06, + "loss": 0.018066687509417534, + "step": 1009 + }, + { + "epoch": 3.4244482173174875, + "grad_norm": 0.12864117959479177, + "learning_rate": 6.2618457734019364e-06, + "loss": 0.02211109921336174, + "step": 1010 + }, + { + "epoch": 3.427843803056027, + "grad_norm": 2.845461544809845, + "learning_rate": 6.190367691006288e-06, + "loss": 0.12403880059719086, + "step": 1011 + }, + { + "epoch": 3.431239388794567, + "grad_norm": 0.13301922079617098, + "learning_rate": 6.119272980268897e-06, + "loss": 0.051573850214481354, + "step": 1012 + }, + { + "epoch": 3.434634974533107, + "grad_norm": 0.12776379115591593, + "learning_rate": 6.048562263329138e-06, + "loss": 0.03954629972577095, + "step": 1013 + }, + { + "epoch": 3.4380305602716468, + "grad_norm": 0.11850754574152694, + "learning_rate": 5.978236158966105e-06, + "loss": 0.033771682530641556, + "step": 1014 + }, + { + "epoch": 3.441426146010187, + "grad_norm": 0.12191400095936242, + "learning_rate": 5.908295282593207e-06, + "loss": 0.029872318729758263, + "step": 1015 + }, + { + "epoch": 3.4448217317487266, + "grad_norm": 0.12035263972020287, + "learning_rate": 5.838740246252794e-06, + "loss": 0.02534964494407177, + "step": 1016 + }, + { + "epoch": 3.4482173174872663, + "grad_norm": 0.12133476775113167, + "learning_rate": 5.769571658610762e-06, + "loss": 0.02167777717113495, + "step": 1017 + }, + { + "epoch": 3.4516129032258065, + "grad_norm": 0.11690833707928544, + "learning_rate": 5.700790124951283e-06, + "loss": 0.01822837069630623, + "step": 1018 + }, + { + "epoch": 3.455008488964346, + "grad_norm": 0.12630252927861127, + "learning_rate": 5.6323962471714286e-06, + "loss": 0.04961255192756653, + "step": 1019 + }, + { + "epoch": 3.4584040747028864, + "grad_norm": 0.12566893834764573, + "learning_rate": 5.564390623775995e-06, + "loss": 0.053999632596969604, + "step": 1020 + }, + { + "epoch": 3.461799660441426, + "grad_norm": 0.12649794983158744, + "learning_rate": 5.496773849872183e-06, + "loss": 0.04361236095428467, + "step": 1021 + }, + { + "epoch": 3.465195246179966, + "grad_norm": 0.1258215887528988, + "learning_rate": 5.429546517164486e-06, + "loss": 0.03720066696405411, + "step": 1022 + }, + { + "epoch": 3.468590831918506, + "grad_norm": 0.11977910782122717, + "learning_rate": 5.362709213949396e-06, + "loss": 0.030863171443343163, + "step": 1023 + }, + { + "epoch": 3.471986417657046, + "grad_norm": 0.1177420480554002, + "learning_rate": 5.296262525110346e-06, + "loss": 0.025983653962612152, + "step": 1024 + }, + { + "epoch": 3.475382003395586, + "grad_norm": 0.11877674564132913, + "learning_rate": 5.23020703211255e-06, + "loss": 0.024062152951955795, + "step": 1025 + }, + { + "epoch": 3.4787775891341255, + "grad_norm": 0.12096076300953294, + "learning_rate": 5.1645433129979215e-06, + "loss": 0.020530320703983307, + "step": 1026 + }, + { + "epoch": 3.4821731748726656, + "grad_norm": 0.13722557567124155, + "learning_rate": 5.0992719423800236e-06, + "loss": 0.04217759519815445, + "step": 1027 + }, + { + "epoch": 3.4855687606112054, + "grad_norm": 0.18248932999166922, + "learning_rate": 5.034393491439043e-06, + "loss": 0.05897298455238342, + "step": 1028 + }, + { + "epoch": 3.4889643463497455, + "grad_norm": 0.12277998400064749, + "learning_rate": 4.969908527916766e-06, + "loss": 0.04530353471636772, + "step": 1029 + }, + { + "epoch": 3.492359932088285, + "grad_norm": 0.12324235439400667, + "learning_rate": 4.905817616111641e-06, + "loss": 0.04073905944824219, + "step": 1030 + }, + { + "epoch": 3.495755517826825, + "grad_norm": 0.12469350270474662, + "learning_rate": 4.842121316873821e-06, + "loss": 0.033599380403757095, + "step": 1031 + }, + { + "epoch": 3.499151103565365, + "grad_norm": 0.12547916611233118, + "learning_rate": 4.778820187600275e-06, + "loss": 0.02724265679717064, + "step": 1032 + }, + { + "epoch": 3.502546689303905, + "grad_norm": 0.12111966127673363, + "learning_rate": 4.71591478222988e-06, + "loss": 0.02298842929303646, + "step": 1033 + }, + { + "epoch": 3.505942275042445, + "grad_norm": 0.1171905460176604, + "learning_rate": 4.653405651238607e-06, + "loss": 0.019800715148448944, + "step": 1034 + }, + { + "epoch": 3.5093378607809846, + "grad_norm": 0.1281598741091766, + "learning_rate": 4.591293341634661e-06, + "loss": 0.023533042520284653, + "step": 1035 + }, + { + "epoch": 3.5127334465195243, + "grad_norm": 0.12135145475096615, + "learning_rate": 4.529578396953771e-06, + "loss": 0.05884885415434837, + "step": 1036 + }, + { + "epoch": 3.5161290322580645, + "grad_norm": 0.12383673633398194, + "learning_rate": 4.468261357254339e-06, + "loss": 0.04845176264643669, + "step": 1037 + }, + { + "epoch": 3.5195246179966047, + "grad_norm": 0.11895407036309015, + "learning_rate": 4.407342759112776e-06, + "loss": 0.03610414266586304, + "step": 1038 + }, + { + "epoch": 3.5229202037351444, + "grad_norm": 0.11868870856837141, + "learning_rate": 4.346823135618788e-06, + "loss": 0.03354974091053009, + "step": 1039 + }, + { + "epoch": 3.526315789473684, + "grad_norm": 0.1214592987469816, + "learning_rate": 4.286703016370719e-06, + "loss": 0.030198832973837852, + "step": 1040 + }, + { + "epoch": 3.5297113752122242, + "grad_norm": 0.12182201022392579, + "learning_rate": 4.226982927470874e-06, + "loss": 0.0259525366127491, + "step": 1041 + }, + { + "epoch": 3.533106960950764, + "grad_norm": 0.11734478784342674, + "learning_rate": 4.167663391521015e-06, + "loss": 0.019816804677248, + "step": 1042 + }, + { + "epoch": 3.536502546689304, + "grad_norm": 0.1205774870787238, + "learning_rate": 4.108744927617669e-06, + "loss": 0.021140148863196373, + "step": 1043 + }, + { + "epoch": 3.539898132427844, + "grad_norm": 0.12231851223945485, + "learning_rate": 4.050228051347671e-06, + "loss": 0.04677321016788483, + "step": 1044 + }, + { + "epoch": 3.5432937181663835, + "grad_norm": 0.12772100407249554, + "learning_rate": 3.99211327478361e-06, + "loss": 0.05391452834010124, + "step": 1045 + }, + { + "epoch": 3.5466893039049237, + "grad_norm": 0.12676979859020726, + "learning_rate": 3.9344011064793516e-06, + "loss": 0.04096768796443939, + "step": 1046 + }, + { + "epoch": 3.5500848896434634, + "grad_norm": 0.12188074021759346, + "learning_rate": 3.877092051465614e-06, + "loss": 0.03270147368311882, + "step": 1047 + }, + { + "epoch": 3.5534804753820035, + "grad_norm": 0.11926231095416809, + "learning_rate": 3.8201866112455185e-06, + "loss": 0.029932573437690735, + "step": 1048 + }, + { + "epoch": 3.556876061120543, + "grad_norm": 0.11406652752948458, + "learning_rate": 3.763685283790208e-06, + "loss": 0.024190083146095276, + "step": 1049 + }, + { + "epoch": 3.560271646859083, + "grad_norm": 0.12216980983787372, + "learning_rate": 3.707588563534514e-06, + "loss": 0.022694718092679977, + "step": 1050 + }, + { + "epoch": 3.563667232597623, + "grad_norm": 0.10945186678432801, + "learning_rate": 3.6518969413725903e-06, + "loss": 0.01736380159854889, + "step": 1051 + }, + { + "epoch": 3.5670628183361632, + "grad_norm": 0.13705203548509745, + "learning_rate": 3.596610904653652e-06, + "loss": 0.038495805114507675, + "step": 1052 + }, + { + "epoch": 3.570458404074703, + "grad_norm": 0.12204105547231771, + "learning_rate": 3.5417309371776675e-06, + "loss": 0.05471509322524071, + "step": 1053 + }, + { + "epoch": 3.5738539898132426, + "grad_norm": 0.12485220314362966, + "learning_rate": 3.4872575191911895e-06, + "loss": 0.0403529517352581, + "step": 1054 + }, + { + "epoch": 3.577249575551783, + "grad_norm": 0.12122723733330738, + "learning_rate": 3.4331911273830784e-06, + "loss": 0.03618926554918289, + "step": 1055 + }, + { + "epoch": 3.5806451612903225, + "grad_norm": 0.12445840019567612, + "learning_rate": 3.3795322348804114e-06, + "loss": 0.03237292915582657, + "step": 1056 + }, + { + "epoch": 3.5840407470288627, + "grad_norm": 0.11912758269027096, + "learning_rate": 3.326281311244267e-06, + "loss": 0.0282998438924551, + "step": 1057 + }, + { + "epoch": 3.5874363327674024, + "grad_norm": 0.12441247964138512, + "learning_rate": 3.2734388224656575e-06, + "loss": 0.022452056407928467, + "step": 1058 + }, + { + "epoch": 3.590831918505942, + "grad_norm": 0.11738735688257733, + "learning_rate": 3.2210052309614437e-06, + "loss": 0.018919995054602623, + "step": 1059 + }, + { + "epoch": 3.5942275042444822, + "grad_norm": 0.12803403906596067, + "learning_rate": 3.1689809955702754e-06, + "loss": 0.02383407950401306, + "step": 1060 + }, + { + "epoch": 3.597623089983022, + "grad_norm": 5.780780815871804, + "learning_rate": 3.117366571548608e-06, + "loss": 0.051781728863716125, + "step": 1061 + }, + { + "epoch": 3.601018675721562, + "grad_norm": 0.125252141385265, + "learning_rate": 3.066162410566681e-06, + "loss": 0.049019526690244675, + "step": 1062 + }, + { + "epoch": 3.604414261460102, + "grad_norm": 0.11540314234963726, + "learning_rate": 3.0153689607045845e-06, + "loss": 0.0345478430390358, + "step": 1063 + }, + { + "epoch": 3.6078098471986415, + "grad_norm": 0.1254018210867563, + "learning_rate": 2.9649866664483385e-06, + "loss": 0.034069471061229706, + "step": 1064 + }, + { + "epoch": 3.6112054329371817, + "grad_norm": 0.1214495371817403, + "learning_rate": 2.915015968686002e-06, + "loss": 0.028491949662566185, + "step": 1065 + }, + { + "epoch": 3.614601018675722, + "grad_norm": 0.12215277210928013, + "learning_rate": 2.865457304703817e-06, + "loss": 0.02504706010222435, + "step": 1066 + }, + { + "epoch": 3.6179966044142615, + "grad_norm": 0.1146310288080615, + "learning_rate": 2.816311108182368e-06, + "loss": 0.019377268850803375, + "step": 1067 + }, + { + "epoch": 3.6213921901528012, + "grad_norm": 0.12226547324711232, + "learning_rate": 2.767577809192806e-06, + "loss": 0.020043358206748962, + "step": 1068 + }, + { + "epoch": 3.6247877758913414, + "grad_norm": 0.12102233250877094, + "learning_rate": 2.7192578341930618e-06, + "loss": 0.045704327523708344, + "step": 1069 + }, + { + "epoch": 3.628183361629881, + "grad_norm": 0.14028848911258027, + "learning_rate": 2.6713516060241527e-06, + "loss": 0.061729297041893005, + "step": 1070 + }, + { + "epoch": 3.6315789473684212, + "grad_norm": 0.12448854051227845, + "learning_rate": 2.6238595439064484e-06, + "loss": 0.04341991990804672, + "step": 1071 + }, + { + "epoch": 3.634974533106961, + "grad_norm": 0.1250978580769194, + "learning_rate": 2.5767820634360008e-06, + "loss": 0.039239685982465744, + "step": 1072 + }, + { + "epoch": 3.6383701188455007, + "grad_norm": 0.12413119462939365, + "learning_rate": 2.530119576580936e-06, + "loss": 0.03052990883588791, + "step": 1073 + }, + { + "epoch": 3.641765704584041, + "grad_norm": 0.11907032326878242, + "learning_rate": 2.483872491677819e-06, + "loss": 0.027010608464479446, + "step": 1074 + }, + { + "epoch": 3.6451612903225805, + "grad_norm": 0.11103789921191211, + "learning_rate": 2.4380412134280884e-06, + "loss": 0.021763931959867477, + "step": 1075 + }, + { + "epoch": 3.6485568760611207, + "grad_norm": 0.11405192745110872, + "learning_rate": 2.3926261428945383e-06, + "loss": 0.019843751564621925, + "step": 1076 + }, + { + "epoch": 3.6519524617996604, + "grad_norm": 0.1295363442747286, + "learning_rate": 2.347627677497788e-06, + "loss": 0.04076223075389862, + "step": 1077 + }, + { + "epoch": 3.6553480475382, + "grad_norm": 0.1246079946774913, + "learning_rate": 2.303046211012783e-06, + "loss": 0.056659214198589325, + "step": 1078 + }, + { + "epoch": 3.6587436332767402, + "grad_norm": 0.12194922065761865, + "learning_rate": 2.258882133565404e-06, + "loss": 0.04163496196269989, + "step": 1079 + }, + { + "epoch": 3.6621392190152804, + "grad_norm": 0.12323962667812549, + "learning_rate": 2.2151358316290006e-06, + "loss": 0.03819563612341881, + "step": 1080 + }, + { + "epoch": 3.66553480475382, + "grad_norm": 0.12264346392148905, + "learning_rate": 2.1718076880210327e-06, + "loss": 0.029042597860097885, + "step": 1081 + }, + { + "epoch": 3.66893039049236, + "grad_norm": 0.11684477206381359, + "learning_rate": 2.1288980818997275e-06, + "loss": 0.026639848947525024, + "step": 1082 + }, + { + "epoch": 3.6723259762309, + "grad_norm": 0.11422896652588034, + "learning_rate": 2.0864073887607416e-06, + "loss": 0.021522920578718185, + "step": 1083 + }, + { + "epoch": 3.6757215619694397, + "grad_norm": 0.10455713508802812, + "learning_rate": 2.0443359804338923e-06, + "loss": 0.01746872067451477, + "step": 1084 + }, + { + "epoch": 3.67911714770798, + "grad_norm": 0.12982346982944845, + "learning_rate": 2.0026842250799038e-06, + "loss": 0.023929983377456665, + "step": 1085 + }, + { + "epoch": 3.6825127334465195, + "grad_norm": 0.1316855649720207, + "learning_rate": 1.9614524871871544e-06, + "loss": 0.057851579040288925, + "step": 1086 + }, + { + "epoch": 3.6859083191850592, + "grad_norm": 0.12590199455050757, + "learning_rate": 1.92064112756854e-06, + "loss": 0.04492168873548508, + "step": 1087 + }, + { + "epoch": 3.6893039049235994, + "grad_norm": 0.1171932275811092, + "learning_rate": 1.8802505033582608e-06, + "loss": 0.03866066038608551, + "step": 1088 + }, + { + "epoch": 3.692699490662139, + "grad_norm": 0.12201002318333427, + "learning_rate": 1.8402809680087452e-06, + "loss": 0.03478693217039108, + "step": 1089 + }, + { + "epoch": 3.6960950764006792, + "grad_norm": 0.1182715500618888, + "learning_rate": 1.8007328712875305e-06, + "loss": 0.026261959224939346, + "step": 1090 + }, + { + "epoch": 3.699490662139219, + "grad_norm": 0.12058468075672873, + "learning_rate": 1.7616065592742038e-06, + "loss": 0.02284175530076027, + "step": 1091 + }, + { + "epoch": 3.7028862478777587, + "grad_norm": 0.11890983657221928, + "learning_rate": 1.7229023743573657e-06, + "loss": 0.02348652109503746, + "step": 1092 + }, + { + "epoch": 3.706281833616299, + "grad_norm": 0.13292339050874438, + "learning_rate": 1.6846206552316612e-06, + "loss": 0.018931403756141663, + "step": 1093 + }, + { + "epoch": 3.709677419354839, + "grad_norm": 0.13901173126777858, + "learning_rate": 1.6467617368947918e-06, + "loss": 0.0545373372733593, + "step": 1094 + }, + { + "epoch": 3.7130730050933787, + "grad_norm": 0.12705979117861688, + "learning_rate": 1.6093259506445913e-06, + "loss": 0.05051073431968689, + "step": 1095 + }, + { + "epoch": 3.7164685908319184, + "grad_norm": 0.12060123831314985, + "learning_rate": 1.5723136240761271e-06, + "loss": 0.04008012264966965, + "step": 1096 + }, + { + "epoch": 3.7198641765704585, + "grad_norm": 0.12304390398289264, + "learning_rate": 1.5357250810788314e-06, + "loss": 0.03566541522741318, + "step": 1097 + }, + { + "epoch": 3.7232597623089982, + "grad_norm": 0.11528157623419313, + "learning_rate": 1.4995606418336694e-06, + "loss": 0.030156664550304413, + "step": 1098 + }, + { + "epoch": 3.7266553480475384, + "grad_norm": 0.11715511902942279, + "learning_rate": 1.4638206228103413e-06, + "loss": 0.026432838290929794, + "step": 1099 + }, + { + "epoch": 3.730050933786078, + "grad_norm": 0.11275051425124914, + "learning_rate": 1.4285053367645074e-06, + "loss": 0.032550469040870667, + "step": 1100 + }, + { + "epoch": 3.733446519524618, + "grad_norm": 0.11370947917205163, + "learning_rate": 1.39361509273504e-06, + "loss": 0.018357036635279655, + "step": 1101 + }, + { + "epoch": 3.736842105263158, + "grad_norm": 0.13351337118584278, + "learning_rate": 1.3591501960413422e-06, + "loss": 0.04387955367565155, + "step": 1102 + }, + { + "epoch": 3.7402376910016977, + "grad_norm": 0.12159110449240226, + "learning_rate": 1.3251109482806666e-06, + "loss": 0.056360602378845215, + "step": 1103 + }, + { + "epoch": 3.743633276740238, + "grad_norm": 0.11791663878965616, + "learning_rate": 1.2914976473254793e-06, + "loss": 0.04391762241721153, + "step": 1104 + }, + { + "epoch": 3.7470288624787775, + "grad_norm": 0.12174987156713225, + "learning_rate": 1.2583105873208267e-06, + "loss": 0.0394422709941864, + "step": 1105 + }, + { + "epoch": 3.7504244482173172, + "grad_norm": 0.12319039187865549, + "learning_rate": 1.2255500586818014e-06, + "loss": 0.03090202808380127, + "step": 1106 + }, + { + "epoch": 3.7538200339558574, + "grad_norm": 0.11761355850982404, + "learning_rate": 1.1932163480909865e-06, + "loss": 0.027796437963843346, + "step": 1107 + }, + { + "epoch": 3.7572156196943975, + "grad_norm": 0.10887535616056307, + "learning_rate": 1.1613097384959248e-06, + "loss": 0.021867474541068077, + "step": 1108 + }, + { + "epoch": 3.7606112054329373, + "grad_norm": 0.11628959072811464, + "learning_rate": 1.1298305091066664e-06, + "loss": 0.020357470959424973, + "step": 1109 + }, + { + "epoch": 3.764006791171477, + "grad_norm": 0.12205517862948675, + "learning_rate": 1.0987789353933408e-06, + "loss": 0.022151701152324677, + "step": 1110 + }, + { + "epoch": 3.767402376910017, + "grad_norm": 0.11857409941178108, + "learning_rate": 1.0681552890836944e-06, + "loss": 0.05923725292086601, + "step": 1111 + }, + { + "epoch": 3.770797962648557, + "grad_norm": 0.1221293659634298, + "learning_rate": 1.037959838160768e-06, + "loss": 0.04962555691599846, + "step": 1112 + }, + { + "epoch": 3.774193548387097, + "grad_norm": 0.11871768835081312, + "learning_rate": 1.0081928468605118e-06, + "loss": 0.038156140595674515, + "step": 1113 + }, + { + "epoch": 3.7775891341256367, + "grad_norm": 0.11821643656293677, + "learning_rate": 9.788545756694967e-07, + "loss": 0.033427104353904724, + "step": 1114 + }, + { + "epoch": 3.7809847198641764, + "grad_norm": 0.12068867312117082, + "learning_rate": 9.499452813226284e-07, + "loss": 0.030050046741962433, + "step": 1115 + }, + { + "epoch": 3.7843803056027165, + "grad_norm": 0.11321161446828246, + "learning_rate": 9.214652168008875e-07, + "loss": 0.022684365510940552, + "step": 1116 + }, + { + "epoch": 3.7877758913412563, + "grad_norm": 0.11477788176685755, + "learning_rate": 8.934146313291425e-07, + "loss": 0.021170279011130333, + "step": 1117 + }, + { + "epoch": 3.7911714770797964, + "grad_norm": 0.11121517897347595, + "learning_rate": 8.657937703739516e-07, + "loss": 0.018932385370135307, + "step": 1118 + }, + { + "epoch": 3.794567062818336, + "grad_norm": 0.12231547439412606, + "learning_rate": 8.386028756414089e-07, + "loss": 0.053899966180324554, + "step": 1119 + }, + { + "epoch": 3.797962648556876, + "grad_norm": 0.11851479551801583, + "learning_rate": 8.118421850750347e-07, + "loss": 0.047234635800123215, + "step": 1120 + }, + { + "epoch": 3.801358234295416, + "grad_norm": 0.12255693446774503, + "learning_rate": 7.855119328537109e-07, + "loss": 0.03975183516740799, + "step": 1121 + }, + { + "epoch": 3.804753820033956, + "grad_norm": 0.11991770693815687, + "learning_rate": 7.596123493895991e-07, + "loss": 0.03657395392656326, + "step": 1122 + }, + { + "epoch": 3.808149405772496, + "grad_norm": 0.11335433624523152, + "learning_rate": 7.341436613261532e-07, + "loss": 0.02959374710917473, + "step": 1123 + }, + { + "epoch": 3.8115449915110355, + "grad_norm": 0.11576436301033464, + "learning_rate": 7.091060915361269e-07, + "loss": 0.024457689374685287, + "step": 1124 + }, + { + "epoch": 3.8149405772495757, + "grad_norm": 0.1095832114653176, + "learning_rate": 6.844998591196138e-07, + "loss": 0.020221151411533356, + "step": 1125 + }, + { + "epoch": 3.8183361629881154, + "grad_norm": 0.11514559319798055, + "learning_rate": 6.603251794021381e-07, + "loss": 0.019283602014183998, + "step": 1126 + }, + { + "epoch": 3.8217317487266556, + "grad_norm": 0.12059343401726026, + "learning_rate": 6.365822639327723e-07, + "loss": 0.0341000109910965, + "step": 1127 + }, + { + "epoch": 3.8251273344651953, + "grad_norm": 0.11470096433774883, + "learning_rate": 6.132713204822838e-07, + "loss": 0.05182819813489914, + "step": 1128 + }, + { + "epoch": 3.828522920203735, + "grad_norm": 0.11878703323930974, + "learning_rate": 5.903925530413135e-07, + "loss": 0.045249901711940765, + "step": 1129 + }, + { + "epoch": 3.831918505942275, + "grad_norm": 0.11907041635556147, + "learning_rate": 5.679461618185944e-07, + "loss": 0.03774178773164749, + "step": 1130 + }, + { + "epoch": 3.835314091680815, + "grad_norm": 0.12336706394804925, + "learning_rate": 5.459323432392083e-07, + "loss": 0.03328479826450348, + "step": 1131 + }, + { + "epoch": 3.838709677419355, + "grad_norm": 0.1160806742282941, + "learning_rate": 5.243512899428316e-07, + "loss": 0.02619325742125511, + "step": 1132 + }, + { + "epoch": 3.8421052631578947, + "grad_norm": 0.11027917246820942, + "learning_rate": 5.032031907821089e-07, + "loss": 0.022279521450400352, + "step": 1133 + }, + { + "epoch": 3.8455008488964344, + "grad_norm": 0.11461177622712578, + "learning_rate": 4.824882308209433e-07, + "loss": 0.019474327564239502, + "step": 1134 + }, + { + "epoch": 3.8488964346349746, + "grad_norm": 0.1180260859714555, + "learning_rate": 4.6220659133290325e-07, + "loss": 0.020528195425868034, + "step": 1135 + }, + { + "epoch": 3.8522920203735147, + "grad_norm": 0.10612453156530427, + "learning_rate": 4.423584497996458e-07, + "loss": 0.05578705295920372, + "step": 1136 + }, + { + "epoch": 3.8556876061120544, + "grad_norm": 0.1231923820310272, + "learning_rate": 4.2294397990932934e-07, + "loss": 0.057648416608572006, + "step": 1137 + }, + { + "epoch": 3.859083191850594, + "grad_norm": 0.11347216102539244, + "learning_rate": 4.039633515551422e-07, + "loss": 0.04376935213804245, + "step": 1138 + }, + { + "epoch": 3.8624787775891343, + "grad_norm": 0.11639504754496335, + "learning_rate": 3.854167308337708e-07, + "loss": 0.0304638110101223, + "step": 1139 + }, + { + "epoch": 3.865874363327674, + "grad_norm": 0.1209441483153, + "learning_rate": 3.67304280043973e-07, + "loss": 0.02716166153550148, + "step": 1140 + }, + { + "epoch": 3.869269949066214, + "grad_norm": 0.1140763504782459, + "learning_rate": 3.4962615768513453e-07, + "loss": 0.024449681863188744, + "step": 1141 + }, + { + "epoch": 3.872665534804754, + "grad_norm": 0.11899758443160374, + "learning_rate": 3.323825184559204e-07, + "loss": 0.02073652669787407, + "step": 1142 + }, + { + "epoch": 3.8760611205432935, + "grad_norm": 0.10974740356424599, + "learning_rate": 3.1557351325287586e-07, + "loss": 0.018341438844799995, + "step": 1143 + }, + { + "epoch": 3.8794567062818337, + "grad_norm": 0.11726580619428009, + "learning_rate": 2.9919928916913866e-07, + "loss": 0.0436985120177269, + "step": 1144 + }, + { + "epoch": 3.8828522920203734, + "grad_norm": 0.123313421572953, + "learning_rate": 2.8325998949314536e-07, + "loss": 0.051345616579055786, + "step": 1145 + }, + { + "epoch": 3.8862478777589136, + "grad_norm": 0.11622818489280884, + "learning_rate": 2.677557537073605e-07, + "loss": 0.0379648432135582, + "step": 1146 + }, + { + "epoch": 3.8896434634974533, + "grad_norm": 0.1200354639919341, + "learning_rate": 2.526867174870717e-07, + "loss": 0.03789464011788368, + "step": 1147 + }, + { + "epoch": 3.893039049235993, + "grad_norm": 0.11761234134661808, + "learning_rate": 2.3805301269920755e-07, + "loss": 0.02933451160788536, + "step": 1148 + }, + { + "epoch": 3.896434634974533, + "grad_norm": 0.12001337404486198, + "learning_rate": 2.238547674011715e-07, + "loss": 0.03176940605044365, + "step": 1149 + }, + { + "epoch": 3.8998302207130733, + "grad_norm": 0.11730418587708731, + "learning_rate": 2.1009210583971539e-07, + "loss": 0.022005751729011536, + "step": 1150 + }, + { + "epoch": 3.903225806451613, + "grad_norm": 0.10482686441371745, + "learning_rate": 1.9676514844987337e-07, + "loss": 0.017670955508947372, + "step": 1151 + }, + { + "epoch": 3.9066213921901527, + "grad_norm": 0.11916426863823935, + "learning_rate": 1.8387401185389064e-07, + "loss": 0.03608059883117676, + "step": 1152 + }, + { + "epoch": 3.910016977928693, + "grad_norm": 0.1264118337520094, + "learning_rate": 1.714188088602131e-07, + "loss": 0.059039752930402756, + "step": 1153 + }, + { + "epoch": 3.9134125636672326, + "grad_norm": 0.12046639145308118, + "learning_rate": 1.5939964846249378e-07, + "loss": 0.04311554878950119, + "step": 1154 + }, + { + "epoch": 3.9168081494057727, + "grad_norm": 0.13023224278827858, + "learning_rate": 1.4781663583863793e-07, + "loss": 0.037847619503736496, + "step": 1155 + }, + { + "epoch": 3.9202037351443124, + "grad_norm": 0.12024037788074168, + "learning_rate": 1.366698723498816e-07, + "loss": 0.030910184606909752, + "step": 1156 + }, + { + "epoch": 3.923599320882852, + "grad_norm": 0.11827631847762965, + "learning_rate": 1.2595945553992573e-07, + "loss": 0.027429258450865746, + "step": 1157 + }, + { + "epoch": 3.9269949066213923, + "grad_norm": 0.10894405713678468, + "learning_rate": 1.1568547913404782e-07, + "loss": 0.020332347601652145, + "step": 1158 + }, + { + "epoch": 3.930390492359932, + "grad_norm": 0.11758489088984762, + "learning_rate": 1.0584803303831381e-07, + "loss": 0.020497240126132965, + "step": 1159 + }, + { + "epoch": 3.933786078098472, + "grad_norm": 0.12156657768771842, + "learning_rate": 9.6447203338762e-08, + "loss": 0.021214282140135765, + "step": 1160 + }, + { + "epoch": 3.937181663837012, + "grad_norm": 0.11513100215235729, + "learning_rate": 8.748307230067588e-08, + "loss": 0.05091562494635582, + "step": 1161 + }, + { + "epoch": 3.9405772495755516, + "grad_norm": 0.12191536767216969, + "learning_rate": 7.895571836785131e-08, + "loss": 0.051850318908691406, + "step": 1162 + }, + { + "epoch": 3.9439728353140917, + "grad_norm": 0.11927057452030111, + "learning_rate": 7.086521616190279e-08, + "loss": 0.04108232632279396, + "step": 1163 + }, + { + "epoch": 3.9473684210526314, + "grad_norm": 0.11691517812872848, + "learning_rate": 6.321163648163597e-08, + "loss": 0.03384631127119064, + "step": 1164 + }, + { + "epoch": 3.9507640067911716, + "grad_norm": 0.12264604014713913, + "learning_rate": 5.599504630239838e-08, + "loss": 0.02811538241803646, + "step": 1165 + }, + { + "epoch": 3.9541595925297113, + "grad_norm": 0.11588908996483344, + "learning_rate": 4.921550877550751e-08, + "loss": 0.023320075124502182, + "step": 1166 + }, + { + "epoch": 3.9575551782682514, + "grad_norm": 0.11718615285785076, + "learning_rate": 4.287308322770689e-08, + "loss": 0.021364962682127953, + "step": 1167 + }, + { + "epoch": 3.960950764006791, + "grad_norm": 0.11778872009974493, + "learning_rate": 3.696782516062758e-08, + "loss": 0.01897425577044487, + "step": 1168 + }, + { + "epoch": 3.9643463497453313, + "grad_norm": 0.12108377630412798, + "learning_rate": 3.149978625032191e-08, + "loss": 0.053909868001937866, + "step": 1169 + }, + { + "epoch": 3.967741935483871, + "grad_norm": 0.1247896547460095, + "learning_rate": 2.646901434678606e-08, + "loss": 0.05216575413942337, + "step": 1170 + }, + { + "epoch": 3.9711375212224107, + "grad_norm": 0.12185441425480861, + "learning_rate": 2.1875553473565956e-08, + "loss": 0.03817559406161308, + "step": 1171 + }, + { + "epoch": 3.974533106960951, + "grad_norm": 0.1205508164200239, + "learning_rate": 1.7719443827368677e-08, + "loss": 0.034068889915943146, + "step": 1172 + }, + { + "epoch": 3.9779286926994906, + "grad_norm": 0.11267208964845564, + "learning_rate": 1.400072177770162e-08, + "loss": 0.026269059628248215, + "step": 1173 + }, + { + "epoch": 3.9813242784380307, + "grad_norm": 0.11606345156074832, + "learning_rate": 1.0719419866550561e-08, + "loss": 0.024427037686109543, + "step": 1174 + }, + { + "epoch": 3.9847198641765704, + "grad_norm": 0.11168332957903386, + "learning_rate": 7.875566808107637e-09, + "loss": 0.02031281217932701, + "step": 1175 + }, + { + "epoch": 3.98811544991511, + "grad_norm": 0.11000052547467654, + "learning_rate": 5.469187488510441e-09, + "loss": 0.017734386026859283, + "step": 1176 + }, + { + "epoch": 3.9915110356536503, + "grad_norm": 0.14105441067042632, + "learning_rate": 3.500302965636637e-09, + "loss": 0.044810157269239426, + "step": 1177 + }, + { + "epoch": 3.99490662139219, + "grad_norm": 0.12164065848808187, + "learning_rate": 1.9689304688985664e-09, + "loss": 0.03988499939441681, + "step": 1178 + }, + { + "epoch": 3.99830220713073, + "grad_norm": 0.11603499192496389, + "learning_rate": 8.750833991155727e-10, + "loss": 0.02562321349978447, + "step": 1179 + }, + { + "epoch": 4.0, + "grad_norm": 0.1633640081758102, + "learning_rate": 2.1877132838632463e-10, + "loss": 0.020940586924552917, + "step": 1180 + }, + { + "epoch": 4.0, + "step": 1180, + "total_flos": 7.881538624284525e+18, + "train_loss": 0.13219511501680492, + "train_runtime": 266794.0573, + "train_samples_per_second": 0.212, + "train_steps_per_second": 0.004 + } + ], + "logging_steps": 1, + "max_steps": 1180, + "num_input_tokens_seen": 0, + "num_train_epochs": 4, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 7.881538624284525e+18, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..5dab726 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f45aacdae092d29b541bab7aad388a162421770e4d747db25dafda8108d057e5 +size 7096 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..5b6b5b449ac6e807ecc0b89520b5f81650ac10cb GIT binary patch literal 48742 zcmdqJbyQVb`#-ui-Joh&cSOZwNcNUKeS&=Ftg9A$LA&;D%we=IH;pT%{aa46FHg?v#qIcgozb zm;dE&yQE89trwFee~i4*wqX@|$YZ9$pn^Ma^d7~tiBr`RyFWZkwF?iMs5l$Fnt~*Paue71dg*QLVqc!f*G~xvM{S=3ZYV}tMv2j>lJSJb z39I$?Qger*KQJ>BEC2m0oPe7LK03>+hKoaglNFhPorQ1HeQegoj-W69usDVtL|=9n zW5CGKm*28b1n(clnCk!6hnapxQvWGO%W`{TxqEhXOqxb%d#S0p+Hd0aq;&P~kLMfv zj_bX`@GkG)zo(1gJ95PA*HkNWolDlIitS%*VrKQhdNs6tec~|mEykZQX}4)j4n=>K zy+3_*O9R)Rn!k_ZnW^cBmKwQpm;R_pXs<_L1T7Z{-lf0B&nvk!qpXZ+eaMZLgo*{L zF`-Sp7%??vRlT)PRb-eS@3ykCvfO^6%WST{n2d}JuA%?6_4&-cpv9W?^uF2Qf-j67 zpJ!Bu7KE;q1y4%*Z_SrG48LMJfA%bVl~d{G&!58I0|GX`J<@-3qldW0=6u%k=Mxzb zoHu7}jI;~tOj%i3lTO+(9i*qv=($11%6hja^UP#3vnhk)373geM8w3m#P}v(HcdEXH#-@jWuSJvL^xvALOHS{La3Bm0rIvGM%M$+d;y z$kv3TyyD^qWm9QFNT?fwc2~Ii=RI3}3JNKMf`X3l@r{@EnS``j5n#uJzh~N=a&Qpx zTo}4Lljhes!<_czW^+q4d$C!=Z9PZhz9O3rw$O+O%kSM8oOMAnsa_Mk*POx(^Bqei zKlk=deDBFjl6Eg4x5RSMW?ve(8Jm&$J-6%h8HaL_OP4M!ZA`{i9lH8Lm-%-fIsk`^E79Ht zUP<`7M>4OH64%!HBK~+`^~c@|mFe#aKb^SVX$IHTeY3Ozp7i~=xZv$=|GB|(TBqt| z5|hA9YpmY-k#V?b&<^977>@nNh-SOU8?OPsnsvGZ8+6&d}^}gV^I8wtR<9ft*^=DYl(?GVs zz`%{wKGWsznXwad10~+;!(MzdrXF9eB#Bv)VCiq)vRx~8Y*yOa)Z&o$rW^HNp{^H> zZ*SKm3EtTn-CNs~OqO)8!1R56eP>U;qC9v0yd{hSLoG?YiT`r5x)VJYR~P?NcvQw=&)<4~mTw{{?{CT*o1lwBc(Wh@*?FQ@C zmW*_-UOmym!hXVrYId})POIF-VI988imi1>jY{~+nVPgY%vIhLjYtBF&7lla){JUl#6Gd?Xzi*@wTxO&dOjd7dN+WZt5 zw{WKkis}K!%G!zAAJ3DMH2Ez{OG`EHBwx951t!<-t zbSB?iUmT6KE2t#7b?a955BG{+AC52gnFf)M2EjrL{kWE(rAQt#85bAlJThBgP(pI< z+_}a|uVD{nciBU)U%wXh`DOLpUH09(cV?~ed>Dsu%2gv5;_aQC16*7pFZglPmP2I@ zgW;8KGlvBQsYpU_P!N;^nJ5JW1Vk-csGwx<96Ls)rLg)SOLtMQrpi;z#>xsx(<}Yr z##zh%1O-D?Gw61Y9`pP)bbHy~SBmZL*Kbb}Bjn@bYm|BX_;HfB zH3d2~CuaABLBCp$LVsv`B=RUlDrnaqeo<=I zM{wio>{NG#S_Lev?#wf^8H3*!sutC4ZC~Ka;OUc~(WN3G{Ozk?)A5Aw!Agw+Gb1Bo zT-&#euAp6B|GKO!BJsymFni+rHbQ6>@4SD1wzaf&bDABhwQAm%!x9qv71hSvctHih`1rVX-j}l)8jT;b z&nu*D%@)>Kz%zmFqiklz9ZqvdpnB9eaPyl!)I#wSC&CuEmS?MSbIDK-JAC+Xde4ox zl$0nfr5#<@fEl~h{PK~;XQw0Ml9I?u4WoyvyqZQwxndRn)_)HdvE-}}lS zq}UPa0g*=xz{=%x5M{r&j$XOXvNd;|^OknL=(N2q72oH|9cP`4NO;L)S1)b)?& zMR;UoQT1by^AwCZBo_|LZpfq0INt5rFDU|ScV{uE$x3{@iB{>9zJAh_Uq(j8##jg~ zbhYT9y{%DYJrCU(UH0b}>gyU!Nt-dxE^&(LhUnXMW}R>(>X_qDe?XR9xi+ z1T;2wWS_#kapoWmQ|-~lr6>l-UVfo#KT_>82X)H^^_8l%uXY17PlHBo99D3hB3oHs zzpkUBGxz1HsdZu9uIw!IipzOl=HS0AqQpFx##GiiVgKE9ujR=)nBph2U03`Z+gq@}nSdiuU)oR7_AjeDGk(bNkyPQybUH6h;OH(H54xmoF^{NvO==gN`(X zWFh0X4{HAW%(I6sYY)9GO6-hB_L*2t&AczKuc!Hh3mLw-L(MK3#dq|mpZ(;A#N&@u zGt6L7Hi}i~UP$SRt(ahgZsfbZ&;bkAZ~F1|{>CuM0qDbzp$4-{+S7F&KX%OQz<~pT z+}yzmF!$}p8^Z);WFEI#iI@4V-Ym!4OC}q*xQMlV_+SA|+2;QJ`+|y!X$JXvv0bSm zjP<0P-oezY;-@xzKj-QQo;>+wzB+=__YN@;QPGnpY%NKX9^YOV{+fss5wBoqJ*t(~ z4%Gu43!cpPZl33tUi8CRc~d?;=xasIhe2Dd~~Apdimr z7o^BdSaBEHvJnnj&04AbRAhN=TEr1I@=ffU!n$}z}Vuw?HMIOA)#oTStOIt!G)$x z!wVW377D(<&Cp8m12Cy?W5Zvyvo>gO>Qv}p*8<$06$ic;z|MG5vxPbI-bPF4EU*05 z7X)QxpVYw8+h2!pC*tg~?zvgM(`|0cXvA=4RbGn^-|+JCHszQ90C;N&$FcqNycinm z(;6Tcf)WzCzhu`+9il4hE-qFrD)K*S8+d*pxqmZ?MNIWqU_xRdUS&jtprdDP_k(h(NX>EHWcOGSJWmS}Y{*ie0rT;c}tlO7Q)B+_4?K`cmPO=4SNMBhwc*%rk+vC&h zYKH*1R;p~`3ta)vwK;=veG?N-N-{FD%rmh}F*2jt{__NiUJEIMTs^3|VfMS*06~BK zas{Z!ig&U9_93xxnf~ZSZ)$0Je$BY;cz6c4VWx3p-q z7-t4#?;(d4OdkMJVN0u&BGvVn_ja~(8IZM68>}Bz1Gj%+S=qzY`N2L*c35o}TP@Ao z*D6cRIq{RnR!+jyN&`1WhCVGr(zWk zJtXV?etubY^B`8`G0X2G-#N3ju{_x*7TG+p*7ErQmh|*#*X@vyfh$*yo7-(pu*-Xk z&i3XfFR3@`e=<3m_O>~ttK(_V?vLJwRg1OPTo(ZHcd4qXc5WHT11}ald{}kE7y63* z@9#Z=^71LD)QYv}+uHs&DIHS-bS6p+@5ac<*@;%)O*^}=!QEeNB2<{)co=i2W#?!I z)ZdnTp$Tkb*lScQ`%tg->U>xC* zx=&Fjw}mSMr3dFgyH^t zvvev}&T>ITf|oa>^_%NjVbIQb*AeK|&?e|&w!TWX44LKtGcz~L*W2iNml>=00nk2a zYmj70n*XnJB*EXNrbJsf>K56e!yk9plzGk@!m15>+BDG|$%>T)YB&gab~9e%VAR+Z#`y@;Gr@mK}UktpO}IGh!_^XKJa`u+WCr(P6JkiI9$)l zbIr$%7+Kdi@R@!9IiZWA&P~*F;p~pk1&zF^7YECsx+v{#WOfUOG}OZ|3srimsNi4` z#7}mv*IqU8IqkYI))1n=#GSIJ))}i9@JHg0*M)YQl42RRX;D~ALngwHC>O^qMohTi zQmj2ZJfg&UyNT^ZS&HoXgr~lJYq;uJbqM-l{pS~#`LZ{1bB}30RXj9U=AdS6o!!+( ze+^LLZ{M21`m0z40D-VBY7)Xfzkd)ywHb146KY(BbJm-Qjty11IhNPKqCN8MHw<%# zSh(Lp69bg|`51<=57K!5Y}@(;#9pCST9q3Mn7r%=n$fb~Q12?;L1UaO3o z1{OSKdwKZzNiILvJW!j{b3+u0T>0RVd@Ou^^6SoE64b79*9Zs+#elBNjn;7y6BA>> zfZ{D+4C9|Zx|q`h%Pt}+imH6Tz!D#WB!y)t?_;+}IfE~~ICbH|g_5tN(rNftuLN5y ztG_+G29S3NG!rs>Z=q>yeEh*77yO})w+M|18oVZAmvTI1XvjvxAszg!?Gdl2Xpuo5 z{iFHWpFg!PUAlcXOX!yhrt$zSWypgaUe#?jzISfjQwg7u4!8W!Q>vVK=LjgRHu|=y_^ulE5E_X7GHI{<%lir8_ z1NGMY>l@n&X#UF$q+Au$-fOVb4k{Ju5lGtEaPQ~V8yXTVe}TcR3({e=p@k7k#8_VOh~m;6f9)OCXT9N|V7 z#lxW9ln;9*J8QnswOAOc%q=Kr;R@R3k=cWC?>>7IhJ)i-W+q?VRU~X=s6`9~7WNhx zA7^dJ?3=|&2hu7~8$18{R!K%h^$y`<=(mO+h3am85is)ok^Q|lpB=+z;nHSY+Jwr} zv$9TY+=+@h1tLw6&&o7^X~(D8H_%3;oyV|+ib)zPE2}XmGR-hK0jk{s+Huy^Z^kcc zW!(`_ED)bCjqFB{PC^|`XVxXyqVbF;OuWa5%lkgULr<2lZvn+&lf<`%^Qy5&;*`vJ z_`$^-`m~Y@$&wAA8+0rMPTfBZ1>Ufx{td2ouPel#Sk5%7yEiG?ra6eal%aKfdFIo6S58@3 zuS5G;E2|@_YHBXu60c4GU2MrKtfi=5w#n8$2K7jaYzCAjCTQrEnd|o-KfVjMQjQ-g zxvo|2wmvry0vBhqXFfkrk~6sTdtsP8*z%P&91p1FaElfe(|4<+W}++qx(b>llc0VuKvbg2%F6iQv9^`357tBBqKOM@)=;6q zN(KZu)*0Tzn2I?LNyj>j)CS0bMs^xh$WKDSEYa%USAA1pP_ZX91r`8AL7@A_RNGva zV*v!)t14WRzX`BK3?QOLEAfV|E?Vd;#1d@Oj%2k|m^>vVY$nj-PqcKnpd{g)oL2oTAdeySZbI*?oPjyeGBii0+juwH9E|DM{fKNSD;qqkz>c+TLwbGVF+~WGxj=!^jjm)Z2HTcxZvrU z7wc>5>G4-y00KVcDq|9~OAOBer^~0 z^T*9YKuD;0G-!_+Ll4nA?U8@oe|=SO=}SFlxW=Ic*8lvHS8U!y^6FYS4K`Fjxv?g@ z{@du(nKPL{bv8hfDR!H=DB2=w@s2DjJDW#Njvb_^{r(lh;WLs=R;`ow#l(r7kumH( z?-`5vuceJ{Gam-Kiexx_rVeb+n(j3Ul@Hy9s?UZ{1(e|f2M>PCnpyQhtafKjgTX6x7r(j6kkD}4x&AbO2}V)@JNq&l zl(xp8^p|;gEgjeL5Jgf zS_nP1>}R~<$k+V7S>&YvA3y241^?ucl++{ZPz$HJrJmUUX#H;fwerLA@*FjO>*_Gs zJr_r)O9rCgLyEm~o{E9k2Jl>Y#lXJ0%OfL7{sGlk=qkI{T>tn(u9Sqtk)XW*BbR1I z)eW~NAi4hf^-KQZnEN+DeMIH8KY#f`ZcGkR5mFSFKo`#dx$lvYD>lfWq5YEAZacuWA8ShE;2x!|Ul(`|Q?*T`ZtULif_i{q z(SXI(KAz~-uS%W-pQRZrv*ooxCrUi{bpB6l`xp?Eg)$8|Qp7-M1(bT*j~;=$o7aI@ zZUaY;znNus^|FPpSGzGm2_5S& zOs)LagZ-jupa@uu)!*{o-JAibl_rYqBt_dpp(bdT(<@NxcXxM_jA!XC9IohdTBFPI)ZeE9ZCo&OGdkA4;OJwyMc z2GagAhh+SWHLy{zTH~s@@^l42tEGa4f4bapI5Zu8Ljto}q;`WKEG&#g!S~J7GGPqs zQ1lf85u%a-s#eTf#Z7m`rnJ=#*Ctjs-NAK>U4wE$5UdM5B*@m>t&yL+G{BeZCe1QNr$h2bi`$di4a zKaW8hexS>BUPD7(PhD|$!xFopw>}Dkj$vRsd2OYsX4E6o4^>TYs_Q|f6uZ&Q-70hU z?p@R~_Y9_IX8injQz@fscmK?KgO=xvnh4wrGlAIH*6h2@I`zJpOg=eji8Uiswt0Eg zHh9UU->!h3dpC@dx$$PH#xAowP%-4F4!pLGU%!RSNqj7q(=R)X!ahsj)Qtx(cP_NA zlvc@1xmFIY`~i_?^Npa|<;93e=~j;u;^I%LJF;{7Zui`9r;LXSKclRS!5SPZ^SiTA z1{08T@5D)Pof#My&bIIj+DoEN2@V#^37e=chuW1+In;NMNDtN2anBq&TK=GD8c_Rk zrAvgQG@$@!O)P5_nJ>cfRRdWEjT9J>+Tv+!&bs=jb%U{5-bZAqsqfnQsLaPN6=?St z0BD`r8AcI0MxF!KFgd(oWV-XNikw>?hjOF?4HSep(~TYbn9rYeTSwEM|Hg)axxzOa zyIIAOJNUQH{QPjd5Ns{yYtPP9XFX0R4B}<8Tc_8O$01K9Xm7{yymew?BI=%Cp`>3^ z)&i_mU|a>1#b#VV7~CBgye4+1YMzuy37AJjBqSCfJ8=dTG&eUdXnpn3)z$T`emFZ? zo1V^HzC9-RaTRbfG`I)yo>jv!=&6GSqU!9>4#q82{Q(I^_+xHvuCl$opyS&g{6~%+ zRm=G_4*jhOkoXZO&Qs9LnxMD33|K!J2f6h&Od#lAfIFkWHTzV4y`>qjgctxto8hvP zzyQpt=bS)f;B^nF;YHu;es(DHIKi@Nf2OVq~$EX<*{Z<7N8X!qW;1IO177({X z6#Uk>4<9Cg0&~XPJY$M_^YQhx2B6Av5L5^iu6#~LP0ctW0?#f2 z*d^#3)745%@Yfe}8Scp7g{q!F5l43jeF>SN;4g0g6QBbOH6=^AW*zKiC4?MH2&4Duz6>FH1_AuoBqFh&XCd4KGKZ^y<{2M=oqZ& zW^g*ifMSBxI}YNJ=wr=B-@q3yUg($JWCX)K0zkYfOgD5GB&2`}fguAFr8_|FMG=*L zpfgNDhVCP{H4Dhy;KBO|gNek61PiN~hhM)Mf^WqN?I~es8WtZOJXFM?GGX|^-b6?S ze8Vu8F0|G=J&ryFGpf}i1@##?={T@pr29e%z84&fp~(Rf2_9X_(KPSI9JKCh!D8$O zCk`R5ait{a-c5VE>q|QKBQnCCDW_q3kJD?tE)JY)S;wnPqPKpy%R(!{x5ON3^PKDFk-_&_o5gU*G>(}&9BtwFl)tmHGaTbLXj|{` zEnp^|)^Ba@e#(rIMP^0CM)mqtBcpa?SfL}_zJ0qNCaK7qfj(nqf#b)+_z0`>OY|Wp z0>)GmWRH?GvMrDn4}W|GGLiHQD2(JR12+KYdm_V$+cg9)slG_d+-eX+|*{BhCm+j-zW7U2jCp_l8KIPtc<@uR%!SB*lWEq8csXoRF@p(v%4ej zHcb_I@16zRs3p_^lfi&mK9Q938WoDB07sA|55Cg_cwUmwkvxGRF+u*r;K_t)_0erG za;$57R}ThCDQ-^D$DSukbvhac($rmQHivA8_^o@D`Fx3a@Kq$Adl`J&as^zK`z!_(E_9c*5I& zuF40ku*$x#)vWAX+<47<(Xu=Uf+1lm$ZCD~K<|xo4MMWzq;#iU9B|50wrZ8w3U_qU;EY|IPdT_uqf<-%MpGeN*4M?Z^>HL|FpMZxhjAw`oth z1$0GzrTxSm5ND`dct%{JPMYTvd@L|>>o|!tWwNh5D?qB1n@`8h2uJZMGh8G&Q5hRGc)$`aP+sexvyTGGBPqsSgTvGKZcbBmkdgYipK4q_hWx!oCo4ihKb zVNuKtSxWwd7x~Gm!tkF;r%s<%$-Y$TarrCXepLCbVA{<6v@{w}%)#c#)fITj=HVPA zrZ33Ez|736pl}Gv*3Z|G3R3%V=s4jvi{juJpLfm8Ad(j5C#wn53MAc)s(Hpu-@d1gqE*xN&rvsgBOA2(CaD&`BUa z^?kTX3TzF(`-bQDL)MbA7cirL011?d0{}VHpiLr92${gxnQMYfNYVz{TMsiW5~WYU zR8-Z}Y(MQN16gcW7ZgMWZfN__LAY+)b$gO)@5YK}9A)08D4Y>sI&k-*Al-3^L!G9z{xTmvd_WP`V~H9Vz=g(Udk8Djx#}o@Jn0P<#uNACFL_rfgN~k? z>G@9}m?@GN#JuJTm&s5|2&PT8L^pvct1vPRkQmt|OJGm%0y2lZP5t)f3cE4k2YboP z*RL=AQh}R&uU87GAimNK>3ZeC54hzHR9&%T@T*O!(vm1Anf?eOa#Qw#!y**rDtcS zcqr?x>}kxNCT#}g6G2y`0}z}f>A;rew;&^Ut*m|4AuV9d0Mz<%UOBm{D_`{tt~Zag zyV@&V{wmOSG?Z>4wWG7V^~`03)z6nV03@PiZ2_GMIdW)XynZb{o`L`wFg)29E~OZi z5RyvcNl+E)k+_8ngu!yBGte-=dyZHcS%*Q4=1~jZ&+;Ov4l-yHQ>_V&>x2XZs3dX7 zc~T)Nq4?)JZ#D4g3xQEttM2#2f+4U5X~biKf)6-E1O-n)N5T)HrS(Er75ra35UGgU zw+UcH#2$~x`*Jh)%TLNdZ`wIeet*Z3747#`_7{(a#zlUxnOR;Pm2q$#EvLG>y17&P z{5c6^Ihvs$I(MAx!!UGS`=N>hNahfOtO-^Rk)_*t1#dshdZ0vzJcMy7K%l^35dT@T zJsAZc0HxIl#&V(icFG~1h0J3NsaRod^w34#(QBDOCIgve{=WWMs~-2PGA_M9ZWnlT z^2y6@>9)#{$PTqX5 z?_L6DlMdXjaJGj4ze%CF1e*@1Lx5k%@t`HZ#Om_fo49!x?*b0wgI8~h0c{~w4T4@E zTA(YupP2YuZz? z+9C3!ke90JoTg?d_^8kfAtOwS!4SeKjP0^p1L5G*sZ(aq9YLy-!0H{#En#{K8D=_x zzI!J&77q#aqa1DR?e=S{XJ@}l;OH=b>miUm@ZKJQIyMv&%_2q+w6l8kc=^j8r#55v zyNML=3dFycrxLUdOG~p1zx8MWpOzdrI%Eb&NohHM|BwZ9lnm*+Ab31;8m;w){Sw+H zCNwdVok5l&D9;Y={VSu&gP@%@KRIc)1YAOD%Qwrz{Uz3Ku=I>5>8eh|v6?dKYicmo z3cdin8&>2OAesXn6WY+BUl*tV9K^r21x6(r76*zgyH;`ls^WsR%l(*pKo=4S4S-|9 z;eP7vB`twgY|JR_-Gwaii-Eo)%$)dlJJDI^fV^b%&BE+Dz{29)P;l*%LrZuj^@%4= z8qr}IJ-by$-~uvVn7io37aP>kTdf$udvL+%`mI@se|3l z&cfMTf_|E1;m1SvC70389@hqI8ygD<(t(gh1qG8y#3btXZ+8#?YVwoS4Oz4At=&2K zhYvLbmG@TS5Y#3>qXLZ4d1J|Z8-(2NeTAmiq@v%5zr@Pas_n2WAGEv3P{qiI16;e2 z-VSbuV1eLyI=2^_m4O%b``tkXY>=mqB7L@Re*=+_3a;poYiiQG?0@@z&f)`zpjP1X z_lc?sAE5}IkGnRKxqSwH9Y+bsLvG4&Ia6$Z`%z`wzc0THhHXjix=2j`cJJFzSOrCm zg({pfaJb+$`bi2=;|UTut;l-78Mb>6-LH4y06(=G;Dlm&So$DOnvCjLL{OTVbt;@B&3-n{luiUh{GL&xoBNe;kauGj9YU8CZVrUNPr!Xpdh z7jE9X87kbjxiW*AAVlB`tAA10OR}Tn4@d~Sl9EhM{eRt^@`dDA3%JibMo@GY)I2;& zmjWPk3}PWSeC1{-8z5F>9xd&F(o2Yu&~j46Oge*>aK2y<98z%mDBy(1Su`&-3|oX8 z5wa7((!K>W6A^US^mEp+4#vQJwwD^>$*6Yf7#jNCN^32+3*+(b#F)KKlgRLM`qK{m zY|t-dSu8~j>>YlMza_D^{I#;;0{YT8berWT{E0z^KS0RS(TW5VPrO zm9BSkASV|jkawUh?YrqP<(Ud2PuxU3!`xwKddmmioxDTK- z)T9svTFlJGh^rP_Zws_<{lQ|UuMl8wG-P6G#Bm&Wu2OSdNw^}XK zK2pvOW(na<9%D+0PP`>h-y%Q)hD-^!qN2&KnyQ7jl-J7aQ5c3hLFT7CgcA|b-`!r( z!h(k#BTNeMc&?x*Nar$g1^hmc7Wl^&G8QQQjuk;349Sx3+uGDX6#}^eL8{5U-Nn7o zEzlNNfJohg%qll8FCknH9yVazkB^_|O@m}RbYw!zvGN-eTB}gOU_TI07E-9(bYN%< zISy60u)qm~=@N4{mnzm0t% zq-CKBb}d2O2E3aXdJ2Qi&72)ze1N##^H|jo5k|IrRfT89>~+7+MZ~IXJvi{2L)3%4 z5aEYg5rsrU^-?1xYGt5Pj=r*k3^6TCTICBDqP2;KKx42HX9dI(QeUqO7P%#$e&l92 zS3wBE65s`fC2A1Y_tXqAfK3!W?07~;=Kv(RtIN7r9aCX37xE9&-hU=M=6S5}8B;JX z_L4DXkNS(gy~Dr}^o-uaaztU6ZRlR_KYVBeYhK65C<^jCCue=3-OGWOh#)S=FG$!% zNZ%Qv%fR#ruqEi8XoFk*%PV=#uonlhW0WXB3MHlt^B80eP_-f&8&v_pK3#y2@<;_J zNGLV;%A|%3vMsQGQ3`r2chqLGoR={AGK69%bF`ke0EFQ?5qIvB4rU(_isfEb( z@f28T767BXx0mr^kP$)C8MzD4&WSPYV+?3F4X6+sSWiz+1?chqwR;F7Lkzth(or!G z`Y`+X`2}JK5RxLnDu7Teqf`SV#7@I(N85-%Z>cqiO_c5y9AmnXZ*Yq5icN~ZD^)!M z>e`{yXf+x2YEc<-FVo(g+ry;Ls9LVyi;s!6!ATWZQn`P(P$m3KMy;(D7(*`*%>R>s zA6ngeVpZe%`6ShaBw{M;%k*>Vmwc!JE{8*TX5vi0^)m1v*_Hj>wyqi4m_6S8W>_x4 z*}q$KnMq(8MoqFYk>tNBO`EZYM;=NyioPWs6QcKxEchEgBE26CZ>U7=Gt*40Kc-c> zUdxyZvpouDsT@nW_TaJRb4f??%I*}U%Y6>t?+^+Reu6L2?5&omX`Oeuai zN8DjvUYs)7tt>ZD7OKXshZX25TsT56w6eNs5|RJ9TI!Mq5XNm>ng*yb$dnOZG$!-q z2(vGpORQT--@jxU*TojkY~@se4pWHtCuE7@3A7bd=-7|6gpB&3_8-J^o?1<^ybdY z-kVO7On@u^*1=HWa;L-G-4p(0=d?YId;%Ls5s?Wu6L#^`^FgNhr@1SoomVW@)il#uFCZiyn6Xp z+KPMlgMm>wQ6miSg8kPw=cHR!No;oX~O^a@{< zl)C&Cih4ZmQE+4J$x^hiH}+i|kD4er4aoF9dGaLMs*RaJkO{>a;m$D(Ay46&-rWoI%4$` zpD9>5_olgh!)A+IMw0X@MbL~tUcnMnH&}I1jHKwqYEl}Nf}C@a3&hot71_`%OZCAgp>cFIupYkd(ljd;1w4s6LOf)9mW5)RQ=*l_95 zG(+EeLxjFpNl(@dOY?7e{fHPzW%vd@6gzw37J9wG{wFfmadBeGM~RgGmg}=CXbGpx zV&WL?CLi{9LS$JV!#wGtZvDMhR~4u~GpF2?>C!VO_TQ;sh}QQ^dyu9$d1%XiHObmU zzxYh7xnD@a(7l)vNEq0^q1pd|Fd5VyN1VuU>_JUx)f-yk} z9JzZiU2lL6Yfe-_0~7ZgKD%{e_IR*oT1MxGau+-JknW=ny6dD|qFkN#Jb9+faSw0r z*E2Wt@ezd@j`YhgxwEp(_P=a|3aJY=#Y&g1Ly-P=2%f~E5+{uPit6!n-mgbu@Knew z=?J)mh=D?f#!aL8diRl^d6dq-`;9_(W~7+&ZxHXHBRmEIXU-)0_dX?<;XVs_a2nTf z`$Sgt?20xvr~Kgp6C5J?Z{31V>}TE?*E8}T*LB6~asMl4`&XXS*2lqti|hUS&A%U= zC;0q7=SL(HZ*(*G4HXr-TSK@2(n+e|#DBF&6WwN?u$fY#n~2%}%no!mqocPrUQA)Z zvd3xjQtLLT52N}S0sSY{QkYNKApj$~!Lk3CpFjs8<(-typwPeYx1)EU7IHr3ExM;MSh)r>%JX@b6N10<(*BEawupus&tI7{6%07BO~A zN@u?(o&BVP&2d|$SW-%-;Tm>hFnv8s$2R``<`Mz}uJU1hB?H+QiASe9#53;Uq+8Ay1(oY+;uiL(hLpA_^y%|9sy?h6I8cA3TTb6#4PZxr9C)-tQw)l&s}4r>KdV-`rH zBf|+>1kl#5>JHf9zW>SuQW}n>P1LN~r^Bs-B(c2F?9{mtY4sAqs$!3FlJdk7Q|6= zXpN3DD6)=Z3Wx`W#{PHtIf~!_4G8Yj&ViSAu&^B4tk4g|^hdwt^?j7y2T~GRIk^}? zJp?92VdE$4HzNXRsR_1tYhS(`vhP43zbz?=MNq#8gAK}H62uLSn2BP+gUf4;te8(4 z4!gbm;Mfbvrn6grE7x5xM^ZpIhZiHD$YpwZI`&T*5fwWE0S0jcypZ=jF9IAE^3+X= zZr|x4vwZ@H2WJL~F7W>t{G!9a>+GJv0{!BNMyc-v@ok52-TXw#X8^4V{VR~RvX19o zMII<5B*RGZGYRxn{u*Tx!1ibw2mI#e2t0*}FRLUd@0Yn#s3n~aAYc#(mLS=GWlqN_ zTv3R#CvI>Kp5S%jzuuPW6KGYWJnp!XaBDN{U!B-rW=4Iu&vJxjLjU@Y1UlYhQOf=U z1R>iu4x)3Y?pKJ6+(L{X<}No$9UMVFpnSg@+z~+?1g7hoy8^+IX&GPb?ec8)*EJzp z*Raj|I>{7ki28pKhT|K{|Jt4eG2F>1{)7cm4$fQ>jN!_cQiJ6En^{JMGsO-kOK7H> z&V9j z(N{|dyt%6gJoMx+ZVj!fTj=mvwlIF&u02|IL3+fPA?5x9yZ}X-@O~RxpizqZMBc9~(X7jP)8%h*1AT^lMJJy*C{Do_VWAdmTi*9s2TMoE-bsn$1 z`^^y>w4xAZs+y4&zVAq9rwdIfKP3ShzN znJNxK4i3}jjEeL&wjYIT>U(8j3aUFej5V9T-{%QA!gzFxU*$0q@Ndx`M;GuK(Ebec zb|GvGw7Iiq&)yhpDZTt?l`7HS;dTE3hi+BAM-3K}_phonJVwuWq|^s9f+QZi*y7g2 zgoQu22%xFqu({zXX4p)3jlH}eU_zRP;t_GiH*uO}o|sjvOGj$IP_Xq(TVk-O5>)-U z{Z}G5hV;5~Xb_VoXJ_Q~b)Gm9{=@lgE?W*|p6GKgefF{#biR3mu4{dFOMb`7lv-W1}U71e0u)%~VpLl;ssK4>S{2|??WAH=&?bOnE)4mJ? zd0j}@S%NBq9?E&1gx&9R@@k{+m9ctqLyG-mK=h3jEGaE5CM)X*Ru93P2xwuJ;IyLX zVIUYQ{Kj_h8VDF980!W&Zn59GW8q8zP&Kr>p}{N|)NbH!=v7*!-;0ejH7eby(!X?e z7uFJZzbs;tlpAI0*vDX`-P1Vea}8GFI4p2$UMh-9i4%i2y$I@(1R!_r{~n=mcG1$% zw1A9^=;{Py8xanH_q2q8mRG*5VoX%vM=B5ag>^7oMm*q(cgZz{H%j;41~1|?PE(2b+Y*JF&k(g4%-Hqumaw65%4y=*`fh7 zRJ3Jm9JHGz@b8PjTVEMT6AOoiKMrCn_;BtkobONbdyxlsHb1qbiowp>;m}*(-X%+# zl01i`J=(4`6jKLwtD&luh=HyI0NU6| z3^KDN@!7Tj@j$5X8d)o)`4L!`SSpFdXmBh4J6}Nu9)lbNGo*#E2jt4Gg!db2_$ zj{uv}O#)1dD#*wCZ+wWCAn{iZx%x0jO^oZGJxhi*n}L-6VP^LKqaq;vG744=-2Gud ztq?$o>{8sK0u#Qbh_)zk$>g9}QRe~7t5(Z-ev>80?$Tr+f7bXxPRwl}2?0&(RD>)c< zMK2_69LHR0ykBScq+6281zmKIV~Ucu@QNH$w95lSTgs9CgtElN7N@UC7V1E(3Es#D zdl;B&FH9Sk9;GC8i}GG9Yp9Tv`SYwS5@wj~;@4k`UVc5(J0W|UT|w}^ zAqc9dD`)n=|IA?bA_`SN=J<1Ohh6!fFN<4wI&b&LE>A%F2r&4@TyhRw+7E7M0pHP{ zBXiayP|?Xt+y+a^cDX{ETblIknp-SC4s`9_l;Je?!7^kS*W{%-9a>pn?PMLdo2?t2 zS4ob-F^FVOv_c9xtczLLsQ+unk0Mc8B_x+8dJ)dCNn!yK>2YN#K#MN3eUx{j;nY#Mi}wnb>3R zhCEwZhC<)v_0$|Wu5ktV9Y=4)J%l}41d2(QZ{;fE)9SzRQ%3R6Hajw*rur2z@{~&p zyS#!g#MScRo5pg8u#{uD)%|~~r<^*ji2ghMf5vl_oghG*BDslS_?7?u>KQoV`iu1* z1)BL`@HanFad9pCMI#G+E_i8?h4kN=JOH?f-20j!-T)`BqfMNgTIcVGst?>)Ta(5Re5(qOLp zMPi&A2gUJ@V|m3`dcZ@Fi{c7iU05UF&p$IAkFmPV!7CH9P6I#!5D@zPbF>L>W){he z#>)e_I?r-HM7iu7PQTQ>$B1sQ^Y-pbFL7~^#F|h#097_WHm?&dN?*H2kja`uk*8z+ zdcxjimDquI{~0mCc(ye4)?>kr4KY~KWfMxQQD50qVq7=&b(?0cJ!!&40Zpb?G7nG!!QFH-3vV|aB2^xq6Cw?(5D(S3C%Ih$zAC|?%Z#`cu^A8 zubtp48hBh3Ta;9Bt@6!Rs-RK=w(OyKc`c1Rp$q>12V-v?74;j&3l7~#cbBw;;1D7q zNJ)1{O4raJ2+}#UbP9qr(g=t!bc1vVGax9TNGgc?&TsGTo;~N@d+whekZ-;5JfC{8 z>xPHg8#C3w1N%}KU>w?aCu3lT%aLRB@BO&(H=84IYnG9_S6h4P^>p|n_ku(1BeOWx zJ3E+=T7MS2W&s9Ey_iog_TMiDF6Wbt1s0VyzOPqnC)Xd@-_-(t5(1u(Ip6h5{m72O ztm*+ZAp~k@5{G&qx;C00PwoDlcgbQ__ZRYUc8n4b^-4*7N$^Z zJyKUTVaLB&(zkT#$@Af~HcOp)#h#pRy(~Fn(eu6xl*eM+Wx~dF>VHrR)jJ&y@>ICP z^bm;E@z}3#c@+yZpcg2Q7&;~XJrv`zeS9Xied_mw(2J{m&aTh5T0{!-&B{>ZWm8$e z`w|LBs_tsH8WW+^e<&6<7`5Nx5-rFv7*h6#4_JsHSHE?Nv}Ga+gz7*2d4rP<$#SgC zD$uuhKGektr*E5*%{FF#_(YSh>vct%dTEZ?_F9LMCjz5w(RP@%GJ)~GfihEsm&^{Kd5%=aAFJMzQu7e)lwJIo z6nx?lB-Bw7oQd(|AJ6cfK(L@p@mvaF>WF@#z}< zzz9MoWl3Kklqfu`NLaphCHNwTprk|NzTfOr}FmMrE~d|qg168yGtPSDqI z$@I6%-4XPqE&rcOn;j7cz*YNJkS;d?=F;D5W#v|br%;_WmwROZvo_*>qF#&PGRqL& zx!by&Z3%BFDuwDBBsW4N%1F$3AG)d8l23}%i@vDuGd-FkV6RN9)-iEb0R%VsE0Py< zKgRiKt7Fu3UtRruOdj|(Cs&YXbFh37+4BP3F?>@8Bi1%~GT2Y+vnuiY_8bfQ)q$)= zjT_VmA98i>g#mV*dU~>W@R44-Nnt^jgW9$)_@jwWKE2c#d7dN7OQ`UYA0lsPskDFE zvQ7+Xr~ibUG4gQ9X+#o-g>&AQ_B66d*K*lbCYbp=0m(6R!5qebeR{d~=)a3Y&=)VN z_9{9fo+rTYlJ{kU??}Bi?{tvox_F-Trty8L`J(NfP1EU>gC~6Hz|>7vi&hGA_2fqV zEFNFJQ7hUzLm59Zd6e(Lrzvqn?3GdhUQeBXiLStg`{N-AY>WJ=G82KkOk~%`6RSOS zuteI1=waKJjlElO7;Y1XS0h_WVf~LOWTw5imf~{QgcSW;&>x1G0IZ&x>o`n1m6--J zh(9Vg*1iookH1Uovs4enNAP1iQPC}kQ*9{yg^7H?%)TTT{Lkj=PNzh{nS$jHB0yfr7i5Z}01;iq-#F$zt%#0e4*$XCk+Msw|KYqw&N z(IAj?2u5T75)f!~Qn&6?l81X5)gu7aX(gec7MpjOAYN~) z*xhihYoZ}lsXpl*TArES^e(eHPl*=Z!TxU1wV##|Gwc}OkLsT7VZ=mU;(0&B6|2(| zrY~-n=^^gnWYYK?w?vN3l%abIH6$)Hd(~-tq3GaDVjFo=a`}G0but!Wa$xhxMP|Ar zb)4(yp|M3W>bGIsoGTg43|V?mk=hUmx-2NKu_Fz>IGTe{h8Ux5O7ZxbCZz1rl|4EOeYBZ*d79XZ599T`c~xj$Mt~fy?3vY z_jHZyKIN9V+`z^}Hyc*n25wr1PX_A+1vk8L0lo!l0N!_E8eQ&_k}Tk#Q#8gJ@WkB5 ziHhR5ZVxRZJTJbMR8N7Bi{aB62$Tk46z|XdTc&yazz!`%SmmsS_>-H>u7-k7L;lKz z$|!I4;b&G*KlNWyDBh&%x=>8{xVSx4XjQ~*PL5TaQtPs^B>BOTv}1yG_EMcVVS#hC zWN@p4&B@T)_s;o~aI;s>!wQuBg9dK9$J;A7^%@lFou;2fCuJC1@E^FDTnw918RnLz z!g3yV;qhx4IZ=t7B@_20Fw>9li`$r7TAw8n_XS*gliSVM_J^zT+A~!jFmw$B4W;Ub z{d>eZ5vzszZTz@^dz#8nNf?!?f83Em`P&fxj=`I-mdyj7|D@(X^=}ykg{WY=kTI4k z!&>RnUNJC@H&FH7ErN2e?0pqlI!Uq#`G|iwUESAb@{n|o?qRV>n0uW%X+=S#8GE+d zZyJ+FML&MYZKsd*8vnaFV9DC>ZC6h=!yMTgsFPi0NFI$ryzc)$EB>5JYp zUjXnpai)5QZhaCGokZCcSvX!8SL2T?xl0<3^ua}7BUL?=obF$}6KQL(tFZNz-~-p@Q)~?{*GmIQ zb_!0Nfb}uB2Lgo zB8nwLwizN3b|?fQT zpIH+n3vuy=rzFa4{IRYej1%4{2XO*Sx}C7Jx(*g@+Q zWw|%@_;Rnq#-fpC<@ucOv%7Wb@U(b#P@h|e=t0#F9ECp^{Z{mKnV?_OxC)+HE&?mH z%?y9jSxPhh!aLF4Fl@QaJW@!Uq?4%6V_EpFu?;d@wY%vS8*JN}G&250Ldr=BL}6K& z!$kaPOs?{+D>0EP)ce$>lr*&$75}#)NA-nrSRsC9S#@DMVG)!INI1{Txa-xuCs=3# z@M8Zw5X|Qw$w+Q@|HU>;yxl0D3|Lp0P$xsN&t~Pj9ZpIES}fB~5AoorK02iaFJ^!| zia@6z(H1dsY4C)7AtmI`kA);C(vQ^cK6^~!_|UG5FzM7-f$L~a^#)u!;uqrMrFtXQ zGyEr~r6E;RV(SGAM3KdW5)O>+lt49GZdnFV1wV~$z5YztIqVZSB;x0F{}=!FR5D~N zcodPfK(vWK;KH#@H8 zWfIt^mV&xNTNF4$>N9;5{k(mDh;S+6anu=C*~ey_>WYlRzFFcg)fezm{@cHz zE){DYgCO`)40D#{z+zmrL*)+t-1Frfj-!?l3-MqC9hJAJE>3Enc10gaHbQYqV&bL5 zm72hd`Yh=lqj;N*NXDLei?8_Zk}`L~35Q6b!;#u_iHFk>bL#0nJH~|-^uK?gdMqZ-Q z5C=Jf6NeW%LJRB=?bl2jh$aOyi&akS5A)+-Hc;J48z+RCQbWS^qZh1`)Lt+C*Z*M= zhGWYQq~GJGkIj!obRF$)j~8_nSv-Q`CW)#AG(t7Uo-+aAKg9r(q5MgX9Ly;b20w|f zx1+jN#@Ukhk6!z$@=XF%)`RBSym(V*>C7{bUt_pLSDw}6`S>~S@} z!yDX(skO6N%n9K`L?o0WZ)bx;It7S8-wlT54CjPTbOxxZoCSc4VV!qZ%m&v>uZ8oF zxc(0G=`L}gtt^%bPmFv;YNy{n=_Q^WXrI-F2+Qo+dqJjQwIO!62H`NM(&*M6FflwI z_?vLIE6!0G@A^TKP-YwBPyP4+ZRabCnsn6d>_ZVTQS7BfPrJSH)bW{n{A5j^;KNOK z2VOi71+QezNZRl}XdGAuLGX_V2unNM>{&bLL`!M`rA$Ue6$MfeKn@4UL;O&k3B>}Y zh{VS5*V7J9iG4KV_F0+Z0JFZH$&lD#{b*F`-HF0JEp>R!^%M07JJbQ+gAj39c}@ey zK@`@Y`AU4l+N0IA)i|b>GQ#qXUv!5Jk3-@f@!UyJ36vk`kcV0O8Qm|Gi9{EhM{1P> z;UFdjogDKMt&j%J2B3W%0xD-9q}w^U0pjc}keoaKz#w!a65xMrfbw-@a0!bDX6zwsily1Dy|>poP91#L$tQRjxa` zS#}ZfSF6woVN7;1e+bK(G3~()e|fGkaTC2PsJp`uiMv_1S%$U$e2{5+IT&{ z!X5lhUgo;51qb`p62Hy+Wmr|(-!$|7De>CP?8Jp@Z*EF7@R@oFY+?Tk{$6_tgbM&W z2|lSuh=V|9AOfSdX=I-%fVK*D$LA$K4!BLD*$bd~DN^AZsCXD*^Hbl}-WK1!;7wvc zV2X7dQSnB^-x8w{GM19p6C6fkOqUNqEQ8L!m>)2v*eJ3mmlxX>KQKfp*Q3g+Pp54! z5N@tjH>RO0`Smz%dn>&uVA~#^<8#2s{!fwy#QuujvOqg~SF7OXHwLtS3>{?1K9{xP z7PI0;gC^qLo<+uMBNS?y2utoE&YM857yM)&JU&2{f}_4g<#vG^iXspJysjaieTOhN z1K7D=&eqyhl$BZrKjQYFV~XtO7r%v?CM~lGk$$Cvz3)3cC?9egD6Uk8K;~luTvt%8 zgP7K@nn*tu^Y)jRJj6u={^$i}vN@P<0-?1=4^R!GGiZAM-M#>pxQ0C;z`_UjJiCfZ zOgs%1c9sf4i9gEY5}jaW!XsAmns8uACrf&EZihXHxMmfwIJVM#Bx4q`?x*VH>~Y|Y;+1*^3{t?t zsN#7I{0rM4U=^JV1S~`)D$}7LQmW2T>djA3`(fh8{KpZRI@eDw;Y0mvZBFjEm< z^$@(7`#wt=AdSPptr+rC178+5CA5H28XXdU?hhOZJRlLu5Umvkz_`?pzu>$Cpi@(q zQ#~M`mg^-e?VqRdN}jzADq`a(`hDOmAnoWyTz4ltI?EwPP_q3Lkzo@!r1Q+~6F>-Z z-2DMol8`)12;*A17Qs3Z_ihq1_D~jjDVLM-NUQUnXESIm=(&090|~m1Fs8);1Fx&f z9pxKTXiNNmF6#U53=j}Q83L>zfEJTiP{4r5SI#R`zA0o}Wi0%P{AgfDY({+SAfH<7 z+vIeTWUXB~M-ORL$02^HZje(uA}FEePX;Sk`q^11dJ~K|VYqJ|RJwKr&>pNF!Fq|)>phpM&w+^2@%P^nxos%SXIRq>9TSEKH&mh_+1Nt#5U$B2KnYtR$-syx> zN7`F=vSRzh@0Yy-TJ)xxz37YyUSO^`p3m2bldB%I^QCucWW?z&ZW_&LON)ki#yC{d z-_%EEVx@IlyyQh3E2)EVU;#b{sTZ>6b?BtYp)9q0kz=}=5Ut{qiLfCvfhj7(7aQjQ zLG3EjqJ|K3nlPA8tmbwKO0twn4-0b_@kFQ&|BS~h8LyzX<9%RCzEkN-{{TOw7^@G! zaJpbXlq={0kXYSi0+*N>k^WX{k(Dnz*|Dm+xy?@> z)My(e5Y-VJ9#XZe^HRc>;4vr~wCJ zpOvd)={NxJ0)Ug)7)tK8Y2bHN^J>#q9XU|>o_Asfa(odz zK?eT)s5K`VPVA7+{OE9c5Djy7jJge~BrWS48h4;|7N~znH8cQ&;+1 z5d`ez`r!O2^t)hSzlGByxEE;bGxHk3^Z}m+)E``H^YK_zc;AR^Jj?AMubP!5L`)9> zd?v)yAZE_}>I{r!G}`gdl7l|Li870Aym~N0r@T~Sy&eF7K(asdm2xoM6{GLfAz{de z2Y8QI$CSW41rHlNxY#X%mW$+TQ=uAsDj-ZURrl|jNOD71rW+8Y1qnP~fU@5gh+POe z`w*^JE{5J`@xFp`e}}p#Ma-2IYKDAfkkF~hMx>d7FNqCA$L76yaOU9nqRCMigs&@k zgWE(skK>PG$cvNE)1+;K(l=(NuG=TWqqgPQpSQMxFc*La3CKS-;4;J74w-r2|D!1( zfXzSlCbc8Z*QT+#rXN=P49djD2hEz^@CKPmk)g&%HJDGl1$5p0tv;d`J5VP^Sy+qF z$G(evQ##KJY;G)c^Ga8n$4PqIr_#D~R4EucY$O6m5fekl!M1sB&?j{yVVrfFt4FJK zxyAy?dR*(uVk327U7E;U9uHc|K@~gq0c;|fX^?{Fjk}3y$2>(Pg^2`kRi**xfemAO za(9I^HQkR`h`29Ir&r(lf>l_kuM8oFlg z3V>I!`x8a5_fz(?i@Bh^)W<-8RILOcb7`S)45(QdLgit= zS6ZHUCoA@mrP#^riD{S=$RIS@4VEOL1eQd@do|O^92sHzl*U*UHr3luwj+KT%2>IK zmE)5F=^AEQ6yj)L>A3@gdYx^60d1xZ#fm|{<4T0XgQLd zR?~gXJmy;799dD?G@DNeO69 zY@Z@l^qU{zivWe;5n_A9z9~rdOV*Vv%!%rrrB7LjO(&z&u$p4=!R@FP_X5cgMXbV! ziNe>p!XtMO(cU@?5(ruVd;`8mwC0}!>WYRt;nb~-%Yjrzl2MeiI~Jc;0@ZYM1sHfd z;;`bORiF3(+1ODoo`L0T-x(>zKo1jZclIfbfEoRXE@z%c@2hA~<1Pa9V~Rl<@$EoHRP zH@g!()7{+iJYLhGq49dbO&*Y?q59+r`U7)3^SJ{-D&25dc}kfkl~qd*`@0Ko)Jqn9 zvTp_AB`Q`8Wi!$jn?<%3@{1{F=-RX1-Je$gV> zNOw$NUh6bH>~joz&LOH9yYcNgs4viTh{;QCTVgW+QljYsOHnXWx9A7z&%~nes-g)P zDlUni)4*19CqLe zwj$lNkxya)+b?fbtx~WWi6oN%WEx0PDFEmQi1Y}(DH~)T?{-ri=x^e&-hiS}!Mgwh zpcD~f(or~78$)VEDIHzLf_Yc$MY@Ns0c}v?1cAo-|Iiz8B;8XV*S7zkmBPs zmXhY7zoBC*D$5FPxkICNj(;AzGQ`Z-JAE{VUHWS|QV zC2thXWiPQ5PWQ0voB^;xaUP#ucDyhMxbb46^)IrS>*ED`XHprzc>PnjN|lz-`muox zHDKz9;o`t%WRUN!GXiz`9w2$5KRPYb3*_RXc?q+)BmhtPzD6C#*_q|hPQUhmSU0$C z4Tk<)VIP6%K(z)|h|Teq+{z5 z31;2DPDM)x^kpecx*sR%w>;w%beyMyaZ`8+Mul=MHC;aey8z&h)#;W3q3t$~X~m>F z?ChUerFMDtTh$M%J+Y?6cNhXAkw{$ibmEp7s!XrdX0;LcpXAE%(|i2Ulai zbddrL{1Bi+%esdm=s78V&VRDlzppME5>)0DhK%R2Maz59j4BtHK-2R*QZRY0MHark zt8xGv*OU1V(NWb51MUil{yVCzqR1e3Ns@+A@Vs?_Q~$7q6-x7MaO*-!~hVMZHiavAr zzwI#F$E7vzd1QRG?&5gm5;f!oWPk|I=SDSBW}5>s5EdVp$IVLG2aHdO2L+UOvjS)N;G&~ zvX=4dvst3FU=kkEr2aSr8K^3^H(OZ1uRn{sbMizn?h#~bj^$GviARo2h`aZFhs{MEWE8hnRIF&3f2}e`j+KLC^>|W$OS`+$iAn_YwL5fmj>Z0*Ba_t+>BoQiDh^Ix8CTs!v#U z6s4&?jVtuHL;KOE!Ux~*wbVQ9jEM_ZPh4d}10Q5An9Oi~zO&0CFjg%@mrfQ{UM0`_ zoGDm&za-Pgt3IGsZ^Ub_;sgrl9hllS_|$ljoJobeRfv-aev6Gq6ksx;wH*&RF-5rK z@M-dyf$NwuokQ2qQ3;4kz^nqVZTNXlf7FH5++;XeAp<}`_o?fZibv!}o--XY9__nG zn7Z{dggtmWgnX2*g$2<=5`%uCQJ{y|_##;zRHdYQ4D2W-n+s3|Lc#${ylnPpd-tt| z?a5Iu6C_-r=CN`p_pFr0s;MbZMB8-I(%(IrYh4cN?ivy$_3bnPI_O!Mam~uf zqrj@L0Ba}NobxPKDou$(`A&#rv7q8h%Aq4=>}p+;6*9UkZ>=2q+Ie1CxZ$ZJhT@w{ z01lSEzqm0+80Nc!Y@JV0w`n6MGg<3Qugs#?LbDf4*ic}VBV>frfFgeYAgO&*So9SV zs`w{Q3=64&oMQX^vr_!ocRwe;NCBEY2P#5H^q?rB&@nJbJuIYEhA}$JFGsGH@wR81 z3sT}~AI>@Qw=h}YTG=`v_?-?t)7o98d~Io-U7(IQgt@&jiTg-cye>f%i6o}o`3(w4 z*0aleOzXrMqPT+T;>v`Fxco~lnfd^rWk`IAuZ4v9qydS6Zes@{+$_>P0;<;|^2XX8eJ89U|c6oL!mviDQC z`IcQ4MALK>icBbmLNN{3#$9_+zzV}VN@9+GhS&)K3IQ(KGk_ilUk)cf0rUlQwSs?9 zZm2sHeTCWn12y`1MVGQ*JyZ<)=nNvQ>c-aSWOWI#2WGrl-X|>mZTDmj?Kj%Bh2hL_XaX)i{W01^0Gf(y&!SV&Z7j zXc`{y*1tVTQi~|)5JD1~m9%Yl!Dn`F+e!?_dN!X~G*O|p@a?s3%g8E>?njwsS)6rN z{S}*f;dI_MRCd+1M_H!-=1J8XTRPgqSn`L8C3;>Rq7pRPRvWaqbri&X+e~&ST8^kx z(*H`u5p&3AXNLY%=oz*Pbvl&0-WSJ((S!3;kJ}(#u6;G9+?!iCFJ8$iwMxcJ7{#`? zz9tAhrx*WAi_OTTH*J0p#*QFEhr^VL*3Blcka z#=ZOU;J1#Ja$-GDQUS6XEO}{_A~+B*UP>rv%ay0Sm~R%m0a2o+c<0{tev+B{*b*np zaxgm7;|Fag#AxbbwFC`Jq(f-g2-RnCzZp3eDb}d7pE79n7(#-0NF0%{L}W=Nd1yU# z;lSyf-xcDB7H{LWtSPw{SAIz}N|8|+MN{ZX%`zVFg#&2CrKQm&I)^83-;nIeIUB?c?*!K;8D`s5R229S+F^9#%OZ3 zuT07@Ga)FILOHOww)ONd&UzPHx%Qp2ifW3GYP?8@qoXE8_`%~3esOnm;s%`T)_%ml z>lTz0B7Ha26DQt%=#AEQ&?md`l#|2>=p0irAng8>+pWg%V80Qqx5MuV)&5b5KtDJe zAq2o8JKoMZzA?%t6@yt%VIsscygG&-jcnXfX~f`4&yREL>#m)A-iTaZk0~&(FZ9dUlM?-2m))x zTtc<7dD40O=WT#fDf;pAA`EL()SY@bF|BJ`%krIS9vCBCO%J>6ljTKElI&X*zru29 zfN~BrEYWYkaJcETSH#D&Sh>gKAaL){+gsm75K_`uZSzzlyM7{|r6@xY&{<4_BElGt86m0$%C4!*KWQuIT$M#ylvt3|N2Hi~7rZ zy^kWDyb}h8h+Jv?@0`b~vn#oThyX&iy}~of{}VYcKrDH8#MDZBLnn}HGOSAFy*9Gt z>g<#}Bjwq8z{*hWgZAas@$yNN0eS1O&28!^^o;lpSud@TRjGH~@o&k5I*e($dV0EO zyPzyp;?pO9?Z<0Q_L`LO*M<067K<2E(hPM6<#%vwdQ7cFB@Ic^%z+t&ZvfEgPN7RN zDJeo4#(VTBPOakL@5)zcCCexKZo4HrsWi4|RM<(wHyg%bOrX`lfbdfI;rTG_(fmXZzdW{V zxGftMLspKTzoW!k&_G7&SUguL9s!;ts^yn&slqwsT{FF%GQHKZsH&_yn;P?YK{edv(}ID@WIe3K+l0G1YHY|>1qt!2}V}xbqF!~$RV48Hqly-l`@xhAFTW8 zNt(nskQ{fCjZgfY#Hc^fD5q!KFNPINWU$exWdRl) z?CTm4VLqm;R-<+iCa^{y=#_E5YT_%fgNRFy(8(tz2OO3lpLYY{EEHY47k*=;hlI5< zZDZt}7OxWmFOo+G*W1~8r&dMy_;r+&KYkhv|ITMN*_q1=b((bl&V2b~iZ{VAMVAa% zwrBl&+ZYTD)7c-h2TSn+#7jEH00UDu`~!>3;npGhw-E+VlWSjLJI%+OQ|SLgZ>WU0FJv#O=M+5gwV(CcSWk|$K7>Y{;h&b+Exa%7W=ddS5gY+ zmOzy)01y}t%Zd6$7GcPi$-1=qmz%vxsR9jD++`RKvpFn_{?;WZL*Q@JRm2|xe0JJG zMPa2(g-Ei(>cQ*FHlAcXVZo;vmPQAsN1#KcZD9rzraQr`U5$V9K25djge22Qy?pY@ zX>dw;C}`~MP)&*eAO`W4iqd@GMpGq4fgYOYEXD0t?cSolp&s_1CwPP?+&A9^3RiY% z12{%<%lOd}W0z(Ub1fP)$Io={r@Iw$2y+WS-!Q=jim)R7UY)1hb>KCvFFs`}WI{__ z$q9&bIHji8CKTawGD9?fq)Evj9Xt(R_r2OW7?iW%+}@zgN9*WI3kWj}%)fv95h|7t zxYj*{X&pT}YiQx|KKS9VF<89)3;5Cm50vn~(V^XIad=aM)rALq(pV*vQz&bH9Q7Jz z>b!IpaiD8qAhApm{cL*l?BgBCt^^GrXJP;t5%h4llTiZz8Lc$m&L1HHs4+|L%1pnuJ@2)kGFp7KM}Oh)n*9qev%bk)Gqd5fwopkKCFfRpP$eU;|8_#c zIXhMCv+}Gdx%(0&n%-8|`wfu;@$J>Nyzqs6X6x8F0XtfJj^K2J5YI|EV6sk0AS0e)1__ut$yFS~OU5_wJ>xQ<=n~`tEpZ$rjv>@kCwcO20?;C$ZD_IH{9GC+19OIY z0l6vhm=HUq09XH9f>`gQW&gL2!6xhXUe)eO)}$Kyb{6Qs$!Y zA&Z`Sw2zoaG6eq|sULSGCypP5$>sczT)WbNlP~y5GEIt?wX7yJ{F_4aY@<@iIOFwY zohVfTVEP0@>!fexyjphztw8~urLLLXCqVo4OCiXsI5Du&0f14L?ta(rWR+XOLR{ghCo=?Mxl|Y;9yGXkA6?^vdEHks zuZ`m=akA2{cj&TUR}C$O2AIC`h&0*Y)UZ&)bfcN9PN(lAou!dpjB0Qv) zn~I5`fZz}I)(xlpvBiF@<=^wVqvYLU0UgxSMDv?&KWI|kSRKsqLELn&~FXq&Ry7GUs8suBT+ylIiYcKoie zuNuEs_ukB)xU&=G9X}b%1yM~V+qS=)P&LFw1DUn&B781g7 zlEKuz8pJdzfi@L@WoFs8n+(ivX$QHbFWS9ni|kzG@6bAn|3$7Z$Mk_dI4&9-lZu5- za0NL@_q<&R*pCXE6LxEB`F6x?{-M?r{zzab6KFE^9VQlwZpst%-O9ONj# z;wX)05$)u7(B`aRz{a`B8pUNq&o%k0&zi`bv?4U-I^YVvM#PpHU#5YC)7EXyLv2^@Y^n}$vani>L<}V|2tP~8t5>SIs zZ&a$aa3uqvvIo%=IdT&6?MnH?o(Q&}+da|}ND)8x+&iWnr*d$6>g)5egycPL1#Rx{ zk~AsiR1FQhyi^G!h1zV!K}V2fcAo%|`^xq^)>fN1_ti~M1Eg!{?*%ahlBn{6MO#hnAZ9p!Q4=TsQFg<>1kjq@ZP%K~_JquZaW_lR#B7nhj$|lyQ15H| zP{mo;RE3o;QyF53+IS1GFieQiMPM_ql-vHiY?P+{`nPm$ z9k9mq7%~hF52DU2Xsc)f-WbL8XLYQZGW`J;^`O-2&fI{tv zxvL2oCZ!HY`3}$JM4}gI_cqWJft)Y_WdIW4Wci`>z_pvjfMQJ5_W(lcgK^en^-RU=;kXz>;?i2Oq&Mh<%q=f=O6sLq7U3d$oQ?rai|FPD+$U;ZD zTsllRsvCZURc;9N%<3|8RZ`u}wPPv~Ka9UrrZFZHdRD(HEva`i0%pM>H$;E)#Bis%-08KvHnmTk}5Z;^3nX+kZ(6fEkZ`^~zB`*qH?M*LDj< zf@g62zTMFNrfm}p3MId|&#sLjFQnaMl|VyXac*Ay*PE9W1n_`LBk7nK7xcF@jCa81 z0!HNaB_+I~A>zhBHGwn}yKzVrv&4x$$1L&weQBC7{|41~fl#D~@zTh%{;aZxDTD2o zZT}h%a@6RTbbeDBvo()t0#&?1u-emD5>Q~bX;DHd!MQ`gA&*X71mWTG>gt3bckr$z z@#xrCgy!N;hobE4Sa94uk<~|V+$Z`dCv@x=IQ3-L_CYb(9H~UxhsT#9VGUpON1zQa zt`dePnMdmTW@R~R{bN3gkDmnmeeDLyry2fTMc#1`g{i&lhH82zw?pq**SJcrMQybG z9U~1iWH!Y}EGcSh>lxl%z&EL_dV_r=tbl)L1VM&&M5N;KI_@{0$o4V0vPlOqe&Ice zaKBn#gFabujlcX^*Ie{bh7oeJKxnWKs|uT`t3L&E?g>I1mwu9nhn8;G$xETx(8x%! zVF|={a)1+q(O${UKH#lEJ${+B^yA-`%UBEuMqUhCnb8Q)_udoilI1l5<%PZ?2@-5F2i|_1ya@iAw zSyKVKDW0TEij>`p{;f((Hp`Jb(HQVk6wq3rGB~2@zb%%{^KxxZX>-%^yt}H|Wubjn zB-d?T)Ap{l04TA*1_gn$VXyLjsWo%rM%BfAI^TFaOLZW3wAdUT^_me zb$QeMaSGY~eL^5`p}WZhVe+88sG=783AvRuOahjp^n;qr`mBdAUK|_7&6Q; z{MSg(z8o9+!tvysco48KkZ@DZ4|c#)rot5?UzdtX69~re^8HJyfv*y7^s2~4I_a32 zkbcBcIOBNh>on zd#+A>MIl@EHq??#LS$W@|2_yY0~g7JBuj3E1Yk~qsWKV72vz*^;eZ!DCG)&wv^#f` z-Vk5tZ+q2~6G{Osx(dFb>Pf1+XQ-*{G+Tz>;j#YrO3u1h|JBE(Mt?SsXsQg6008tD z200b_c*FQsRu9?KuWq)-UzC-+Cj~lk;E+Y;_pEeCNzg9RO$XR2{ z{ph!*s!kM+>_lpD&CvKl#0Mdb*Y@t0LH|p#u4$qFX;)xC`NEj%O9-uNeb5SXx7XMWX3HPQ|QhQ52NQ(6smui({rkV<0<#A3+ zyw%#cW5>)2V}GU_Wp9WjhHwW~j(#deny7tV3vVOi&qp7o)G@qHK5HKC7xRjJM8Kz~ zKFqGq$KEsCMLFhcV?y2wnPq;MST_0+lRwrBE0tmMquev|>sX$@+xk>?c_Z*C&E`7g z8g&KNJnzxN305pfE)R)xFs19ATOrA?O`eChzZdoKRm#Xr-Duj(-t}!ZTZ*_E26{V7 z-RH+COR_w-@&$lC=PQ*gz*#bkj`vw;vE6r}fDM#oJW2WVI%}ICB3$tUhKlfEMeq;g zd%@bg47_MIYlmKvamO9`N?my}>`bXi;Lh&o{Kzj=*%y<4Es#*NN3B?AuvL?&{&Q!} zyF*Y~Fb^4S*f7-3musT)y>EWJVK71u&*R-l%w);XUZIKJZqav4{J2R(omVbQ zKZxech1+OqDhtjxDQ2VM;T9g+G!RZ`Y}@!(h&tZISs~_GFcZiUsSR#De3_+|xQ)}V z>s*Wa#Pi^yDA`Z#MI?E5$1WG#@=RXyVQEgP+7Fk1telGY^rCs?x!J+VVn=XB81B=u zaf3R8k=IePHCc0Wch!|`iSv~kBJPTK$+EEi`K*o+;q}cW)$E--B;HlfC-3AcUCchW zl?)pr!1!)k^)73bGzLE5(@EyG@H6on5cphTx`D?cwQazS{Oo zwXw!Eruq4I4P5!O!Tt^FYvSR0SL+IqwX(=(Z&HQ6Puwe;Xl7h^|2JW`!TIOp?vi?j zh`Lzvx+4!yy#?w%ilNf<&qN^gT#4>>T7G4JiEh8c%$94S2JnQW+AY}a9$JXd)Ig*? za}zd53aje8Y!%)yhe^*x+?$$E$i5e)f7H`4(QT274BC`R-Xp@P=%xTD~L%GhSyb<%b5f zG-`UdChY{};~sy!85oWo{+pZh8?4PVcFl2+XNsx8p|n$ zNUw+(WM|cP&hAn632#OYG^1X9p|m_|h~1!)`ENuOXkPKzBe$^FSZybydtI{eSoX;t`g z0VfB9dGpxva&*5qba{vzL-vtMod0BtaWV!9iipf^LQgQ>L&eYi10o<*os?q{EUXa2 zo6~ILR~odCXpPz(y*%giBM{`lr!)KI+)0Jd!}`Z*Kv;|dy%&$LB``OUmFwZp zz}RDoj|A|;C&}`g@`fj!lH)Yn?lx*=TxGc;F}YZW4u=pEOTuBcqnTAB_CK~G`B)*p zXSf@9#we-&F@)VSGyEnA&NO<^;x*f8q_I;IlsAbY< zO@`UAG|B4crHS@5wd|Ky(pKD)({VU`)52$LdB+Yze1PFqVL*@JPV87UqBlm-Zp}2N z4nhgcxTgDh_?W&f-0IDm@5kuuQiZVVmUuZciv@QBl(s{idvzF(*v>Eg!kyZxBRg^W3Y-hX-&1PkUZG|oGp9_#Gh9xmeJeSYt|C}bwbR#o^v-D9 zaYu}g3iH+@kCLd;L9xL|{Z&FSHYQ~L53P7nuBWn^QLWxy3qsK-dOX5Ao1QQ_oN>Il z(Wx3sx|QNLeK1|CI@r6sO#QB|t3#-yiLr+MSX#Y~pA*bDW699M!CPXUFz&nJwo@c0 z$F2W9vd0?Bck)tBGoC|Zg+x#+Xu(6>zl`CX+WbO(Hz%RhAnMCNN`~eGE%H>n$+Fw} zXAmz_iZEJ21$nr{#c5jN!@1MF4}Sw+diN7S zS=1}kqQkDaZr<}K8nJ(9g1CuOQ!t2CC^n{ahqhYwXO^jn)NjfbLvRdg^pG*GVz9P>l=p7p zq!Q=EP-7_n*lT#x{^$KeE0tKQTb zoT?u}zl17C`y2I=l;SIu4nSgcBQxBeQ7x0a7g?ayG9XbVuM(aLzelCu{Fc0OEp-3a zprZNBE%KK*@m$V_4z_@LFM}xE{AIOhE6TL-u=m2&`3lKCe+4>59F4_IXBNu8DdO5* z(_-~a%@^jpwu`CUsf-wK)JHlzT$2F^G{EAS9Ex7uOVM7$jw=`2mRP^lZ>IG?}GJ_>yVYUAF@m)^}-@a6ztoo z?B>C8-#U!6S^XdQa!`?PU&Q`&wrj6l4d$CXUhY|J55(){c{XI9tIhb~WJ#Yn`)|;w zR%=j2X#VK(f2pXN*2?}^TJ6`uo$$@|e&PwfMg=l#@Yp5Qyh=usgk9w_2{DS~ZQIkBYDkYZ*#v{Bu@(B}zG=k?8gX}n zP3(Hg&qk}1ButKBZG)3TEYqGr_X{#wr6N_ENiFa9;eFRq1AP3bH~R!p+wZ^IqsRja zkL9!PB^hZm_KH0U4e)aGBlvUjc3ctn<9JNtQ}WvMuU4Z+_G?$m;Y z8Pv+leqEGA>daWj;&Md>Z}heTeFULK9T8q$lyQMcqBrLTcd;?B>RqREO`N8tXE=xR zx`akX{!9F(G%?i0{mdWjR`yt0G0$V6gZK@ufaBgKX85Gf z%}^?aNxxEeW&$s?vk1qZ(C$nlUa>ny4lC&NE+g-UvE{g-CpG(zIolT$&JsNnX2i>% zrym+Ip!Ouu{)s$Pm z&N}@1ZH{d}`}J#O$MJhYvps{a`}D#S$J9S!N6;rky_n#BH(L=Nx$%Jo?B3dqj$h(T z{sYZ$*sah8;tT{(yHn)@Y`z7Z+^cn8L-S4jCJ?gTIeqq?l&I-ZA-g=sX!oX&4DJe6 z$D0>Bw1#^wEffC0d`O{C`+b^Cotecet3R~f>3ou$W6Nmd_T)AtWev;co{4^5_r2C` zItDtWIvqkNLlE?nDdi%Hul&@9VC1cBA!zobi2>F z)le};6FgkCilTxUy;AXVMjimiHww0XH2g7WWOUjw|NOFA+&Fpd=gO#!&a~hTE z<*2w;t;*DN>mL129A!&NXZIbuSzhan7LfpvmvvS(J-<$;57H_sX*^UGI$`1-*6AP> zsDDaNw~*2vS_5}|{h%gez3`g~KX;gW3bv^GgRW|{YqRRIYU`%1Mga1qIGZf1>@-mT zl0RvIjb7<+^M*JA1)6?z(ckS8Nj>VGMCU;>CoQ^dikEKf+<;I1#Tl5c{kiS^Itd-`j;2|wa9*V&kF?l>hql>MA;u}DKblv zwP7wc(2`BR>j?ci-_AuN#P@r65bNh})kkU0-jK;LUGPo+2$wkNixy#gp*GtSe~)0^ zO37#c+%9+N7s`z?wio3r!d5(D)h>8D2vWbrtSi{F{YQVs@=v#s?C2Op0P?ApV$j_g z?CPbbq#R#yqIPK?;Bm-CT4=z;FID2s=WX+YipNG((OU#>sLb1!iGB~aha&537FTZz zK8v0p%8$8RfN{49#o1W?Dv3yYjx=`V6fAnP<8pg_!~UyjksT>>M?l6?diTCSQGf{kxTptQ=Vgujk*1B7|eeWPAg|*6j$t z5GHeXF)GR;N#Lo_eCn3~S<^ohSxe1#*okt~T`wQj1@#d(q7-932OXv5Zh z`UYZNj5gqb@a}QF)4tN%J+}FITHd>lYeM>nk(?Forr*V@ciX6z>?Rd zi$E`ucXqQ-IhWYXWR5H7m8gG?ql)?jw&uWUyAv2r`R@d!`n$7j|WT@Zb z=ia`4UJ4ao>wmmURJ>VVc3@aJ9^eX1>VGY0mWbbCZOAl6KJqoziRT#C{B&E~o1hW< zu9M?s2c!c(_xtW$M$^@P7|7Ih_EB-gZVq=lX2u^f`Bq+SsOemA*eC{G9 z$`aqgI`P$a3cal+Yqhx3rpEUOK{rFj&1&s3H%U}-^d`RB$;{c1zShqy;S>KObra5* zdcrp0#+Ahyzv>?Gk%#@IJ@j#p9b2~xnnaZhRTjSa%f-pN9Ouiho`L^K3es$M~m z9HV@wFmVKb#T2U6R-Bd2xwa(?B0AHlGgC57?6XLWec8jB+@R>@iyR)2l0F}1Je$}W z*QtyH$2pX<48!hc*A#EL@hZGVI`DUExVeYw=ucXhg&%yK7edwBjIyW`%N!pau3hjY zDHdi8esAk2d*iqKX8Lu}>MTjVz^rrOAE>(LJD~a&L@maZ8%vI)d(rYLI@W^OY%s5v zmJE}x+r$!nYnBR8kzyCmeu7O|&cs69%L)7#Nb)Lw8=jr_tIC|LE&09zcBjsGB->%3 z00b4Niowd8nbcZu(J@1Gb}PSccV!zqLuTkB`POxaU2oW}^ZsQcD zs&GWeT@{=6zT{&TIW|cKH)qv_bbVXm8$to{2a~0r(Tr9`aw}LM%qJEV72Wm}q`XT= zT`9yrpwZt6K6NrEAkPIWU!qzHZ=rA0eqgg@(+KxSnR4tetPUM#$4n1&*U?{ zgsR+6)faHqcbAow?gJnArEf{d?i&3#&$_@Cx%OCt%#8kz?5U15wVqu`l12fAlRz>q z3*T|)QnowB@s(v?@~$&GRbWC%>0?u?c>`svK5y*m?&11h8w`sepvE;yIV&Z5>x`v$ zp^_fDHl{jQ0@0Wq;Q%$NS@lp&=1~0=kr_ZkBwtL^7D+_80vfzjov|-<7)PyvhntUMK z*03XAG{AlnFUY*tL18Y_jUobBI>a^~_a|!!kVsuN%6}i9W7qPSk06jcRNnh5qtp1; z2l>hG!eYx@oEImg!3E&|H}*(lNyU7>6}A@g-M9~WtsP;598~yba=Um z8~%(hFxzqbKq-D1+Lx#;tt04?`E+&SRx0@nUFyj*&Y)MDtLmXtHT%0wgE{B>7_Ve< zR|uglDh+;n)Z5{)GNYsvQt-zf+18UWftC-IBzvcPI$AF{Yz+bP>C}JK(0XMjqcDvE z$`g%XQP|a};6nkP=@cZHD6nvyAaQ#!DDxzXE8|H=C)vXrHV;f31n4iqzMtFviz zm6#G<+qOjQWB-||NhLdR-2Dg9_{%GpnhDdcCtNQj&Twba|Il*L@T;&pN-gVj(eS&Q zh83r;W}ZFlUUSvrBc5hmloCMQHbqdB+21S%Et27gBU z)7h|ZWvU*_(-6)gH7a-0KewHIEqbMfsI8KP`h}P;cx-&S{&5zNw@<3-~&^|KYDC$4|Wgf zg1(d@bxOmfCgnC2^6q|k@KQ1Jd@6Mi!7?Gw+)dNMJG}Q#Ew~_q27Kl|#^mP36GiHf zm8xEfzqXD#m89+W4~~3A>(EcP{!`AbQ`)-YUqqG#p|}n0U>Qm=NHv}@&vJ&}7V13P z2~;ffeh(>=jS_Q$_=x3q#O2t9I^k4n;z4awYy0MKOUiI-MAKYUiOX=TFRR?A$P?e= zdfZ$&e@md>leyArpI+O$rUAbVWbNM;|M+zATg!B3CS`>=+1~hHU-1Dr1f^rDg=Ez4)>2LFe zEgUb~2-yNmeXSSdrXA*QntnG?fJ=pV^>3XU6!lNDlAXWwSlh}e1w-m|e8jWnB`eLF z!opZ(ewvB>U-Hh{mE0a4wR=OoV}r6h4W%ZVT4>{ijrL~@B2y?+NLY#W7o+Z z&VTgr9n`$>i=WrDX^ZD_7$!i2o*{hCXOTmI?&*q&pz2`Pz0S2)0&unz$Z|m*_K_r} zA3Lxyg0wFA-V@g_!T0%-+n@$`DM|ivUTSa#cSkZ08KIVi^o)b-;bsz1Lx& zjUUag^u472O^)U7+jSed_4Q8ocFJBZd(@Xmi!LW{lwtMNjp^U5$Q)MVGR;db=L+P_ zv~s-t#9x(vZM3_#b5tynlFgn3dR1B6eG$qHB5B-m;nrlD_*Q|`@RABV&oYW7bS1aD z%ivNQ_INf%oz>0-^QbpXs{c7*4ME58uff$a7cMeFC@C;lEu@z8N5P{a5~dQv7O)a1 zZfj>KLUE};?L`YZu_xzzX-{+^VH;zywGGd&`?bg}G468_msQ2Zr$g+*=y}I$k&hG6 zb3}VR=)t_#@oCuLH3Za&P?9zqn=d@>ReiOdi>sTR#^@hiQ6qt8N6I>t98lrW;v-?T z`SnCEvvGxx#pC^2P=C5og&}FILZEh@0^9*)Z3M5P7AS%;stTou;L!~KR)Nz2MrxYv z)v^CKw=X=ig2-}A6Ujp{Uu*gex>Q3&P|YEoi(Msb3WZ%IsLoBj?O>&eYm>nej?_Ng z9%d#ljP)j2z9tz;X#vA1K5sn(P7KPv@Y-+IM$!=usF5&34F5bi+~DZK@a-{a zag`t~iN~`Q=5Ox%sDY2DzK)r_aNkM0m`yzG(Vgy1>%dYnUnlQlNt zer-(Ld)X06n^9ctEEKS(P!=~3cZL`u6}ZSS^@q1v{Q`9U5}(9oM<|&`LU8QC<2gAwfg0I2fqpLGFd?O;uLjM8sKq>Z)Dgb0?E?=6pQ&Daj{#);OQ6!2jh3RV zZEbIR9YP2967N4Y(g1`n_TQDZ5(vyYt$(S)LAk5bvecO&MS zw-M(eM5(BdruQO~HL_Q{vio1e#l^*}KYH|tsc#ce?0@8KP@uP@DKFm?YbuQ&sWxO1 zHG$J7->sx+MNQ49?d;s#NBP1p@K>{FJZyzf&JvK%j-x>Q`MkwC) z7M3VbFE3c{cG6vZ&$jtr5?uU&0PWG$)ddc3*>*DWC7#C%z~j61*;!f29?}SC(9gHJ z`FEgbTY~T?AX-i7C*`)o=|ED2&ixoo|KGGYUs-7Y1tS6v)@rD{yu9#8PsB_KmK_7g z(dQf|I4pE{C&3dpftouTt8c>8InIf{CX+KQ4`K>v4Azd0*s^Zfu(&vSd{1}|e_Yy? z-i(qG8gixdnQEt5h1$IzNw~^@14-ZI`_l@BhD>;ZJoJ<|&v*DsfU&rzp5TtaDrjm_ z0h{^l+qXQc*A(zWHP|}0iAM}MRI=#hx#tU8sjDZD&lqfY*CB3nHsOa%pQ~v2`XfB} zrYI2kvdVK4-%Ouap0Q%9^`tw9KP*0K%+5NeE+q0lZ-pP~7|r1l(BCWe3{{eP4xuN> zd2$k9EUT;>(uW26pQfZKAMJtuu5AB#J1kheYA6uk94)?sZzUR}{_y`Sd?xb1xmS95 zEie!&HIbAA|M{K&dj(^rxBo)Yh_!2x{KeZ?yn!YTf32YXZ}Rm2m=rb*$m6G>nGZm2 z6XXJ9Va19M#b4nWDl(12lNl|`m_|oO4PZ0tujOSlcKgqt+1XHz5X@{~yG3(+{r06# z6%`$kkL>KeyrdIAi7>u;_bwv)y*K&mTNYOw(dzguS@5(P2nJQ#tmW|&z`od^I@zFd zl46BDi$DR!BPl-&GnsorC#csz4X87T8XGf8miD^q5m{I$ly6veiav})BIyhuTsggc zd{hqfl$EY9w^TM9*~i4h+$b702YNJaYPX)$Uuf3Cu?!%(bI@V!rh|hJ!~{Sd^7{By zjV%H~#Guww)D2F@kdtpx4w=k4F)j}k;5|mT@&y;z8#nE@I}1dOQdjk? z9cI1oZ~@>2qnIN?j=;_>0aS@LJs2B?J)Y(T1qJ4Qk1`yH{!j@r*(za9cUZ3RHvR_^ZZ`DtlS{I+{l zR)8zhCn{XKL0D!~uu``>WgdE#?I9lZE5OHR_TJeE*c1)4`Exi<#mr0luot= zI#0id9X`n!u)ET(QmiXL$wdLf(#)~pNJ2bOeI;A&DA(;P3~2<5WU1AAuaG*xe^4TP zfJ1{WqEb27-rg3;?r$H;H^fA;{?qJ#Fg`6-XVUHeC(kru$o_0n(^%)KM;XlK4t#pa z95$*9d|U~jNK1f+Hu?{bj?WohSkYghSKbIfc?6GGBa{tc+U_^_A2FH?;(CULS`o#t zbP`1A4;E7O@hMoj%^F z3>R&UWCH+Rah=bu8uoBWGvMJ<&SDA%q40^8sMi2nEiQt)D_vZx-O{MA>|$~&_tTte4U8J`^y1fa@Y!%NyHP4r)W4#d9J zLIwfeA)}%~&s!r+E48A69zfL07y%XzZ*Ok|!lQ-_Q5Hs? z(n?FuX=LkMvxGIb;VCWUz5Nqua`e*+Xz(RKd^fB?44Ab0pBzkQfZK&Q#Q+pjQ6Qz) z0t%*Y875c$_U*9zx_mtWAb|_p3MX}i09|D%0VWA~o*Y=`5mQ~^Z}5N`@Yw)%A%^GI zX*Y2|g)a8pb3qJP#)~~zEyEMmfe8;J+CEX}A9&NxPv&z?jmnZkt1|diV)?)>OQIXA z?w9VF`w?7B%g7+=wZ6BrK!MQ6ro~2aaAf2$b0}(m!PA$O!syLf!H1=!Cor%Ied-;+aP_2p?+IYIOL7C+l zgjSMqvs1a|?b{SU{5zF=;n+x7x%K&j6NBaDWeo73i$N0@2-3r->O(EHnqL}7HBv6~ zWU_nn(IxdU&Uv}Hr=w(c7-3T}@jDI4p?LAN7wOMoNDpU7Dla!%o2Uj54ZLu;xv0&ulp{+1SaOZ*=&`Wq=;&vU`m@^K*X)eh z_Ku8@aXL3VJKFu}QVk}^<0EtKMQUE2ZF4yTLi*2uj_3YT_9loLCa^C&*=n=sWWVTd zD7PuQ%~ZIPsDAQ}@WsaCwTXZ5l-rNT1b;_wMk>A6T1!_qxGPEWb~lU?yk}%(SyC3+ z*@?7nv|Wgr0pxZIo-Z7;k@xW<*gJYv*VHtswN*K{4zvay_0;Y!|0Uqb#ehB2)i^jV zg2&i^$Bj9@r>}1gK>I#(o1!3CQ)dkHega4w$GeFYBgMnN9Fg(}!R?zr! z44bs)D?c!9K>-0<1tHrvM~^!2f@bZPbU^d!vUuBcXctQy6|$Maq$0?)o) z42 z@zk@~j}L|{ig(C^6;^h}9j*5E_Eu(^o|Uc>_$#kl*c8nw5;(DXZ?-TPLS*c>zG4S_ zEW6#cNpn9{bHW=Paz%AJZ{5^6sZl4tg-@Er#KiFT^LWCU)Yicv?%g8nRJQ~6r+U$F z8U9;>Ln?KWlJ0mcF7bwl6LbZ~@dl}cc`IesppBuD5{b`3tiDB2SbAIi(W;|31S#Ow z-v_c-UQtmzTmR^2yIzq=mpTt^nStQS6H<1RNzvmgj^+cN((C||i^9)HR{xU0qepx` zKN77hOk1Ptx+)wd-~Qem8Y{PDGRF+d;v+1?5}AIRazSC?s5;O&8SY^io8p~o0Kgnu ze^PM2Qf)Coef4TGackA3iNC2!ThPBT;R-yU<^HPWXiEHM9LNk*L+}r4K#5+w`7bQ& z{~+8>b48B1{PuH1Hg<_t7hsPT)uFKK?+3s`z z$5T$&Hfc9raR$*dFc4I;Ue5v=3*wG|e&LtVGONt37J<;|qqWDcp`~M3%hOPHZ?ZHk zYdZ(flp!~+4lw`@^Fl#&H4})4R;mEp%?W2L8z@~o7kaH`UG|EEMDyI{49FtDOssl9 zAQQY_K?!sy{14pYr>j3XTE`zFYJmls)@zMGBuP4kXk=r6vFfz5Vu()@Kq7h`?=50~ zd%zZ;H~1`&r}oDWOGR!PJWKVjZNo7eLd3SW%+n^$2SV{~hs#9`XSL67nx6bI1<{Gv z7_%*EvMe(LlQa12#)kmt)68(g@l}8gW@)BG2Au2$V0AQQg4g}leYB7{&w{DN{Cgdd zP(+cm9TF4-03P1OfePOEl~Q$p0TU$sg`*T97r>ynVXApCro%G?t8BvOb~H1rRysz z86dUt1S39G8y6dUwJ-iQjBX^X2aCIKA7S*Dn}MXdu~OEZo|8kiUVk8Th51Z+Z_Wzf zY!|;5R8A>)ct{A+-yU;izvf2vC}_4|VDy2lJO+8n8{ zXJPl-)=riSFuCRkNi1l_=jPZ*Gf=OdYt@T*H{OGjQ)sJFfzCW_K~^OO#eN4Khx5F0 zPq1_H+S)Y!hjSd}V97a!g{?5zTE@l^Q&T2(lb`7%C*5el2S&Ot56!~23L0KkGBIHX zH_x3%CIoYVMx(1{Ls+OOPvJ9l-^J_GOf@W*f&jxH(mG;bN(|=;?AIDj{HrD%Y9TC{ z`|&~MZ!w_x7YPdK&|fw()Dxib!QTw{&A*Yq|9gW2>-_)O?bZo_C0&ZX{l$zQ2>7F_ Lq@h@-fO`601ph;B literal 0 HcmV?d00001