From 3bd67a87e5d3b638d702bac5fa3f571ccd301476 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 12 Jun 2026 17:54:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: AgPerry/SWE-Lego-Qwen3-4B-posttrain Source: Original Platform --- .gitattributes | 36 + README.md | 61 + all_results.json | 8 + chat_template.jinja | 89 + config.json | 73 + generation_config.json | 12 + model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 30 + train_results.json | 8 + trainer_log.jsonl | 885 ++++++ trainer_state.json | 6231 ++++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 46792 bytes 14 files changed, 7442 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..ae0645a --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen3-4B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: SWE-Lego-Qwen3-4B-posttrain + results: [] +--- + + + +# SWE-Lego-Qwen3-4B-posttrain + +This model is a fine-tuned version of [Qwen/Qwen3-4B](https://huggingface.co/Qwen/Qwen3-4B) on the SWE-Lego real and synthetic resolved trajectories datasets (with turn_mask enabled). + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 0.0001 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 64 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.1 +- num_epochs: 4.0 + +### Training results + + + +### Framework versions + +- Transformers 5.0.0 +- Pytorch 2.6.0+cu124 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..de5283d --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.0, + "total_flos": 2826281377071104.0, + "train_loss": 0.1602747890744274, + "train_runtime": 158332.2671, + "train_samples_per_second": 0.357, + "train_steps_per_second": 0.006 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..01928ce --- /dev/null +++ b/config.json @@ -0,0 +1,73 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 163840.0, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "factor": 4.0, + "original_max_position_embeddings": 40960, + "rope_theta": 1000000, + "rope_type": "yarn" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.0.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c33fb76 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.0.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..cd1d73b --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a62f54706892b064c2e5c58a1fb9e88fb77df6a6c740ef7e12b8806d7218cd +size 8044982080 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..271320b --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..de5283d --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.0, + "total_flos": 2826281377071104.0, + "train_loss": 0.1602747890744274, + "train_runtime": 158332.2671, + "train_samples_per_second": 0.357, + "train_steps_per_second": 0.006 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..57cc865 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,885 @@ +{"current_steps": 1, "total_steps": 884, "loss": 0.704662561416626, "lr": 0.0, "epoch": 0.004527447651386531, "percentage": 0.11, "elapsed_time": "0:07:04", "remaining_time": "4 days, 8:04:10"} +{"current_steps": 2, "total_steps": 884, "loss": 0.7413114905357361, "lr": 1.1235955056179775e-06, "epoch": 0.009054895302773062, "percentage": 0.23, "elapsed_time": "0:10:23", "remaining_time": "3 days, 4:22:30"} +{"current_steps": 3, "total_steps": 884, "loss": 0.7407010197639465, "lr": 2.247191011235955e-06, "epoch": 0.013582342954159592, "percentage": 0.34, "elapsed_time": "0:13:06", "remaining_time": "2 days, 16:08:57"} +{"current_steps": 4, "total_steps": 884, "loss": 0.763998806476593, "lr": 3.3707865168539327e-06, "epoch": 0.018109790605546124, "percentage": 0.45, "elapsed_time": "0:15:24", "remaining_time": "2 days, 8:31:06"} +{"current_steps": 5, "total_steps": 884, "loss": 0.7183060646057129, "lr": 4.49438202247191e-06, "epoch": 0.022637238256932653, "percentage": 0.57, "elapsed_time": "0:17:17", "remaining_time": "2 days, 2:40:42"} +{"current_steps": 6, "total_steps": 884, "loss": 0.638984203338623, "lr": 5.617977528089888e-06, "epoch": 0.027164685908319185, "percentage": 0.68, "elapsed_time": "0:18:44", "remaining_time": "1 day, 21:42:47"} +{"current_steps": 7, "total_steps": 884, "loss": 0.48158273100852966, "lr": 6.741573033707865e-06, "epoch": 0.03169213355970572, "percentage": 0.79, "elapsed_time": "0:24:14", "remaining_time": "2 days, 2:37:14"} +{"current_steps": 8, "total_steps": 884, "loss": 0.5159077048301697, "lr": 7.865168539325843e-06, "epoch": 0.03621958121109225, "percentage": 0.9, "elapsed_time": "0:27:57", "remaining_time": "2 days, 3:01:47"} +{"current_steps": 9, "total_steps": 884, "loss": 0.4606141448020935, "lr": 8.98876404494382e-06, "epoch": 0.04074702886247878, "percentage": 1.02, "elapsed_time": "0:30:52", "remaining_time": "2 days, 2:01:20"} +{"current_steps": 10, "total_steps": 884, "loss": 0.4743913412094116, "lr": 1.0112359550561798e-05, "epoch": 0.045274476513865305, "percentage": 1.13, "elapsed_time": "0:33:14", "remaining_time": "2 days, 0:24:41"} +{"current_steps": 11, "total_steps": 884, "loss": 0.4422619342803955, "lr": 1.1235955056179776e-05, "epoch": 0.04980192416525184, "percentage": 1.24, "elapsed_time": "0:35:09", "remaining_time": "1 day, 22:30:08"} +{"current_steps": 12, "total_steps": 884, "loss": 0.4157835841178894, "lr": 1.2359550561797752e-05, "epoch": 0.05432937181663837, "percentage": 1.36, "elapsed_time": "0:36:46", "remaining_time": "1 day, 20:31:50"} +{"current_steps": 13, "total_steps": 884, "loss": 0.38240519165992737, "lr": 1.348314606741573e-05, "epoch": 0.0588568194680249, "percentage": 1.47, "elapsed_time": "0:41:38", "remaining_time": "1 day, 22:30:01"} +{"current_steps": 14, "total_steps": 884, "loss": 0.3956570029258728, "lr": 1.4606741573033709e-05, "epoch": 0.06338426711941143, "percentage": 1.58, "elapsed_time": "0:45:56", "remaining_time": "1 day, 23:34:29"} +{"current_steps": 15, "total_steps": 884, "loss": 0.38245508074760437, "lr": 1.5730337078651687e-05, "epoch": 0.06791171477079797, "percentage": 1.7, "elapsed_time": "0:49:06", "remaining_time": "1 day, 23:24:56"} +{"current_steps": 16, "total_steps": 884, "loss": 0.3645451068878174, "lr": 1.6853932584269665e-05, "epoch": 0.0724391624221845, "percentage": 1.81, "elapsed_time": "0:51:39", "remaining_time": "1 day, 22:42:36"} +{"current_steps": 17, "total_steps": 884, "loss": 0.37906813621520996, "lr": 1.797752808988764e-05, "epoch": 0.07696661007357103, "percentage": 1.92, "elapsed_time": "0:53:43", "remaining_time": "1 day, 21:40:16"} +{"current_steps": 18, "total_steps": 884, "loss": 0.35216137766838074, "lr": 1.9101123595505618e-05, "epoch": 0.08149405772495756, "percentage": 2.04, "elapsed_time": "0:55:23", "remaining_time": "1 day, 20:25:19"} +{"current_steps": 19, "total_steps": 884, "loss": 0.32894521951675415, "lr": 2.0224719101123596e-05, "epoch": 0.08602150537634409, "percentage": 2.15, "elapsed_time": "0:58:40", "remaining_time": "1 day, 20:31:11"} +{"current_steps": 20, "total_steps": 884, "loss": 0.3588491380214691, "lr": 2.1348314606741574e-05, "epoch": 0.09054895302773061, "percentage": 2.26, "elapsed_time": "1:03:17", "remaining_time": "1 day, 21:34:30"} +{"current_steps": 21, "total_steps": 884, "loss": 0.35492587089538574, "lr": 2.2471910112359552e-05, "epoch": 0.09507640067911714, "percentage": 2.38, "elapsed_time": "1:06:34", "remaining_time": "1 day, 21:35:48"} +{"current_steps": 22, "total_steps": 884, "loss": 0.3395863175392151, "lr": 2.359550561797753e-05, "epoch": 0.09960384833050367, "percentage": 2.49, "elapsed_time": "1:09:10", "remaining_time": "1 day, 21:10:18"} +{"current_steps": 23, "total_steps": 884, "loss": 0.3350675702095032, "lr": 2.4719101123595505e-05, "epoch": 0.1041312959818902, "percentage": 2.6, "elapsed_time": "1:11:21", "remaining_time": "1 day, 20:31:18"} +{"current_steps": 24, "total_steps": 884, "loss": 0.32198527455329895, "lr": 2.5842696629213486e-05, "epoch": 0.10865874363327674, "percentage": 2.71, "elapsed_time": "1:13:06", "remaining_time": "1 day, 19:39:35"} +{"current_steps": 25, "total_steps": 884, "loss": 0.31030064821243286, "lr": 2.696629213483146e-05, "epoch": 0.11318619128466327, "percentage": 2.83, "elapsed_time": "1:14:25", "remaining_time": "1 day, 18:37:25"} +{"current_steps": 26, "total_steps": 884, "loss": 0.3337652087211609, "lr": 2.8089887640449443e-05, "epoch": 0.1177136389360498, "percentage": 2.94, "elapsed_time": "1:21:22", "remaining_time": "1 day, 20:45:31"} +{"current_steps": 27, "total_steps": 884, "loss": 0.3164421319961548, "lr": 2.9213483146067417e-05, "epoch": 0.12224108658743633, "percentage": 3.05, "elapsed_time": "1:24:49", "remaining_time": "1 day, 20:52:16"} +{"current_steps": 28, "total_steps": 884, "loss": 0.3188047409057617, "lr": 3.0337078651685396e-05, "epoch": 0.12676853423882287, "percentage": 3.17, "elapsed_time": "1:27:35", "remaining_time": "1 day, 20:37:41"} +{"current_steps": 29, "total_steps": 884, "loss": 0.3220544457435608, "lr": 3.1460674157303374e-05, "epoch": 0.13129598189020938, "percentage": 3.28, "elapsed_time": "1:29:51", "remaining_time": "1 day, 20:09:06"} +{"current_steps": 30, "total_steps": 884, "loss": 0.2884308099746704, "lr": 3.258426966292135e-05, "epoch": 0.13582342954159593, "percentage": 3.39, "elapsed_time": "1:31:41", "remaining_time": "1 day, 19:30:13"} +{"current_steps": 31, "total_steps": 884, "loss": 0.28860390186309814, "lr": 3.370786516853933e-05, "epoch": 0.14035087719298245, "percentage": 3.51, "elapsed_time": "1:33:08", "remaining_time": "1 day, 18:42:47"} +{"current_steps": 32, "total_steps": 884, "loss": 0.29432493448257446, "lr": 3.483146067415731e-05, "epoch": 0.144878324844369, "percentage": 3.62, "elapsed_time": "1:38:03", "remaining_time": "1 day, 19:30:46"} +{"current_steps": 33, "total_steps": 884, "loss": 0.29653051495552063, "lr": 3.595505617977528e-05, "epoch": 0.1494057724957555, "percentage": 3.73, "elapsed_time": "1:42:03", "remaining_time": "1 day, 19:51:53"} +{"current_steps": 34, "total_steps": 884, "loss": 0.31739920377731323, "lr": 3.7078651685393264e-05, "epoch": 0.15393322014714206, "percentage": 3.85, "elapsed_time": "1:45:04", "remaining_time": "1 day, 19:46:51"} +{"current_steps": 35, "total_steps": 884, "loss": 0.2955687344074249, "lr": 3.8202247191011236e-05, "epoch": 0.15846066779852858, "percentage": 3.96, "elapsed_time": "1:47:30", "remaining_time": "1 day, 19:27:38"} +{"current_steps": 36, "total_steps": 884, "loss": 0.28539973497390747, "lr": 3.9325842696629214e-05, "epoch": 0.16298811544991512, "percentage": 4.07, "elapsed_time": "1:49:27", "remaining_time": "1 day, 18:58:14"} +{"current_steps": 37, "total_steps": 884, "loss": 0.26939618587493896, "lr": 4.044943820224719e-05, "epoch": 0.16751556310130164, "percentage": 4.19, "elapsed_time": "1:51:01", "remaining_time": "1 day, 18:21:29"} +{"current_steps": 38, "total_steps": 884, "loss": 0.2930394113063812, "lr": 4.157303370786517e-05, "epoch": 0.17204301075268819, "percentage": 4.3, "elapsed_time": "1:55:32", "remaining_time": "1 day, 18:52:26"} +{"current_steps": 39, "total_steps": 884, "loss": 0.2929205000400543, "lr": 4.269662921348315e-05, "epoch": 0.1765704584040747, "percentage": 4.41, "elapsed_time": "1:59:42", "remaining_time": "1 day, 19:13:30"} +{"current_steps": 40, "total_steps": 884, "loss": 0.28868985176086426, "lr": 4.3820224719101126e-05, "epoch": 0.18109790605546122, "percentage": 4.52, "elapsed_time": "2:02:42", "remaining_time": "1 day, 19:08:58"} +{"current_steps": 41, "total_steps": 884, "loss": 0.2901768386363983, "lr": 4.4943820224719104e-05, "epoch": 0.18562535370684777, "percentage": 4.64, "elapsed_time": "2:05:08", "remaining_time": "1 day, 18:52:55"} +{"current_steps": 42, "total_steps": 884, "loss": 0.2603440284729004, "lr": 4.606741573033708e-05, "epoch": 0.19015280135823429, "percentage": 4.75, "elapsed_time": "2:07:07", "remaining_time": "1 day, 18:28:42"} +{"current_steps": 43, "total_steps": 884, "loss": 0.2538576126098633, "lr": 4.719101123595506e-05, "epoch": 0.19468024900962083, "percentage": 4.86, "elapsed_time": "2:08:46", "remaining_time": "1 day, 17:58:33"} +{"current_steps": 44, "total_steps": 884, "loss": 0.270669549703598, "lr": 4.831460674157304e-05, "epoch": 0.19920769666100735, "percentage": 4.98, "elapsed_time": "2:12:52", "remaining_time": "1 day, 18:16:50"} +{"current_steps": 45, "total_steps": 884, "loss": 0.299394428730011, "lr": 4.943820224719101e-05, "epoch": 0.2037351443123939, "percentage": 5.09, "elapsed_time": "2:17:29", "remaining_time": "1 day, 18:43:28"} +{"current_steps": 46, "total_steps": 884, "loss": 0.27803701162338257, "lr": 5.0561797752808995e-05, "epoch": 0.2082625919637804, "percentage": 5.2, "elapsed_time": "2:20:50", "remaining_time": "1 day, 18:45:50"} +{"current_steps": 47, "total_steps": 884, "loss": 0.2667008936405182, "lr": 5.168539325842697e-05, "epoch": 0.21279003961516696, "percentage": 5.32, "elapsed_time": "2:23:33", "remaining_time": "1 day, 18:36:31"} +{"current_steps": 48, "total_steps": 884, "loss": 0.25864067673683167, "lr": 5.2808988764044944e-05, "epoch": 0.21731748726655348, "percentage": 5.43, "elapsed_time": "2:25:41", "remaining_time": "1 day, 18:17:28"} +{"current_steps": 49, "total_steps": 884, "loss": 0.25849252939224243, "lr": 5.393258426966292e-05, "epoch": 0.22184493491794002, "percentage": 5.54, "elapsed_time": "2:27:25", "remaining_time": "1 day, 17:52:13"} +{"current_steps": 50, "total_steps": 884, "loss": 0.25682830810546875, "lr": 5.50561797752809e-05, "epoch": 0.22637238256932654, "percentage": 5.66, "elapsed_time": "2:28:44", "remaining_time": "1 day, 17:20:56"} +{"current_steps": 51, "total_steps": 884, "loss": 0.2713906168937683, "lr": 5.6179775280898885e-05, "epoch": 0.23089983022071306, "percentage": 5.77, "elapsed_time": "2:34:41", "remaining_time": "1 day, 18:06:39"} +{"current_steps": 52, "total_steps": 884, "loss": 0.2719656527042389, "lr": 5.730337078651685e-05, "epoch": 0.2354272778720996, "percentage": 5.88, "elapsed_time": "2:38:10", "remaining_time": "1 day, 18:10:49"} +{"current_steps": 53, "total_steps": 884, "loss": 0.26817768812179565, "lr": 5.8426966292134835e-05, "epoch": 0.23995472552348612, "percentage": 6.0, "elapsed_time": "2:40:59", "remaining_time": "1 day, 18:04:06"} +{"current_steps": 54, "total_steps": 884, "loss": 0.26956790685653687, "lr": 5.955056179775281e-05, "epoch": 0.24448217317487267, "percentage": 6.11, "elapsed_time": "2:43:16", "remaining_time": "1 day, 17:49:41"} +{"current_steps": 55, "total_steps": 884, "loss": 0.2570400834083557, "lr": 6.067415730337079e-05, "epoch": 0.2490096208262592, "percentage": 6.22, "elapsed_time": "2:45:09", "remaining_time": "1 day, 17:29:29"} +{"current_steps": 56, "total_steps": 884, "loss": 0.2433938980102539, "lr": 6.179775280898876e-05, "epoch": 0.25353706847764573, "percentage": 6.33, "elapsed_time": "2:46:40", "remaining_time": "1 day, 17:04:17"} +{"current_steps": 57, "total_steps": 884, "loss": 0.28030940890312195, "lr": 6.292134831460675e-05, "epoch": 0.25806451612903225, "percentage": 6.45, "elapsed_time": "2:51:50", "remaining_time": "1 day, 17:33:16"} +{"current_steps": 58, "total_steps": 884, "loss": 0.2750133275985718, "lr": 6.404494382022472e-05, "epoch": 0.26259196378041877, "percentage": 6.56, "elapsed_time": "2:55:41", "remaining_time": "1 day, 17:42:08"} +{"current_steps": 59, "total_steps": 884, "loss": 0.26811373233795166, "lr": 6.51685393258427e-05, "epoch": 0.26711941143180534, "percentage": 6.67, "elapsed_time": "2:58:37", "remaining_time": "1 day, 17:37:41"} +{"current_steps": 60, "total_steps": 884, "loss": 0.26556718349456787, "lr": 6.629213483146067e-05, "epoch": 0.27164685908319186, "percentage": 6.79, "elapsed_time": "3:01:01", "remaining_time": "1 day, 17:26:10"} +{"current_steps": 61, "total_steps": 884, "loss": 0.26536938548088074, "lr": 6.741573033707866e-05, "epoch": 0.2761743067345784, "percentage": 6.9, "elapsed_time": "3:02:59", "remaining_time": "1 day, 17:08:59"} +{"current_steps": 62, "total_steps": 884, "loss": 0.24445080757141113, "lr": 6.853932584269663e-05, "epoch": 0.2807017543859649, "percentage": 7.01, "elapsed_time": "3:04:32", "remaining_time": "1 day, 16:46:40"} +{"current_steps": 63, "total_steps": 884, "loss": 0.2769097685813904, "lr": 6.966292134831462e-05, "epoch": 0.28522920203735147, "percentage": 7.13, "elapsed_time": "3:09:47", "remaining_time": "1 day, 17:13:16"} +{"current_steps": 64, "total_steps": 884, "loss": 0.27888572216033936, "lr": 7.078651685393259e-05, "epoch": 0.289756649688738, "percentage": 7.24, "elapsed_time": "3:13:56", "remaining_time": "1 day, 17:24:47"} +{"current_steps": 65, "total_steps": 884, "loss": 0.25978708267211914, "lr": 7.191011235955056e-05, "epoch": 0.2942840973401245, "percentage": 7.35, "elapsed_time": "3:16:53", "remaining_time": "1 day, 17:20:51"} +{"current_steps": 66, "total_steps": 884, "loss": 0.2618892788887024, "lr": 7.303370786516854e-05, "epoch": 0.298811544991511, "percentage": 7.47, "elapsed_time": "3:19:18", "remaining_time": "1 day, 17:10:13"} +{"current_steps": 67, "total_steps": 884, "loss": 0.27624228596687317, "lr": 7.415730337078653e-05, "epoch": 0.30333899264289754, "percentage": 7.58, "elapsed_time": "3:21:22", "remaining_time": "1 day, 16:55:33"} +{"current_steps": 68, "total_steps": 884, "loss": 0.26165643334388733, "lr": 7.52808988764045e-05, "epoch": 0.3078664402942841, "percentage": 7.69, "elapsed_time": "3:23:05", "remaining_time": "1 day, 16:37:00"} +{"current_steps": 69, "total_steps": 884, "loss": 0.23117734491825104, "lr": 7.640449438202247e-05, "epoch": 0.31239388794567063, "percentage": 7.81, "elapsed_time": "3:27:27", "remaining_time": "1 day, 16:50:25"} +{"current_steps": 70, "total_steps": 884, "loss": 0.26893192529678345, "lr": 7.752808988764046e-05, "epoch": 0.31692133559705715, "percentage": 7.92, "elapsed_time": "3:32:49", "remaining_time": "1 day, 17:14:53"} +{"current_steps": 71, "total_steps": 884, "loss": 0.265208899974823, "lr": 7.865168539325843e-05, "epoch": 0.32144878324844367, "percentage": 8.03, "elapsed_time": "3:36:13", "remaining_time": "1 day, 17:15:57"} +{"current_steps": 72, "total_steps": 884, "loss": 0.26777154207229614, "lr": 7.97752808988764e-05, "epoch": 0.32597623089983024, "percentage": 8.14, "elapsed_time": "3:38:47", "remaining_time": "1 day, 17:07:25"} +{"current_steps": 73, "total_steps": 884, "loss": 0.25969862937927246, "lr": 8.089887640449438e-05, "epoch": 0.33050367855121676, "percentage": 8.26, "elapsed_time": "3:40:52", "remaining_time": "1 day, 16:53:49"} +{"current_steps": 74, "total_steps": 884, "loss": 0.252025842666626, "lr": 8.202247191011237e-05, "epoch": 0.3350311262026033, "percentage": 8.37, "elapsed_time": "3:42:35", "remaining_time": "1 day, 16:36:26"} +{"current_steps": 75, "total_steps": 884, "loss": 0.23486942052841187, "lr": 8.314606741573034e-05, "epoch": 0.3395585738539898, "percentage": 8.48, "elapsed_time": "3:43:53", "remaining_time": "1 day, 16:15:05"} +{"current_steps": 76, "total_steps": 884, "loss": 0.2732143998146057, "lr": 8.426966292134831e-05, "epoch": 0.34408602150537637, "percentage": 8.6, "elapsed_time": "3:49:54", "remaining_time": "1 day, 16:44:20"} +{"current_steps": 77, "total_steps": 884, "loss": 0.27056077122688293, "lr": 8.53932584269663e-05, "epoch": 0.3486134691567629, "percentage": 8.71, "elapsed_time": "3:53:33", "remaining_time": "1 day, 16:47:49"} +{"current_steps": 78, "total_steps": 884, "loss": 0.24804702401161194, "lr": 8.651685393258427e-05, "epoch": 0.3531409168081494, "percentage": 8.82, "elapsed_time": "3:56:29", "remaining_time": "1 day, 16:43:41"} +{"current_steps": 79, "total_steps": 884, "loss": 0.2524891197681427, "lr": 8.764044943820225e-05, "epoch": 0.3576683644595359, "percentage": 8.94, "elapsed_time": "3:58:50", "remaining_time": "1 day, 16:33:49"} +{"current_steps": 80, "total_steps": 884, "loss": 0.25263312458992004, "lr": 8.876404494382022e-05, "epoch": 0.36219581211092244, "percentage": 9.05, "elapsed_time": "4:00:47", "remaining_time": "1 day, 16:19:55"} +{"current_steps": 81, "total_steps": 884, "loss": 0.2401430904865265, "lr": 8.988764044943821e-05, "epoch": 0.366723259762309, "percentage": 9.16, "elapsed_time": "4:02:13", "remaining_time": "1 day, 16:01:22"} +{"current_steps": 82, "total_steps": 884, "loss": 0.2767913043498993, "lr": 9.101123595505618e-05, "epoch": 0.37125070741369554, "percentage": 9.28, "elapsed_time": "4:07:37", "remaining_time": "1 day, 16:21:49"} +{"current_steps": 83, "total_steps": 884, "loss": 0.27237945795059204, "lr": 9.213483146067416e-05, "epoch": 0.37577815506508205, "percentage": 9.39, "elapsed_time": "4:11:40", "remaining_time": "1 day, 16:28:49"} +{"current_steps": 84, "total_steps": 884, "loss": 0.26383328437805176, "lr": 9.325842696629214e-05, "epoch": 0.38030560271646857, "percentage": 9.5, "elapsed_time": "4:14:45", "remaining_time": "1 day, 16:26:15"} +{"current_steps": 85, "total_steps": 884, "loss": 0.2715482711791992, "lr": 9.438202247191012e-05, "epoch": 0.38483305036785515, "percentage": 9.62, "elapsed_time": "4:17:17", "remaining_time": "1 day, 16:18:31"} +{"current_steps": 86, "total_steps": 884, "loss": 0.2509955167770386, "lr": 9.550561797752809e-05, "epoch": 0.38936049801924166, "percentage": 9.73, "elapsed_time": "4:19:22", "remaining_time": "1 day, 16:06:47"} +{"current_steps": 87, "total_steps": 884, "loss": 0.2497263103723526, "lr": 9.662921348314608e-05, "epoch": 0.3938879456706282, "percentage": 9.84, "elapsed_time": "4:21:01", "remaining_time": "1 day, 15:51:10"} +{"current_steps": 88, "total_steps": 884, "loss": 0.2719443738460541, "lr": 9.775280898876405e-05, "epoch": 0.3984153933220147, "percentage": 9.95, "elapsed_time": "4:26:01", "remaining_time": "1 day, 16:06:20"} +{"current_steps": 89, "total_steps": 884, "loss": 0.26369816064834595, "lr": 9.887640449438202e-05, "epoch": 0.4029428409734012, "percentage": 10.07, "elapsed_time": "4:30:21", "remaining_time": "1 day, 16:15:03"} +{"current_steps": 90, "total_steps": 884, "loss": 0.2591651976108551, "lr": 0.0001, "epoch": 0.4074702886247878, "percentage": 10.18, "elapsed_time": "4:33:26", "remaining_time": "1 day, 16:12:21"} +{"current_steps": 91, "total_steps": 884, "loss": 0.257312148809433, "lr": 9.999960960438442e-05, "epoch": 0.4119977362761743, "percentage": 10.29, "elapsed_time": "4:35:58", "remaining_time": "1 day, 16:04:51"} +{"current_steps": 92, "total_steps": 884, "loss": 0.2674788236618042, "lr": 9.999843842363401e-05, "epoch": 0.4165251839275608, "percentage": 10.41, "elapsed_time": "4:38:04", "remaining_time": "1 day, 15:53:48"} +{"current_steps": 93, "total_steps": 884, "loss": 0.24443332850933075, "lr": 9.999648647603774e-05, "epoch": 0.42105263157894735, "percentage": 10.52, "elapsed_time": "4:39:46", "remaining_time": "1 day, 15:39:38"} +{"current_steps": 94, "total_steps": 884, "loss": 0.2551422417163849, "lr": 9.99937537920769e-05, "epoch": 0.4255800792303339, "percentage": 10.63, "elapsed_time": "4:43:28", "remaining_time": "1 day, 15:42:22"} +{"current_steps": 95, "total_steps": 884, "loss": 0.2655659317970276, "lr": 9.999024041442456e-05, "epoch": 0.43010752688172044, "percentage": 10.75, "elapsed_time": "4:48:09", "remaining_time": "1 day, 15:53:13"} +{"current_steps": 96, "total_steps": 884, "loss": 0.2640272378921509, "lr": 9.998594639794501e-05, "epoch": 0.43463497453310695, "percentage": 10.86, "elapsed_time": "4:51:32", "remaining_time": "1 day, 15:53:05"} +{"current_steps": 97, "total_steps": 884, "loss": 0.2508934438228607, "lr": 9.998087180969289e-05, "epoch": 0.4391624221844935, "percentage": 10.97, "elapsed_time": "4:54:16", "remaining_time": "1 day, 15:47:34"} +{"current_steps": 98, "total_steps": 884, "loss": 0.2459731549024582, "lr": 9.997501672891207e-05, "epoch": 0.44368986983588005, "percentage": 11.09, "elapsed_time": "4:56:29", "remaining_time": "1 day, 15:37:58"} +{"current_steps": 99, "total_steps": 884, "loss": 0.2545221447944641, "lr": 9.996838124703447e-05, "epoch": 0.44821731748726656, "percentage": 11.2, "elapsed_time": "4:58:18", "remaining_time": "1 day, 15:25:21"} +{"current_steps": 100, "total_steps": 884, "loss": 0.23231828212738037, "lr": 9.99609654676786e-05, "epoch": 0.4527447651386531, "percentage": 11.31, "elapsed_time": "4:59:41", "remaining_time": "1 day, 15:09:31"} +{"current_steps": 101, "total_steps": 884, "loss": 0.26731887459754944, "lr": 9.995276950664796e-05, "epoch": 0.4572722127900396, "percentage": 11.43, "elapsed_time": "5:05:53", "remaining_time": "1 day, 15:31:25"} +{"current_steps": 102, "total_steps": 884, "loss": 0.2589717507362366, "lr": 9.994379349192926e-05, "epoch": 0.4617996604414261, "percentage": 11.54, "elapsed_time": "5:09:18", "remaining_time": "1 day, 15:31:24"} +{"current_steps": 103, "total_steps": 884, "loss": 0.2471804916858673, "lr": 9.993403756369038e-05, "epoch": 0.4663271080928127, "percentage": 11.65, "elapsed_time": "5:11:55", "remaining_time": "1 day, 15:25:13"} +{"current_steps": 104, "total_steps": 884, "loss": 0.2583211660385132, "lr": 9.992350187427815e-05, "epoch": 0.4708545557441992, "percentage": 11.76, "elapsed_time": "5:14:09", "remaining_time": "1 day, 15:16:09"} +{"current_steps": 105, "total_steps": 884, "loss": 0.23961997032165527, "lr": 9.991218658821608e-05, "epoch": 0.47538200339558573, "percentage": 11.88, "elapsed_time": "5:15:58", "remaining_time": "1 day, 15:04:15"} +{"current_steps": 106, "total_steps": 884, "loss": 0.2344263792037964, "lr": 9.990009188220167e-05, "epoch": 0.47990945104697225, "percentage": 11.99, "elapsed_time": "5:17:27", "remaining_time": "1 day, 14:50:03"} +{"current_steps": 107, "total_steps": 884, "loss": 0.24988439679145813, "lr": 9.988721794510374e-05, "epoch": 0.4844368986983588, "percentage": 12.1, "elapsed_time": "5:23:34", "remaining_time": "1 day, 15:09:44"} +{"current_steps": 108, "total_steps": 884, "loss": 0.26465803384780884, "lr": 9.987356497795943e-05, "epoch": 0.48896434634974534, "percentage": 12.22, "elapsed_time": "5:27:21", "remaining_time": "1 day, 15:12:09"} +{"current_steps": 109, "total_steps": 884, "loss": 0.26271963119506836, "lr": 9.985913319397109e-05, "epoch": 0.49349179400113186, "percentage": 12.33, "elapsed_time": "5:30:09", "remaining_time": "1 day, 15:07:30"} +{"current_steps": 110, "total_steps": 884, "loss": 0.25772029161453247, "lr": 9.984392281850293e-05, "epoch": 0.4980192416525184, "percentage": 12.44, "elapsed_time": "5:32:26", "remaining_time": "1 day, 14:59:07"} +{"current_steps": 111, "total_steps": 884, "loss": 0.24420583248138428, "lr": 9.982793408907747e-05, "epoch": 0.5025466893039049, "percentage": 12.56, "elapsed_time": "5:34:17", "remaining_time": "1 day, 14:48:01"} +{"current_steps": 112, "total_steps": 884, "loss": 0.23018613457679749, "lr": 9.981116725537194e-05, "epoch": 0.5070741369552915, "percentage": 12.67, "elapsed_time": "5:35:49", "remaining_time": "1 day, 14:34:44"} +{"current_steps": 113, "total_steps": 884, "loss": 0.25676852464675903, "lr": 9.979362257921427e-05, "epoch": 0.511601584606678, "percentage": 12.78, "elapsed_time": "5:40:37", "remaining_time": "1 day, 14:44:04"} +{"current_steps": 114, "total_steps": 884, "loss": 0.26490455865859985, "lr": 9.977530033457905e-05, "epoch": 0.5161290322580645, "percentage": 12.9, "elapsed_time": "5:44:44", "remaining_time": "1 day, 14:48:31"} +{"current_steps": 115, "total_steps": 884, "loss": 0.26009300351142883, "lr": 9.97562008075832e-05, "epoch": 0.5206564799094511, "percentage": 13.01, "elapsed_time": "5:47:53", "remaining_time": "1 day, 14:46:20"} +{"current_steps": 116, "total_steps": 884, "loss": 0.2581276297569275, "lr": 9.973632429648165e-05, "epoch": 0.5251839275608375, "percentage": 13.12, "elapsed_time": "5:50:30", "remaining_time": "1 day, 14:40:38"} +{"current_steps": 117, "total_steps": 884, "loss": 0.24163666367530823, "lr": 9.971567111166246e-05, "epoch": 0.5297113752122241, "percentage": 13.24, "elapsed_time": "5:52:42", "remaining_time": "1 day, 14:32:13"} +{"current_steps": 118, "total_steps": 884, "loss": 0.24011248350143433, "lr": 9.969424157564215e-05, "epoch": 0.5342388228636107, "percentage": 13.35, "elapsed_time": "5:54:28", "remaining_time": "1 day, 14:21:04"} +{"current_steps": 119, "total_steps": 884, "loss": 0.23980462551116943, "lr": 9.967203602306061e-05, "epoch": 0.5387662705149971, "percentage": 13.46, "elapsed_time": "5:58:57", "remaining_time": "1 day, 14:27:32"} +{"current_steps": 120, "total_steps": 884, "loss": 0.2630372643470764, "lr": 9.964905480067586e-05, "epoch": 0.5432937181663837, "percentage": 13.57, "elapsed_time": "6:03:48", "remaining_time": "1 day, 14:36:16"} +{"current_steps": 121, "total_steps": 884, "loss": 0.25794416666030884, "lr": 9.96252982673586e-05, "epoch": 0.5478211658177702, "percentage": 13.69, "elapsed_time": "6:07:07", "remaining_time": "1 day, 14:34:59"} +{"current_steps": 122, "total_steps": 884, "loss": 0.24132010340690613, "lr": 9.960076679408674e-05, "epoch": 0.5523486134691568, "percentage": 13.8, "elapsed_time": "6:09:46", "remaining_time": "1 day, 14:29:36"} +{"current_steps": 123, "total_steps": 884, "loss": 0.23130124807357788, "lr": 9.957546076393943e-05, "epoch": 0.5568760611205433, "percentage": 13.91, "elapsed_time": "6:11:58", "remaining_time": "1 day, 14:21:26"} +{"current_steps": 124, "total_steps": 884, "loss": 0.22781060636043549, "lr": 9.954938057209121e-05, "epoch": 0.5614035087719298, "percentage": 14.03, "elapsed_time": "6:13:47", "remaining_time": "1 day, 14:11:00"} +{"current_steps": 125, "total_steps": 884, "loss": 0.2287454903125763, "lr": 9.952252662580579e-05, "epoch": 0.5659309564233164, "percentage": 14.14, "elapsed_time": "6:15:11", "remaining_time": "1 day, 13:58:07"} +{"current_steps": 126, "total_steps": 884, "loss": 0.2620600759983063, "lr": 9.949489934442966e-05, "epoch": 0.5704584040747029, "percentage": 14.25, "elapsed_time": "6:21:39", "remaining_time": "1 day, 14:16:01"} +{"current_steps": 127, "total_steps": 884, "loss": 0.2481548935174942, "lr": 9.946649915938562e-05, "epoch": 0.5749858517260894, "percentage": 14.37, "elapsed_time": "6:25:09", "remaining_time": "1 day, 14:15:47"} +{"current_steps": 128, "total_steps": 884, "loss": 0.24060115218162537, "lr": 9.943732651416597e-05, "epoch": 0.579513299377476, "percentage": 14.48, "elapsed_time": "6:27:56", "remaining_time": "1 day, 14:11:17"} +{"current_steps": 129, "total_steps": 884, "loss": 0.24669115245342255, "lr": 9.940738186432565e-05, "epoch": 0.5840407470288624, "percentage": 14.59, "elapsed_time": "6:30:12", "remaining_time": "1 day, 14:03:48"} +{"current_steps": 130, "total_steps": 884, "loss": 0.232182115316391, "lr": 9.937666567747501e-05, "epoch": 0.588568194680249, "percentage": 14.71, "elapsed_time": "6:32:05", "remaining_time": "1 day, 13:54:08"} +{"current_steps": 131, "total_steps": 884, "loss": 0.22415456175804138, "lr": 9.934517843327269e-05, "epoch": 0.5930956423316356, "percentage": 14.82, "elapsed_time": "6:33:31", "remaining_time": "1 day, 13:42:00"} +{"current_steps": 132, "total_steps": 884, "loss": 0.25596803426742554, "lr": 9.931292062341793e-05, "epoch": 0.597623089983022, "percentage": 14.93, "elapsed_time": "6:38:52", "remaining_time": "1 day, 13:52:24"} +{"current_steps": 133, "total_steps": 884, "loss": 0.25962620973587036, "lr": 9.927989275164305e-05, "epoch": 0.6021505376344086, "percentage": 15.05, "elapsed_time": "6:42:38", "remaining_time": "1 day, 13:53:35"} +{"current_steps": 134, "total_steps": 884, "loss": 0.2516033351421356, "lr": 9.924609533370551e-05, "epoch": 0.6066779852857951, "percentage": 15.16, "elapsed_time": "6:45:32", "remaining_time": "1 day, 13:49:50"} +{"current_steps": 135, "total_steps": 884, "loss": 0.2449331432580948, "lr": 9.921152889737984e-05, "epoch": 0.6112054329371817, "percentage": 15.27, "elapsed_time": "6:47:56", "remaining_time": "1 day, 13:43:18"} +{"current_steps": 136, "total_steps": 884, "loss": 0.23890982568264008, "lr": 9.917619398244949e-05, "epoch": 0.6157328805885682, "percentage": 15.38, "elapsed_time": "6:49:51", "remaining_time": "1 day, 13:34:15"} +{"current_steps": 137, "total_steps": 884, "loss": 0.2346743941307068, "lr": 9.914009114069824e-05, "epoch": 0.6202603282399547, "percentage": 15.5, "elapsed_time": "6:51:25", "remaining_time": "1 day, 13:23:21"} +{"current_steps": 138, "total_steps": 884, "loss": 0.26403021812438965, "lr": 9.910322093590177e-05, "epoch": 0.6247877758913413, "percentage": 15.61, "elapsed_time": "6:56:35", "remaining_time": "1 day, 13:32:02"} +{"current_steps": 139, "total_steps": 884, "loss": 0.2611105442047119, "lr": 9.90655839438187e-05, "epoch": 0.6293152235427278, "percentage": 15.72, "elapsed_time": "7:00:47", "remaining_time": "1 day, 13:35:21"} +{"current_steps": 140, "total_steps": 884, "loss": 0.2559444308280945, "lr": 9.902718075218176e-05, "epoch": 0.6338426711941143, "percentage": 15.84, "elapsed_time": "7:03:54", "remaining_time": "1 day, 13:32:48"} +{"current_steps": 141, "total_steps": 884, "loss": 0.24988169968128204, "lr": 9.898801196068839e-05, "epoch": 0.6383701188455009, "percentage": 15.95, "elapsed_time": "7:06:24", "remaining_time": "1 day, 13:26:59"} +{"current_steps": 142, "total_steps": 884, "loss": 0.23623761534690857, "lr": 9.89480781809916e-05, "epoch": 0.6428975664968873, "percentage": 16.06, "elapsed_time": "7:08:25", "remaining_time": "1 day, 13:18:37"} +{"current_steps": 143, "total_steps": 884, "loss": 0.23513942956924438, "lr": 9.890738003669029e-05, "epoch": 0.6474250141482739, "percentage": 16.18, "elapsed_time": "7:10:03", "remaining_time": "1 day, 13:08:31"} +{"current_steps": 144, "total_steps": 884, "loss": 0.2382441908121109, "lr": 9.886591816331954e-05, "epoch": 0.6519524617996605, "percentage": 16.29, "elapsed_time": "7:13:38", "remaining_time": "1 day, 13:08:28"} +{"current_steps": 145, "total_steps": 884, "loss": 0.25793686509132385, "lr": 9.882369320834069e-05, "epoch": 0.656479909451047, "percentage": 16.4, "elapsed_time": "7:18:21", "remaining_time": "1 day, 13:14:07"} +{"current_steps": 146, "total_steps": 884, "loss": 0.25634902715682983, "lr": 9.878070583113123e-05, "epoch": 0.6610073571024335, "percentage": 16.52, "elapsed_time": "7:21:33", "remaining_time": "1 day, 13:11:57"} +{"current_steps": 147, "total_steps": 884, "loss": 0.23825976252555847, "lr": 9.87369567029745e-05, "epoch": 0.66553480475382, "percentage": 16.63, "elapsed_time": "7:24:06", "remaining_time": "1 day, 13:06:34"} +{"current_steps": 148, "total_steps": 884, "loss": 0.23139911890029907, "lr": 9.869244650704923e-05, "epoch": 0.6700622524052066, "percentage": 16.74, "elapsed_time": "7:26:15", "remaining_time": "1 day, 12:59:16"} +{"current_steps": 149, "total_steps": 884, "loss": 0.2364065945148468, "lr": 9.864717593841883e-05, "epoch": 0.6745897000565931, "percentage": 16.86, "elapsed_time": "7:28:04", "remaining_time": "1 day, 12:50:16"} +{"current_steps": 150, "total_steps": 884, "loss": 0.22805152833461761, "lr": 9.860114570402054e-05, "epoch": 0.6791171477079796, "percentage": 16.97, "elapsed_time": "7:29:26", "remaining_time": "1 day, 12:39:15"} +{"current_steps": 151, "total_steps": 884, "loss": 0.25066664814949036, "lr": 9.855435652265446e-05, "epoch": 0.6836445953593662, "percentage": 17.08, "elapsed_time": "7:35:57", "remaining_time": "1 day, 12:53:23"} +{"current_steps": 152, "total_steps": 884, "loss": 0.2638513743877411, "lr": 9.85068091249722e-05, "epoch": 0.6881720430107527, "percentage": 17.19, "elapsed_time": "7:39:12", "remaining_time": "1 day, 12:51:29"} +{"current_steps": 153, "total_steps": 884, "loss": 0.24220243096351624, "lr": 9.845850425346563e-05, "epoch": 0.6926994906621392, "percentage": 17.31, "elapsed_time": "7:41:44", "remaining_time": "1 day, 12:46:07"} +{"current_steps": 154, "total_steps": 884, "loss": 0.22989992797374725, "lr": 9.840944266245511e-05, "epoch": 0.6972269383135258, "percentage": 17.42, "elapsed_time": "7:43:54", "remaining_time": "1 day, 12:39:01"} +{"current_steps": 155, "total_steps": 884, "loss": 0.2375098466873169, "lr": 9.835962511807786e-05, "epoch": 0.7017543859649122, "percentage": 17.53, "elapsed_time": "7:45:43", "remaining_time": "1 day, 12:30:24"} +{"current_steps": 156, "total_steps": 884, "loss": 0.2361062467098236, "lr": 9.830905239827593e-05, "epoch": 0.7062818336162988, "percentage": 17.65, "elapsed_time": "7:47:12", "remaining_time": "1 day, 12:20:18"} +{"current_steps": 157, "total_steps": 884, "loss": 0.23588624596595764, "lr": 9.825772529278401e-05, "epoch": 0.7108092812676854, "percentage": 17.76, "elapsed_time": "7:52:57", "remaining_time": "1 day, 12:30:03"} +{"current_steps": 158, "total_steps": 884, "loss": 0.26085129380226135, "lr": 9.820564460311718e-05, "epoch": 0.7153367289190719, "percentage": 17.87, "elapsed_time": "7:56:49", "remaining_time": "1 day, 12:30:57"} +{"current_steps": 159, "total_steps": 884, "loss": 0.24308937788009644, "lr": 9.815281114255841e-05, "epoch": 0.7198641765704584, "percentage": 17.99, "elapsed_time": "7:59:44", "remaining_time": "1 day, 12:27:28"} +{"current_steps": 160, "total_steps": 884, "loss": 0.23594915866851807, "lr": 9.809922573614569e-05, "epoch": 0.7243916242218449, "percentage": 18.1, "elapsed_time": "8:02:05", "remaining_time": "1 day, 12:21:27"} +{"current_steps": 161, "total_steps": 884, "loss": 0.22787603735923767, "lr": 9.804488922065937e-05, "epoch": 0.7289190718732315, "percentage": 18.21, "elapsed_time": "8:03:59", "remaining_time": "1 day, 12:13:29"} +{"current_steps": 162, "total_steps": 884, "loss": 0.2265864610671997, "lr": 9.798980244460893e-05, "epoch": 0.733446519524618, "percentage": 18.33, "elapsed_time": "8:05:34", "remaining_time": "1 day, 12:04:07"} +{"current_steps": 163, "total_steps": 884, "loss": 0.24127787351608276, "lr": 9.79339662682198e-05, "epoch": 0.7379739671760045, "percentage": 18.44, "elapsed_time": "8:10:37", "remaining_time": "1 day, 12:10:11"} +{"current_steps": 164, "total_steps": 884, "loss": 0.2710321247577667, "lr": 9.787738156341992e-05, "epoch": 0.7425014148273911, "percentage": 18.55, "elapsed_time": "8:14:48", "remaining_time": "1 day, 12:12:18"} +{"current_steps": 165, "total_steps": 884, "loss": 0.2556942403316498, "lr": 9.782004921382612e-05, "epoch": 0.7470288624787776, "percentage": 18.67, "elapsed_time": "8:17:58", "remaining_time": "1 day, 12:09:57"} +{"current_steps": 166, "total_steps": 884, "loss": 0.235366553068161, "lr": 9.776197011473033e-05, "epoch": 0.7515563101301641, "percentage": 18.78, "elapsed_time": "8:20:32", "remaining_time": "1 day, 12:05:01"} +{"current_steps": 167, "total_steps": 884, "loss": 0.22850793600082397, "lr": 9.770314517308554e-05, "epoch": 0.7560837577815507, "percentage": 18.89, "elapsed_time": "8:22:39", "remaining_time": "1 day, 11:58:09"} +{"current_steps": 168, "total_steps": 884, "loss": 0.21261030435562134, "lr": 9.764357530749178e-05, "epoch": 0.7606112054329371, "percentage": 19.0, "elapsed_time": "8:24:19", "remaining_time": "1 day, 11:49:24"} +{"current_steps": 169, "total_steps": 884, "loss": 0.2538388967514038, "lr": 9.758326144818155e-05, "epoch": 0.7651386530843237, "percentage": 19.12, "elapsed_time": "8:28:15", "remaining_time": "1 day, 11:50:20"} +{"current_steps": 170, "total_steps": 884, "loss": 0.26699525117874146, "lr": 9.752220453700556e-05, "epoch": 0.7696661007357103, "percentage": 19.23, "elapsed_time": "8:32:47", "remaining_time": "1 day, 11:53:44"} +{"current_steps": 171, "total_steps": 884, "loss": 0.24641463160514832, "lr": 9.74604055274178e-05, "epoch": 0.7741935483870968, "percentage": 19.34, "elapsed_time": "8:36:01", "remaining_time": "1 day, 11:51:35"} +{"current_steps": 172, "total_steps": 884, "loss": 0.2501038908958435, "lr": 9.739786538446076e-05, "epoch": 0.7787209960384833, "percentage": 19.46, "elapsed_time": "8:38:35", "remaining_time": "1 day, 11:46:45"} +{"current_steps": 173, "total_steps": 884, "loss": 0.2417881190776825, "lr": 9.733458508475037e-05, "epoch": 0.7832484436898698, "percentage": 19.57, "elapsed_time": "8:40:46", "remaining_time": "1 day, 11:40:16"} +{"current_steps": 174, "total_steps": 884, "loss": 0.22153747081756592, "lr": 9.727056561646066e-05, "epoch": 0.7877758913412564, "percentage": 19.68, "elapsed_time": "8:42:33", "remaining_time": "1 day, 11:32:16"} +{"current_steps": 175, "total_steps": 884, "loss": 0.21761545538902283, "lr": 9.720580797930845e-05, "epoch": 0.7923033389926429, "percentage": 19.8, "elapsed_time": "8:43:51", "remaining_time": "1 day, 11:22:24"} +{"current_steps": 176, "total_steps": 884, "loss": 0.26552385091781616, "lr": 9.714031318453764e-05, "epoch": 0.7968307866440294, "percentage": 19.91, "elapsed_time": "8:50:29", "remaining_time": "1 day, 11:34:00"} +{"current_steps": 177, "total_steps": 884, "loss": 0.24315059185028076, "lr": 9.707408225490344e-05, "epoch": 0.801358234295416, "percentage": 20.02, "elapsed_time": "8:54:04", "remaining_time": "1 day, 11:33:15"} +{"current_steps": 178, "total_steps": 884, "loss": 0.23814553022384644, "lr": 9.700711622465643e-05, "epoch": 0.8058856819468024, "percentage": 20.14, "elapsed_time": "8:56:55", "remaining_time": "1 day, 11:29:36"} +{"current_steps": 179, "total_steps": 884, "loss": 0.2307881861925125, "lr": 9.693941613952642e-05, "epoch": 0.810413129598189, "percentage": 20.25, "elapsed_time": "8:59:11", "remaining_time": "1 day, 11:23:36"} +{"current_steps": 180, "total_steps": 884, "loss": 0.2314993441104889, "lr": 9.687098305670605e-05, "epoch": 0.8149405772495756, "percentage": 20.36, "elapsed_time": "9:01:04", "remaining_time": "1 day, 11:16:13"} +{"current_steps": 181, "total_steps": 884, "loss": 0.21843808889389038, "lr": 9.680181804483434e-05, "epoch": 0.819468024900962, "percentage": 20.48, "elapsed_time": "9:02:33", "remaining_time": "1 day, 11:07:15"} +{"current_steps": 182, "total_steps": 884, "loss": 0.25147268176078796, "lr": 9.673192218398e-05, "epoch": 0.8239954725523486, "percentage": 20.59, "elapsed_time": "9:08:15", "remaining_time": "1 day, 11:14:43"} +{"current_steps": 183, "total_steps": 884, "loss": 0.23470696806907654, "lr": 9.66612965656245e-05, "epoch": 0.8285229202037352, "percentage": 20.7, "elapsed_time": "9:11:49", "remaining_time": "1 day, 11:13:51"} +{"current_steps": 184, "total_steps": 884, "loss": 0.23892493546009064, "lr": 9.658994229264514e-05, "epoch": 0.8330503678551217, "percentage": 20.81, "elapsed_time": "9:14:40", "remaining_time": "1 day, 11:10:10"} +{"current_steps": 185, "total_steps": 884, "loss": 0.22539551556110382, "lr": 9.651786047929773e-05, "epoch": 0.8375778155065082, "percentage": 20.93, "elapsed_time": "9:17:02", "remaining_time": "1 day, 11:04:42"} +{"current_steps": 186, "total_steps": 884, "loss": 0.22245247662067413, "lr": 9.644505225119922e-05, "epoch": 0.8421052631578947, "percentage": 21.04, "elapsed_time": "9:18:59", "remaining_time": "1 day, 10:57:42"} +{"current_steps": 187, "total_steps": 884, "loss": 0.22229069471359253, "lr": 9.637151874531014e-05, "epoch": 0.8466327108092813, "percentage": 21.15, "elapsed_time": "9:20:32", "remaining_time": "1 day, 10:49:16"} +{"current_steps": 188, "total_steps": 884, "loss": 0.23303383588790894, "lr": 9.62972611099168e-05, "epoch": 0.8511601584606678, "percentage": 21.27, "elapsed_time": "9:24:54", "remaining_time": "1 day, 10:51:21"} +{"current_steps": 189, "total_steps": 884, "loss": 0.2513193190097809, "lr": 9.622228050461343e-05, "epoch": 0.8556876061120543, "percentage": 21.38, "elapsed_time": "9:29:15", "remaining_time": "1 day, 10:53:16"} +{"current_steps": 190, "total_steps": 884, "loss": 0.24287942051887512, "lr": 9.614657810028402e-05, "epoch": 0.8602150537634409, "percentage": 21.49, "elapsed_time": "9:32:22", "remaining_time": "1 day, 10:50:40"} +{"current_steps": 191, "total_steps": 884, "loss": 0.2401147484779358, "lr": 9.607015507908401e-05, "epoch": 0.8647425014148273, "percentage": 21.61, "elapsed_time": "9:34:55", "remaining_time": "1 day, 10:45:57"} +{"current_steps": 192, "total_steps": 884, "loss": 0.22889262437820435, "lr": 9.599301263442192e-05, "epoch": 0.8692699490662139, "percentage": 21.72, "elapsed_time": "9:37:00", "remaining_time": "1 day, 10:39:38"} +{"current_steps": 193, "total_steps": 884, "loss": 0.22174108028411865, "lr": 9.591515197094064e-05, "epoch": 0.8737973967176005, "percentage": 21.83, "elapsed_time": "9:38:41", "remaining_time": "1 day, 10:31:53"} +{"current_steps": 194, "total_steps": 884, "loss": 0.22398972511291504, "lr": 9.583657430449862e-05, "epoch": 0.878324844368987, "percentage": 21.95, "elapsed_time": "9:42:44", "remaining_time": "1 day, 10:32:39"} +{"current_steps": 195, "total_steps": 884, "loss": 0.24194234609603882, "lr": 9.575728086215092e-05, "epoch": 0.8828522920203735, "percentage": 22.06, "elapsed_time": "9:47:21", "remaining_time": "1 day, 10:35:21"} +{"current_steps": 196, "total_steps": 884, "loss": 0.26238495111465454, "lr": 9.567727288213005e-05, "epoch": 0.8873797396717601, "percentage": 22.17, "elapsed_time": "9:50:37", "remaining_time": "1 day, 10:33:12"} +{"current_steps": 197, "total_steps": 884, "loss": 0.22860734164714813, "lr": 9.559655161382657e-05, "epoch": 0.8919071873231466, "percentage": 22.29, "elapsed_time": "9:53:12", "remaining_time": "1 day, 10:28:41"} +{"current_steps": 198, "total_steps": 884, "loss": 0.23258307576179504, "lr": 9.551511831776965e-05, "epoch": 0.8964346349745331, "percentage": 22.4, "elapsed_time": "9:55:21", "remaining_time": "1 day, 10:22:43"} +{"current_steps": 199, "total_steps": 884, "loss": 0.22125867009162903, "lr": 9.543297426560739e-05, "epoch": 0.9009620826259196, "percentage": 22.51, "elapsed_time": "9:57:07", "remaining_time": "1 day, 10:15:27"} +{"current_steps": 200, "total_steps": 884, "loss": 0.21612870693206787, "lr": 9.535012074008687e-05, "epoch": 0.9054895302773062, "percentage": 22.62, "elapsed_time": "9:58:31", "remaining_time": "1 day, 10:06:56"} +{"current_steps": 201, "total_steps": 884, "loss": 0.2510525584220886, "lr": 9.526655903503423e-05, "epoch": 0.9100169779286927, "percentage": 22.74, "elapsed_time": "10:05:35", "remaining_time": "1 day, 10:17:49"} +{"current_steps": 202, "total_steps": 884, "loss": 0.22703340649604797, "lr": 9.518229045533438e-05, "epoch": 0.9145444255800792, "percentage": 22.85, "elapsed_time": "10:09:10", "remaining_time": "1 day, 10:16:41"} +{"current_steps": 203, "total_steps": 884, "loss": 0.24126993119716644, "lr": 9.50973163169107e-05, "epoch": 0.9190718732314658, "percentage": 22.96, "elapsed_time": "10:12:00", "remaining_time": "1 day, 10:13:05"} +{"current_steps": 204, "total_steps": 884, "loss": 0.22873973846435547, "lr": 9.501163794670444e-05, "epoch": 0.9235993208828522, "percentage": 23.08, "elapsed_time": "10:14:14", "remaining_time": "1 day, 10:07:29"} +{"current_steps": 205, "total_steps": 884, "loss": 0.21138757467269897, "lr": 9.492525668265399e-05, "epoch": 0.9281267685342388, "percentage": 23.19, "elapsed_time": "10:16:02", "remaining_time": "1 day, 10:00:28"} +{"current_steps": 206, "total_steps": 884, "loss": 0.2193620204925537, "lr": 9.483817387367403e-05, "epoch": 0.9326542161856254, "percentage": 23.3, "elapsed_time": "10:17:30", "remaining_time": "1 day, 9:52:23"} +{"current_steps": 207, "total_steps": 884, "loss": 0.2507357895374298, "lr": 9.475039087963442e-05, "epoch": 0.9371816638370118, "percentage": 23.42, "elapsed_time": "10:23:47", "remaining_time": "1 day, 10:00:08"} +{"current_steps": 208, "total_steps": 884, "loss": 0.2444463074207306, "lr": 9.4661909071339e-05, "epoch": 0.9417091114883984, "percentage": 23.53, "elapsed_time": "10:27:42", "remaining_time": "1 day, 10:00:04"} +{"current_steps": 209, "total_steps": 884, "loss": 0.23638638854026794, "lr": 9.45727298305042e-05, "epoch": 0.946236559139785, "percentage": 23.64, "elapsed_time": "10:30:32", "remaining_time": "1 day, 9:56:26"} +{"current_steps": 210, "total_steps": 884, "loss": 0.2397586703300476, "lr": 9.448285454973738e-05, "epoch": 0.9507640067911715, "percentage": 23.76, "elapsed_time": "10:32:50", "remaining_time": "1 day, 9:51:07"} +{"current_steps": 211, "total_steps": 884, "loss": 0.2245749980211258, "lr": 9.439228463251515e-05, "epoch": 0.955291454442558, "percentage": 23.87, "elapsed_time": "10:34:44", "remaining_time": "1 day, 9:44:34"} +{"current_steps": 212, "total_steps": 884, "loss": 0.23028632998466492, "lr": 9.430102149316146e-05, "epoch": 0.9598189020939445, "percentage": 23.98, "elapsed_time": "10:36:18", "remaining_time": "1 day, 9:36:57"} +{"current_steps": 213, "total_steps": 884, "loss": 0.2380228042602539, "lr": 9.420906655682553e-05, "epoch": 0.9643463497453311, "percentage": 24.1, "elapsed_time": "10:41:14", "remaining_time": "1 day, 9:40:04"} +{"current_steps": 214, "total_steps": 884, "loss": 0.24913515150547028, "lr": 9.411642125945945e-05, "epoch": 0.9688737973967176, "percentage": 24.21, "elapsed_time": "10:45:27", "remaining_time": "1 day, 9:40:48"} +{"current_steps": 215, "total_steps": 884, "loss": 0.23333734273910522, "lr": 9.402308704779599e-05, "epoch": 0.9734012450481041, "percentage": 24.32, "elapsed_time": "10:48:38", "remaining_time": "1 day, 9:38:20"} +{"current_steps": 216, "total_steps": 884, "loss": 0.2362390011548996, "lr": 9.392906537932582e-05, "epoch": 0.9779286926994907, "percentage": 24.43, "elapsed_time": "10:51:13", "remaining_time": "1 day, 9:33:59"} +{"current_steps": 217, "total_steps": 884, "loss": 0.22081774473190308, "lr": 9.38343577222748e-05, "epoch": 0.9824561403508771, "percentage": 24.55, "elapsed_time": "10:53:21", "remaining_time": "1 day, 9:28:14"} +{"current_steps": 218, "total_steps": 884, "loss": 0.22281277179718018, "lr": 9.373896555558113e-05, "epoch": 0.9869835880022637, "percentage": 24.66, "elapsed_time": "10:55:05", "remaining_time": "1 day, 9:21:18"} +{"current_steps": 219, "total_steps": 884, "loss": 0.2349088191986084, "lr": 9.364289036887213e-05, "epoch": 0.9915110356536503, "percentage": 24.77, "elapsed_time": "10:57:38", "remaining_time": "1 day, 9:16:57"} +{"current_steps": 220, "total_steps": 884, "loss": 0.23271436989307404, "lr": 9.354613366244108e-05, "epoch": 0.9960384833050367, "percentage": 24.89, "elapsed_time": "11:00:55", "remaining_time": "1 day, 9:14:47"} +{"current_steps": 221, "total_steps": 884, "loss": 0.22342568635940552, "lr": 9.344869694722372e-05, "epoch": 1.0, "percentage": 25.0, "elapsed_time": "11:02:28", "remaining_time": "1 day, 9:07:24"} +{"current_steps": 222, "total_steps": 884, "loss": 0.20739434659481049, "lr": 9.335058174477471e-05, "epoch": 1.0045274476513866, "percentage": 25.11, "elapsed_time": "11:09:47", "remaining_time": "1 day, 9:17:19"} +{"current_steps": 223, "total_steps": 884, "loss": 0.2148832529783249, "lr": 9.325178958724386e-05, "epoch": 1.0090548953027731, "percentage": 25.23, "elapsed_time": "11:13:17", "remaining_time": "1 day, 9:15:43"} +{"current_steps": 224, "total_steps": 884, "loss": 0.19599905610084534, "lr": 9.315232201735217e-05, "epoch": 1.0135823429541595, "percentage": 25.34, "elapsed_time": "11:16:01", "remaining_time": "1 day, 9:11:50"} +{"current_steps": 225, "total_steps": 884, "loss": 0.18351894617080688, "lr": 9.305218058836778e-05, "epoch": 1.018109790605546, "percentage": 25.45, "elapsed_time": "11:18:15", "remaining_time": "1 day, 9:06:33"} +{"current_steps": 226, "total_steps": 884, "loss": 0.17019593715667725, "lr": 9.295136686408166e-05, "epoch": 1.0226372382569326, "percentage": 25.57, "elapsed_time": "11:20:03", "remaining_time": "1 day, 9:00:00"} +{"current_steps": 227, "total_steps": 884, "loss": 0.1615096628665924, "lr": 9.284988241878326e-05, "epoch": 1.0271646859083192, "percentage": 25.68, "elapsed_time": "11:21:29", "remaining_time": "1 day, 8:52:25"} +{"current_steps": 228, "total_steps": 884, "loss": 0.18971635401248932, "lr": 9.274772883723587e-05, "epoch": 1.0316921335597058, "percentage": 25.79, "elapsed_time": "11:27:29", "remaining_time": "1 day, 8:58:03"} +{"current_steps": 229, "total_steps": 884, "loss": 0.20442956686019897, "lr": 9.264490771465191e-05, "epoch": 1.0362195812110921, "percentage": 25.9, "elapsed_time": "11:31:17", "remaining_time": "1 day, 8:57:15"} +{"current_steps": 230, "total_steps": 884, "loss": 0.18615120649337769, "lr": 9.254142065666801e-05, "epoch": 1.0407470288624787, "percentage": 26.02, "elapsed_time": "11:34:10", "remaining_time": "1 day, 8:53:52"} +{"current_steps": 231, "total_steps": 884, "loss": 0.17054522037506104, "lr": 9.243726927931991e-05, "epoch": 1.0452744765138653, "percentage": 26.13, "elapsed_time": "11:36:32", "remaining_time": "1 day, 8:49:00"} +{"current_steps": 232, "total_steps": 884, "loss": 0.1674395054578781, "lr": 9.233245520901723e-05, "epoch": 1.0498019241652519, "percentage": 26.24, "elapsed_time": "11:38:27", "remaining_time": "1 day, 8:42:53"} +{"current_steps": 233, "total_steps": 884, "loss": 0.166593998670578, "lr": 9.222698008251813e-05, "epoch": 1.0543293718166384, "percentage": 26.36, "elapsed_time": "11:39:59", "remaining_time": "1 day, 8:35:46"} +{"current_steps": 234, "total_steps": 884, "loss": 0.199741929769516, "lr": 9.21208455469037e-05, "epoch": 1.058856819468025, "percentage": 26.47, "elapsed_time": "11:44:32", "remaining_time": "1 day, 8:37:03"} +{"current_steps": 235, "total_steps": 884, "loss": 0.19953754544258118, "lr": 9.201405325955221e-05, "epoch": 1.0633842671194114, "percentage": 26.58, "elapsed_time": "11:48:46", "remaining_time": "1 day, 8:37:24"} +{"current_steps": 236, "total_steps": 884, "loss": 0.1850803941488266, "lr": 9.190660488811331e-05, "epoch": 1.067911714770798, "percentage": 26.7, "elapsed_time": "11:51:56", "remaining_time": "1 day, 8:34:49"} +{"current_steps": 237, "total_steps": 884, "loss": 0.19193042814731598, "lr": 9.179850211048193e-05, "epoch": 1.0724391624221845, "percentage": 26.81, "elapsed_time": "11:54:30", "remaining_time": "1 day, 8:30:34"} +{"current_steps": 238, "total_steps": 884, "loss": 0.17169542610645294, "lr": 9.168974661477205e-05, "epoch": 1.076966610073571, "percentage": 26.92, "elapsed_time": "11:56:39", "remaining_time": "1 day, 8:25:14"} +{"current_steps": 239, "total_steps": 884, "loss": 0.16295838356018066, "lr": 9.158034009929046e-05, "epoch": 1.0814940577249577, "percentage": 27.04, "elapsed_time": "11:58:22", "remaining_time": "1 day, 8:18:42"} +{"current_steps": 240, "total_steps": 884, "loss": 0.19935685396194458, "lr": 9.14702842725101e-05, "epoch": 1.086021505376344, "percentage": 27.15, "elapsed_time": "12:02:40", "remaining_time": "1 day, 8:19:09"} +{"current_steps": 241, "total_steps": 884, "loss": 0.20939302444458008, "lr": 9.135958085304344e-05, "epoch": 1.0905489530277306, "percentage": 27.26, "elapsed_time": "12:07:30", "remaining_time": "1 day, 8:21:00"} +{"current_steps": 242, "total_steps": 884, "loss": 0.1964278519153595, "lr": 9.12482315696157e-05, "epoch": 1.0950764006791172, "percentage": 27.38, "elapsed_time": "12:10:49", "remaining_time": "1 day, 8:18:48"} +{"current_steps": 243, "total_steps": 884, "loss": 0.18398499488830566, "lr": 9.113623816103773e-05, "epoch": 1.0996038483305037, "percentage": 27.49, "elapsed_time": "12:13:25", "remaining_time": "1 day, 8:14:40"} +{"current_steps": 244, "total_steps": 884, "loss": 0.1648891270160675, "lr": 9.102360237617899e-05, "epoch": 1.1041312959818903, "percentage": 27.6, "elapsed_time": "12:15:30", "remaining_time": "1 day, 8:09:10"} +{"current_steps": 245, "total_steps": 884, "loss": 0.16693006455898285, "lr": 9.091032597394012e-05, "epoch": 1.1086587436332767, "percentage": 27.71, "elapsed_time": "12:17:11", "remaining_time": "1 day, 8:02:43"} +{"current_steps": 246, "total_steps": 884, "loss": 0.17014384269714355, "lr": 9.079641072322556e-05, "epoch": 1.1131861912846632, "percentage": 27.83, "elapsed_time": "12:18:28", "remaining_time": "1 day, 7:55:13"} +{"current_steps": 247, "total_steps": 884, "loss": 0.20611386001110077, "lr": 9.068185840291588e-05, "epoch": 1.1177136389360498, "percentage": 27.94, "elapsed_time": "12:24:15", "remaining_time": "1 day, 7:59:23"} +{"current_steps": 248, "total_steps": 884, "loss": 0.20523002743721008, "lr": 9.056667080184003e-05, "epoch": 1.1222410865874364, "percentage": 28.05, "elapsed_time": "12:27:37", "remaining_time": "1 day, 7:57:18"} +{"current_steps": 249, "total_steps": 884, "loss": 0.1908320188522339, "lr": 9.045084971874738e-05, "epoch": 1.126768534238823, "percentage": 28.17, "elapsed_time": "12:30:25", "remaining_time": "1 day, 7:53:43"} +{"current_steps": 250, "total_steps": 884, "loss": 0.17448925971984863, "lr": 9.033439696227965e-05, "epoch": 1.1312959818902093, "percentage": 28.28, "elapsed_time": "12:32:43", "remaining_time": "1 day, 7:48:55"} +{"current_steps": 251, "total_steps": 884, "loss": 0.17978568375110626, "lr": 9.021731435094268e-05, "epoch": 1.1358234295415959, "percentage": 28.39, "elapsed_time": "12:34:38", "remaining_time": "1 day, 7:43:08"} +{"current_steps": 252, "total_steps": 884, "loss": 0.15618249773979187, "lr": 9.009960371307798e-05, "epoch": 1.1403508771929824, "percentage": 28.51, "elapsed_time": "12:36:07", "remaining_time": "1 day, 7:36:19"} +{"current_steps": 253, "total_steps": 884, "loss": 0.20588532090187073, "lr": 8.998126688683422e-05, "epoch": 1.144878324844369, "percentage": 28.62, "elapsed_time": "12:41:09", "remaining_time": "1 day, 7:38:23"} +{"current_steps": 254, "total_steps": 884, "loss": 0.21392375230789185, "lr": 8.986230572013855e-05, "epoch": 1.1494057724957556, "percentage": 28.73, "elapsed_time": "12:45:12", "remaining_time": "1 day, 7:37:57"} +{"current_steps": 255, "total_steps": 884, "loss": 0.18582111597061157, "lr": 8.974272207066767e-05, "epoch": 1.1539332201471422, "percentage": 28.85, "elapsed_time": "12:48:15", "remaining_time": "1 day, 7:35:03"} +{"current_steps": 256, "total_steps": 884, "loss": 0.18185541033744812, "lr": 8.962251780581887e-05, "epoch": 1.1584606677985285, "percentage": 28.96, "elapsed_time": "12:50:38", "remaining_time": "1 day, 7:30:28"} +{"current_steps": 257, "total_steps": 884, "loss": 0.1750154048204422, "lr": 8.95016948026809e-05, "epoch": 1.162988115449915, "percentage": 29.07, "elapsed_time": "12:52:34", "remaining_time": "1 day, 7:24:51"} +{"current_steps": 258, "total_steps": 884, "loss": 0.16390518844127655, "lr": 8.938025494800454e-05, "epoch": 1.1675155631013017, "percentage": 29.19, "elapsed_time": "12:54:08", "remaining_time": "1 day, 7:18:21"} +{"current_steps": 259, "total_steps": 884, "loss": 0.19912275671958923, "lr": 8.925820013817329e-05, "epoch": 1.1720430107526882, "percentage": 29.3, "elapsed_time": "12:58:06", "remaining_time": "1 day, 7:17:39"} +{"current_steps": 260, "total_steps": 884, "loss": 0.20072248578071594, "lr": 8.913553227917367e-05, "epoch": 1.1765704584040746, "percentage": 29.41, "elapsed_time": "13:02:10", "remaining_time": "1 day, 7:17:12"} +{"current_steps": 261, "total_steps": 884, "loss": 0.19208306074142456, "lr": 8.901225328656542e-05, "epoch": 1.1810979060554612, "percentage": 29.52, "elapsed_time": "13:05:15", "remaining_time": "1 day, 7:14:23"} +{"current_steps": 262, "total_steps": 884, "loss": 0.18774566054344177, "lr": 8.88883650854517e-05, "epoch": 1.1856253537068477, "percentage": 29.64, "elapsed_time": "13:07:47", "remaining_time": "1 day, 7:10:15"} +{"current_steps": 263, "total_steps": 884, "loss": 0.17961907386779785, "lr": 8.876386961044891e-05, "epoch": 1.1901528013582343, "percentage": 29.75, "elapsed_time": "13:09:51", "remaining_time": "1 day, 7:05:00"} +{"current_steps": 264, "total_steps": 884, "loss": 0.1687210202217102, "lr": 8.863876880565656e-05, "epoch": 1.1946802490096209, "percentage": 29.86, "elapsed_time": "13:11:34", "remaining_time": "1 day, 6:58:59"} +{"current_steps": 265, "total_steps": 884, "loss": 0.18248504400253296, "lr": 8.851306462462688e-05, "epoch": 1.1992076966610075, "percentage": 29.98, "elapsed_time": "13:15:22", "remaining_time": "1 day, 6:57:53"} +{"current_steps": 266, "total_steps": 884, "loss": 0.199457585811615, "lr": 8.83867590303343e-05, "epoch": 1.2037351443123938, "percentage": 30.09, "elapsed_time": "13:20:07", "remaining_time": "1 day, 6:58:55"} +{"current_steps": 267, "total_steps": 884, "loss": 0.19683831930160522, "lr": 8.825985399514487e-05, "epoch": 1.2082625919637804, "percentage": 30.2, "elapsed_time": "13:23:30", "remaining_time": "1 day, 6:56:47"} +{"current_steps": 268, "total_steps": 884, "loss": 0.1852969229221344, "lr": 8.813235150078531e-05, "epoch": 1.212790039615167, "percentage": 30.32, "elapsed_time": "13:26:15", "remaining_time": "1 day, 6:53:12"} +{"current_steps": 269, "total_steps": 884, "loss": 0.17336446046829224, "lr": 8.800425353831226e-05, "epoch": 1.2173174872665535, "percentage": 30.43, "elapsed_time": "13:28:31", "remaining_time": "1 day, 6:48:29"} +{"current_steps": 270, "total_steps": 884, "loss": 0.16956844925880432, "lr": 8.787556210808101e-05, "epoch": 1.22184493491794, "percentage": 30.54, "elapsed_time": "13:30:20", "remaining_time": "1 day, 6:42:45"} +{"current_steps": 271, "total_steps": 884, "loss": 0.15064643323421478, "lr": 8.774627921971436e-05, "epoch": 1.2263723825693265, "percentage": 30.66, "elapsed_time": "13:31:42", "remaining_time": "1 day, 6:36:04"} +{"current_steps": 272, "total_steps": 884, "loss": 0.22100770473480225, "lr": 8.761640689207123e-05, "epoch": 1.230899830220713, "percentage": 30.77, "elapsed_time": "13:38:30", "remaining_time": "1 day, 6:41:37"} +{"current_steps": 273, "total_steps": 884, "loss": 0.1962413638830185, "lr": 8.748594715321512e-05, "epoch": 1.2354272778720996, "percentage": 30.88, "elapsed_time": "13:42:22", "remaining_time": "1 day, 6:40:33"} +{"current_steps": 274, "total_steps": 884, "loss": 0.19212886691093445, "lr": 8.735490204038243e-05, "epoch": 1.2399547255234862, "percentage": 31.0, "elapsed_time": "13:45:18", "remaining_time": "1 day, 6:37:21"} +{"current_steps": 275, "total_steps": 884, "loss": 0.1842222809791565, "lr": 8.722327359995064e-05, "epoch": 1.2444821731748728, "percentage": 31.11, "elapsed_time": "13:47:37", "remaining_time": "1 day, 6:32:49"} +{"current_steps": 276, "total_steps": 884, "loss": 0.166344553232193, "lr": 8.709106388740642e-05, "epoch": 1.249009620826259, "percentage": 31.22, "elapsed_time": "13:49:25", "remaining_time": "1 day, 6:27:08"} +{"current_steps": 277, "total_steps": 884, "loss": 0.15337689220905304, "lr": 8.695827496731342e-05, "epoch": 1.2535370684776457, "percentage": 31.33, "elapsed_time": "13:50:49", "remaining_time": "1 day, 6:20:37"} +{"current_steps": 278, "total_steps": 884, "loss": 0.19148650765419006, "lr": 8.682490891328016e-05, "epoch": 1.2580645161290323, "percentage": 31.45, "elapsed_time": "13:57:07", "remaining_time": "1 day, 6:24:48"} +{"current_steps": 279, "total_steps": 884, "loss": 0.2060171663761139, "lr": 8.669096780792753e-05, "epoch": 1.2625919637804188, "percentage": 31.56, "elapsed_time": "14:00:55", "remaining_time": "1 day, 6:23:30"} +{"current_steps": 280, "total_steps": 884, "loss": 0.2004309892654419, "lr": 8.655645374285637e-05, "epoch": 1.2671194114318054, "percentage": 31.67, "elapsed_time": "14:03:53", "remaining_time": "1 day, 6:20:23"} +{"current_steps": 281, "total_steps": 884, "loss": 0.19571299850940704, "lr": 8.64213688186147e-05, "epoch": 1.2716468590831917, "percentage": 31.79, "elapsed_time": "14:06:17", "remaining_time": "1 day, 6:16:03"} +{"current_steps": 282, "total_steps": 884, "loss": 0.1712074726819992, "lr": 8.628571514466501e-05, "epoch": 1.2761743067345783, "percentage": 31.9, "elapsed_time": "14:08:14", "remaining_time": "1 day, 6:10:47"} +{"current_steps": 283, "total_steps": 884, "loss": 0.16103923320770264, "lr": 8.61494948393513e-05, "epoch": 1.280701754385965, "percentage": 32.01, "elapsed_time": "14:09:46", "remaining_time": "1 day, 6:04:38"} +{"current_steps": 284, "total_steps": 884, "loss": 0.20578786730766296, "lr": 8.601271002986595e-05, "epoch": 1.2852292020373515, "percentage": 32.13, "elapsed_time": "14:14:13", "remaining_time": "1 day, 6:04:41"} +{"current_steps": 285, "total_steps": 884, "loss": 0.20829525589942932, "lr": 8.587536285221656e-05, "epoch": 1.289756649688738, "percentage": 32.24, "elapsed_time": "14:18:28", "remaining_time": "1 day, 6:04:18"} +{"current_steps": 286, "total_steps": 884, "loss": 0.20398181676864624, "lr": 8.573745545119257e-05, "epoch": 1.2942840973401246, "percentage": 32.35, "elapsed_time": "14:21:39", "remaining_time": "1 day, 6:01:38"} +{"current_steps": 287, "total_steps": 884, "loss": 0.18764348328113556, "lr": 8.559898998033178e-05, "epoch": 1.298811544991511, "percentage": 32.47, "elapsed_time": "14:24:11", "remaining_time": "1 day, 5:57:38"} +{"current_steps": 288, "total_steps": 884, "loss": 0.18195241689682007, "lr": 8.545996860188668e-05, "epoch": 1.3033389926428975, "percentage": 32.58, "elapsed_time": "14:26:17", "remaining_time": "1 day, 5:52:45"} +{"current_steps": 289, "total_steps": 884, "loss": 0.1701197326183319, "lr": 8.532039348679073e-05, "epoch": 1.3078664402942841, "percentage": 32.69, "elapsed_time": "14:28:05", "remaining_time": "1 day, 5:47:15"} +{"current_steps": 290, "total_steps": 884, "loss": 0.17796757817268372, "lr": 8.518026681462448e-05, "epoch": 1.3123938879456707, "percentage": 32.81, "elapsed_time": "14:31:13", "remaining_time": "1 day, 5:44:31"} +{"current_steps": 291, "total_steps": 884, "loss": 0.204569011926651, "lr": 8.503959077358143e-05, "epoch": 1.316921335597057, "percentage": 32.92, "elapsed_time": "14:35:31", "remaining_time": "1 day, 5:44:09"} +{"current_steps": 292, "total_steps": 884, "loss": 0.18774446845054626, "lr": 8.4898367560434e-05, "epoch": 1.3214487832484436, "percentage": 33.03, "elapsed_time": "14:38:45", "remaining_time": "1 day, 5:41:36"} +{"current_steps": 293, "total_steps": 884, "loss": 0.18409812450408936, "lr": 8.475659938049912e-05, "epoch": 1.3259762308998302, "percentage": 33.14, "elapsed_time": "14:41:20", "remaining_time": "1 day, 5:37:43"} +{"current_steps": 294, "total_steps": 884, "loss": 0.18080274760723114, "lr": 8.46142884476038e-05, "epoch": 1.3305036785512168, "percentage": 33.26, "elapsed_time": "14:43:25", "remaining_time": "1 day, 5:32:51"} +{"current_steps": 295, "total_steps": 884, "loss": 0.1700076162815094, "lr": 8.44714369840506e-05, "epoch": 1.3350311262026033, "percentage": 33.37, "elapsed_time": "14:45:06", "remaining_time": "1 day, 5:27:13"} +{"current_steps": 296, "total_steps": 884, "loss": 0.16379863023757935, "lr": 8.432804722058296e-05, "epoch": 1.33955857385399, "percentage": 33.48, "elapsed_time": "14:46:26", "remaining_time": "1 day, 5:20:53"} +{"current_steps": 297, "total_steps": 884, "loss": 0.20876599848270416, "lr": 8.418412139635025e-05, "epoch": 1.3440860215053765, "percentage": 33.6, "elapsed_time": "14:51:54", "remaining_time": "1 day, 5:22:47"} +{"current_steps": 298, "total_steps": 884, "loss": 0.19511157274246216, "lr": 8.403966175887292e-05, "epoch": 1.3486134691567628, "percentage": 33.71, "elapsed_time": "14:55:18", "remaining_time": "1 day, 5:20:34"} +{"current_steps": 299, "total_steps": 884, "loss": 0.18732516467571259, "lr": 8.389467056400732e-05, "epoch": 1.3531409168081494, "percentage": 33.82, "elapsed_time": "14:58:00", "remaining_time": "1 day, 5:16:58"} +{"current_steps": 300, "total_steps": 884, "loss": 0.17540541291236877, "lr": 8.374915007591053e-05, "epoch": 1.357668364459536, "percentage": 33.94, "elapsed_time": "15:00:16", "remaining_time": "1 day, 5:12:32"} +{"current_steps": 301, "total_steps": 884, "loss": 0.16894260048866272, "lr": 8.360310256700497e-05, "epoch": 1.3621958121109223, "percentage": 34.05, "elapsed_time": "15:02:09", "remaining_time": "1 day, 5:07:21"} +{"current_steps": 302, "total_steps": 884, "loss": 0.15845853090286255, "lr": 8.345653031794292e-05, "epoch": 1.366723259762309, "percentage": 34.16, "elapsed_time": "15:03:36", "remaining_time": "1 day, 5:01:22"} +{"current_steps": 303, "total_steps": 884, "loss": 0.19490782916545868, "lr": 8.330943561757092e-05, "epoch": 1.3712507074136955, "percentage": 34.28, "elapsed_time": "15:09:12", "remaining_time": "1 day, 5:03:24"} +{"current_steps": 304, "total_steps": 884, "loss": 0.20050162076950073, "lr": 8.316182076289401e-05, "epoch": 1.375778155065082, "percentage": 34.39, "elapsed_time": "15:12:50", "remaining_time": "1 day, 5:01:36"} +{"current_steps": 305, "total_steps": 884, "loss": 0.18538133800029755, "lr": 8.301368805903988e-05, "epoch": 1.3803056027164686, "percentage": 34.5, "elapsed_time": "15:15:40", "remaining_time": "1 day, 4:58:17"} +{"current_steps": 306, "total_steps": 884, "loss": 0.17794030904769897, "lr": 8.286503981922283e-05, "epoch": 1.3848330503678552, "percentage": 34.62, "elapsed_time": "15:18:00", "remaining_time": "1 day, 4:54:01"} +{"current_steps": 307, "total_steps": 884, "loss": 0.17239966988563538, "lr": 8.271587836470775e-05, "epoch": 1.3893604980192418, "percentage": 34.73, "elapsed_time": "15:20:00", "remaining_time": "1 day, 4:49:08"} +{"current_steps": 308, "total_steps": 884, "loss": 0.15613433718681335, "lr": 8.256620602477372e-05, "epoch": 1.3938879456706281, "percentage": 34.84, "elapsed_time": "15:21:39", "remaining_time": "1 day, 4:43:36"} +{"current_steps": 309, "total_steps": 884, "loss": 0.19233815371990204, "lr": 8.241602513667774e-05, "epoch": 1.3984153933220147, "percentage": 34.95, "elapsed_time": "15:26:03", "remaining_time": "1 day, 4:43:15"} +{"current_steps": 310, "total_steps": 884, "loss": 0.20076030492782593, "lr": 8.226533804561827e-05, "epoch": 1.4029428409734013, "percentage": 35.07, "elapsed_time": "15:30:12", "remaining_time": "1 day, 4:42:23"} +{"current_steps": 311, "total_steps": 884, "loss": 0.19023515284061432, "lr": 8.211414710469845e-05, "epoch": 1.4074702886247878, "percentage": 35.18, "elapsed_time": "15:33:10", "remaining_time": "1 day, 4:39:19"} +{"current_steps": 312, "total_steps": 884, "loss": 0.18671788275241852, "lr": 8.19624546748895e-05, "epoch": 1.4119977362761742, "percentage": 35.29, "elapsed_time": "15:35:34", "remaining_time": "1 day, 4:35:12"} +{"current_steps": 313, "total_steps": 884, "loss": 0.19153177738189697, "lr": 8.181026312499383e-05, "epoch": 1.4165251839275608, "percentage": 35.41, "elapsed_time": "15:37:34", "remaining_time": "1 day, 4:30:23"} +{"current_steps": 314, "total_steps": 884, "loss": 0.1734253168106079, "lr": 8.165757483160798e-05, "epoch": 1.4210526315789473, "percentage": 35.52, "elapsed_time": "15:39:12", "remaining_time": "1 day, 4:24:55"} +{"current_steps": 315, "total_steps": 884, "loss": 0.17426717281341553, "lr": 8.150439217908556e-05, "epoch": 1.425580079230334, "percentage": 35.63, "elapsed_time": "15:43:04", "remaining_time": "1 day, 4:23:32"} +{"current_steps": 316, "total_steps": 884, "loss": 0.2044614553451538, "lr": 8.13507175595e-05, "epoch": 1.4301075268817205, "percentage": 35.75, "elapsed_time": "15:47:47", "remaining_time": "1 day, 4:23:37"} +{"current_steps": 317, "total_steps": 884, "loss": 0.1858120560646057, "lr": 8.11965533726072e-05, "epoch": 1.434634974533107, "percentage": 35.86, "elapsed_time": "15:50:59", "remaining_time": "1 day, 4:20:58"} +{"current_steps": 318, "total_steps": 884, "loss": 0.18891949951648712, "lr": 8.104190202580812e-05, "epoch": 1.4391624221844934, "percentage": 35.97, "elapsed_time": "15:53:34", "remaining_time": "1 day, 4:17:14"} +{"current_steps": 319, "total_steps": 884, "loss": 0.16802790760993958, "lr": 8.0886765934111e-05, "epoch": 1.44368986983588, "percentage": 36.09, "elapsed_time": "15:55:40", "remaining_time": "1 day, 4:12:38"} +{"current_steps": 320, "total_steps": 884, "loss": 0.16781140863895416, "lr": 8.073114752009387e-05, "epoch": 1.4482173174872666, "percentage": 36.2, "elapsed_time": "15:57:24", "remaining_time": "1 day, 4:07:25"} +{"current_steps": 321, "total_steps": 884, "loss": 0.1735672950744629, "lr": 8.05750492138666e-05, "epoch": 1.4527447651386531, "percentage": 36.31, "elapsed_time": "15:58:43", "remaining_time": "1 day, 4:01:30"} +{"current_steps": 322, "total_steps": 884, "loss": 0.20380868017673492, "lr": 8.041847345303297e-05, "epoch": 1.4572722127900395, "percentage": 36.43, "elapsed_time": "16:05:27", "remaining_time": "1 day, 4:05:03"} +{"current_steps": 323, "total_steps": 884, "loss": 0.19325749576091766, "lr": 8.026142268265256e-05, "epoch": 1.461799660441426, "percentage": 36.54, "elapsed_time": "16:08:59", "remaining_time": "1 day, 4:02:59"} +{"current_steps": 324, "total_steps": 884, "loss": 0.19468310475349426, "lr": 8.01038993552027e-05, "epoch": 1.4663271080928126, "percentage": 36.65, "elapsed_time": "16:11:46", "remaining_time": "1 day, 3:59:36"} +{"current_steps": 325, "total_steps": 884, "loss": 0.18415693938732147, "lr": 7.994590593054001e-05, "epoch": 1.4708545557441992, "percentage": 36.76, "elapsed_time": "16:14:03", "remaining_time": "1 day, 3:55:22"} +{"current_steps": 326, "total_steps": 884, "loss": 0.15884950757026672, "lr": 7.978744487586214e-05, "epoch": 1.4753820033955858, "percentage": 36.88, "elapsed_time": "16:15:57", "remaining_time": "1 day, 3:50:29"} +{"current_steps": 327, "total_steps": 884, "loss": 0.16488111019134521, "lr": 7.962851866566912e-05, "epoch": 1.4799094510469724, "percentage": 36.99, "elapsed_time": "16:17:23", "remaining_time": "1 day, 3:44:52"} +{"current_steps": 328, "total_steps": 884, "loss": 0.208705335855484, "lr": 7.946912978172474e-05, "epoch": 1.484436898698359, "percentage": 37.1, "elapsed_time": "16:23:46", "remaining_time": "1 day, 3:47:37"} +{"current_steps": 329, "total_steps": 884, "loss": 0.2106453776359558, "lr": 7.93092807130179e-05, "epoch": 1.4889643463497453, "percentage": 37.22, "elapsed_time": "16:27:39", "remaining_time": "1 day, 3:46:07"} +{"current_steps": 330, "total_steps": 884, "loss": 0.20180118083953857, "lr": 7.91489739557236e-05, "epoch": 1.4934917940011319, "percentage": 37.33, "elapsed_time": "16:30:43", "remaining_time": "1 day, 3:43:12"} +{"current_steps": 331, "total_steps": 884, "loss": 0.18206928670406342, "lr": 7.898821201316407e-05, "epoch": 1.4980192416525184, "percentage": 37.44, "elapsed_time": "16:33:12", "remaining_time": "1 day, 3:39:21"} +{"current_steps": 332, "total_steps": 884, "loss": 0.18937627971172333, "lr": 7.882699739576959e-05, "epoch": 1.5025466893039048, "percentage": 37.56, "elapsed_time": "16:35:16", "remaining_time": "1 day, 3:34:46"} +{"current_steps": 333, "total_steps": 884, "loss": 0.15429037809371948, "lr": 7.866533262103936e-05, "epoch": 1.5070741369552914, "percentage": 37.67, "elapsed_time": "16:36:52", "remaining_time": "1 day, 3:29:29"} +{"current_steps": 334, "total_steps": 884, "loss": 0.18988651037216187, "lr": 7.850322021350215e-05, "epoch": 1.511601584606678, "percentage": 37.78, "elapsed_time": "16:42:04", "remaining_time": "1 day, 3:30:08"} +{"current_steps": 335, "total_steps": 884, "loss": 0.2089129537343979, "lr": 7.83406627046769e-05, "epoch": 1.5161290322580645, "percentage": 37.9, "elapsed_time": "16:46:23", "remaining_time": "1 day, 3:29:17"} +{"current_steps": 336, "total_steps": 884, "loss": 0.1933603584766388, "lr": 7.817766263303313e-05, "epoch": 1.520656479909451, "percentage": 38.01, "elapsed_time": "16:49:36", "remaining_time": "1 day, 3:26:37"} +{"current_steps": 337, "total_steps": 884, "loss": 0.1819375455379486, "lr": 7.801422254395138e-05, "epoch": 1.5251839275608376, "percentage": 38.12, "elapsed_time": "16:52:09", "remaining_time": "1 day, 3:22:53"} +{"current_steps": 338, "total_steps": 884, "loss": 0.17599374055862427, "lr": 7.785034498968344e-05, "epoch": 1.5297113752122242, "percentage": 38.24, "elapsed_time": "16:54:12", "remaining_time": "1 day, 3:18:19"} +{"current_steps": 339, "total_steps": 884, "loss": 0.17194731533527374, "lr": 7.768603252931243e-05, "epoch": 1.5342388228636108, "percentage": 38.35, "elapsed_time": "16:55:50", "remaining_time": "1 day, 3:13:07"} +{"current_steps": 340, "total_steps": 884, "loss": 0.17797675728797913, "lr": 7.752128772871292e-05, "epoch": 1.5387662705149971, "percentage": 38.46, "elapsed_time": "16:59:32", "remaining_time": "1 day, 3:11:16"} +{"current_steps": 341, "total_steps": 884, "loss": 0.21639850735664368, "lr": 7.735611316051084e-05, "epoch": 1.5432937181663837, "percentage": 38.57, "elapsed_time": "17:04:27", "remaining_time": "1 day, 3:11:19"} +{"current_steps": 342, "total_steps": 884, "loss": 0.19379103183746338, "lr": 7.719051140404327e-05, "epoch": 1.54782116581777, "percentage": 38.69, "elapsed_time": "17:07:50", "remaining_time": "1 day, 3:08:54"} +{"current_steps": 343, "total_steps": 884, "loss": 0.18040522933006287, "lr": 7.702448504531819e-05, "epoch": 1.5523486134691566, "percentage": 38.8, "elapsed_time": "17:10:29", "remaining_time": "1 day, 3:05:21"} +{"current_steps": 344, "total_steps": 884, "loss": 0.17366576194763184, "lr": 7.685803667697411e-05, "epoch": 1.5568760611205432, "percentage": 38.91, "elapsed_time": "17:12:39", "remaining_time": "1 day, 3:01:01"} +{"current_steps": 345, "total_steps": 884, "loss": 0.16583794355392456, "lr": 7.669116889823955e-05, "epoch": 1.5614035087719298, "percentage": 39.03, "elapsed_time": "17:14:23", "remaining_time": "1 day, 2:56:03"} +{"current_steps": 346, "total_steps": 884, "loss": 0.1619320809841156, "lr": 7.652388431489248e-05, "epoch": 1.5659309564233164, "percentage": 39.14, "elapsed_time": "17:15:40", "remaining_time": "1 day, 2:50:22"} +{"current_steps": 347, "total_steps": 884, "loss": 0.20942410826683044, "lr": 7.635618553921962e-05, "epoch": 1.570458404074703, "percentage": 39.25, "elapsed_time": "17:22:45", "remaining_time": "1 day, 2:53:43"} +{"current_steps": 348, "total_steps": 884, "loss": 0.20726366341114044, "lr": 7.618807518997563e-05, "epoch": 1.5749858517260895, "percentage": 39.37, "elapsed_time": "17:26:21", "remaining_time": "1 day, 2:51:38"} +{"current_steps": 349, "total_steps": 884, "loss": 0.19247621297836304, "lr": 7.601955589234227e-05, "epoch": 1.579513299377476, "percentage": 39.48, "elapsed_time": "17:29:11", "remaining_time": "1 day, 2:48:21"} +{"current_steps": 350, "total_steps": 884, "loss": 0.182029128074646, "lr": 7.585063027788731e-05, "epoch": 1.5840407470288624, "percentage": 39.59, "elapsed_time": "17:31:30", "remaining_time": "1 day, 2:44:18"} +{"current_steps": 351, "total_steps": 884, "loss": 0.16755558550357819, "lr": 7.568130098452351e-05, "epoch": 1.588568194680249, "percentage": 39.71, "elapsed_time": "17:33:23", "remaining_time": "1 day, 2:39:35"} +{"current_steps": 352, "total_steps": 884, "loss": 0.16772229969501495, "lr": 7.551157065646746e-05, "epoch": 1.5930956423316356, "percentage": 39.82, "elapsed_time": "17:34:53", "remaining_time": "1 day, 2:34:19"} +{"current_steps": 353, "total_steps": 884, "loss": 0.20039445161819458, "lr": 7.534144194419817e-05, "epoch": 1.597623089983022, "percentage": 39.93, "elapsed_time": "17:39:42", "remaining_time": "1 day, 2:34:03"} +{"current_steps": 354, "total_steps": 884, "loss": 0.1948099136352539, "lr": 7.517091750441576e-05, "epoch": 1.6021505376344085, "percentage": 40.05, "elapsed_time": "17:43:36", "remaining_time": "1 day, 2:32:23"} +{"current_steps": 355, "total_steps": 884, "loss": 0.18500792980194092, "lr": 7.500000000000001e-05, "epoch": 1.606677985285795, "percentage": 40.16, "elapsed_time": "17:46:30", "remaining_time": "1 day, 2:29:14"} +{"current_steps": 356, "total_steps": 884, "loss": 0.1827983558177948, "lr": 7.482869209996867e-05, "epoch": 1.6112054329371817, "percentage": 40.27, "elapsed_time": "17:48:56", "remaining_time": "1 day, 2:25:23"} +{"current_steps": 357, "total_steps": 884, "loss": 0.1701834797859192, "lr": 7.465699647943586e-05, "epoch": 1.6157328805885682, "percentage": 40.38, "elapsed_time": "17:50:59", "remaining_time": "1 day, 2:20:58"} +{"current_steps": 358, "total_steps": 884, "loss": 0.16099783778190613, "lr": 7.44849158195703e-05, "epoch": 1.6202603282399548, "percentage": 40.5, "elapsed_time": "17:52:40", "remaining_time": "1 day, 2:16:03"} +{"current_steps": 359, "total_steps": 884, "loss": 0.18706944584846497, "lr": 7.431245280755336e-05, "epoch": 1.6247877758913414, "percentage": 40.61, "elapsed_time": "17:57:16", "remaining_time": "1 day, 2:15:24"} +{"current_steps": 360, "total_steps": 884, "loss": 0.1985095590353012, "lr": 7.413961013653726e-05, "epoch": 1.629315223542728, "percentage": 40.72, "elapsed_time": "18:01:20", "remaining_time": "1 day, 2:13:57"} +{"current_steps": 361, "total_steps": 884, "loss": 0.1964409351348877, "lr": 7.396639050560275e-05, "epoch": 1.6338426711941143, "percentage": 40.84, "elapsed_time": "18:04:26", "remaining_time": "1 day, 2:11:04"} +{"current_steps": 362, "total_steps": 884, "loss": 0.1915147602558136, "lr": 7.379279661971727e-05, "epoch": 1.6383701188455009, "percentage": 40.95, "elapsed_time": "18:06:56", "remaining_time": "1 day, 2:07:21"} +{"current_steps": 363, "total_steps": 884, "loss": 0.17337551712989807, "lr": 7.361883118969247e-05, "epoch": 1.6428975664968872, "percentage": 41.06, "elapsed_time": "18:09:00", "remaining_time": "1 day, 2:03:00"} +{"current_steps": 364, "total_steps": 884, "loss": 0.1554442048072815, "lr": 7.3444496932142e-05, "epoch": 1.6474250141482738, "percentage": 41.18, "elapsed_time": "18:10:40", "remaining_time": "1 day, 1:58:06"} +{"current_steps": 365, "total_steps": 884, "loss": 0.17819085717201233, "lr": 7.326979656943906e-05, "epoch": 1.6519524617996604, "percentage": 41.29, "elapsed_time": "18:14:18", "remaining_time": "1 day, 1:56:00"} +{"current_steps": 366, "total_steps": 884, "loss": 0.19845563173294067, "lr": 7.309473282967387e-05, "epoch": 1.656479909451047, "percentage": 41.4, "elapsed_time": "18:18:49", "remaining_time": "1 day, 1:55:09"} +{"current_steps": 367, "total_steps": 884, "loss": 0.19407084584236145, "lr": 7.291930844661109e-05, "epoch": 1.6610073571024335, "percentage": 41.52, "elapsed_time": "18:21:57", "remaining_time": "1 day, 1:52:21"} +{"current_steps": 368, "total_steps": 884, "loss": 0.19369813799858093, "lr": 7.274352615964712e-05, "epoch": 1.66553480475382, "percentage": 41.63, "elapsed_time": "18:24:33", "remaining_time": "1 day, 1:48:46"} +{"current_steps": 369, "total_steps": 884, "loss": 0.1805361658334732, "lr": 7.256738871376732e-05, "epoch": 1.6700622524052067, "percentage": 41.74, "elapsed_time": "18:26:39", "remaining_time": "1 day, 1:44:31"} +{"current_steps": 370, "total_steps": 884, "loss": 0.16192588210105896, "lr": 7.239089885950316e-05, "epoch": 1.6745897000565932, "percentage": 41.86, "elapsed_time": "18:28:21", "remaining_time": "1 day, 1:39:42"} +{"current_steps": 371, "total_steps": 884, "loss": 0.1664281040430069, "lr": 7.221405935288925e-05, "epoch": 1.6791171477079796, "percentage": 41.97, "elapsed_time": "18:29:42", "remaining_time": "1 day, 1:34:27"} +{"current_steps": 372, "total_steps": 884, "loss": 0.20167440176010132, "lr": 7.203687295542032e-05, "epoch": 1.6836445953593662, "percentage": 42.08, "elapsed_time": "18:35:20", "remaining_time": "1 day, 1:35:05"} +{"current_steps": 373, "total_steps": 884, "loss": 0.1990775465965271, "lr": 7.185934243400806e-05, "epoch": 1.6881720430107527, "percentage": 42.19, "elapsed_time": "18:38:47", "remaining_time": "1 day, 1:32:43"} +{"current_steps": 374, "total_steps": 884, "loss": 0.18479225039482117, "lr": 7.168147056093797e-05, "epoch": 1.692699490662139, "percentage": 42.31, "elapsed_time": "18:41:34", "remaining_time": "1 day, 1:29:24"} +{"current_steps": 375, "total_steps": 884, "loss": 0.1853107511997223, "lr": 7.150326011382604e-05, "epoch": 1.6972269383135257, "percentage": 42.42, "elapsed_time": "18:43:53", "remaining_time": "1 day, 1:25:29"} +{"current_steps": 376, "total_steps": 884, "loss": 0.17413756251335144, "lr": 7.132471387557532e-05, "epoch": 1.7017543859649122, "percentage": 42.53, "elapsed_time": "18:45:49", "remaining_time": "1 day, 1:21:03"} +{"current_steps": 377, "total_steps": 884, "loss": 0.15298089385032654, "lr": 7.114583463433259e-05, "epoch": 1.7062818336162988, "percentage": 42.65, "elapsed_time": "18:47:19", "remaining_time": "1 day, 1:16:03"} +{"current_steps": 378, "total_steps": 884, "loss": 0.19422583281993866, "lr": 7.096662518344468e-05, "epoch": 1.7108092812676854, "percentage": 42.76, "elapsed_time": "18:53:13", "remaining_time": "1 day, 1:16:57"} +{"current_steps": 379, "total_steps": 884, "loss": 0.18652589619159698, "lr": 7.078708832141497e-05, "epoch": 1.715336728919072, "percentage": 42.87, "elapsed_time": "18:56:55", "remaining_time": "1 day, 1:14:54"} +{"current_steps": 380, "total_steps": 884, "loss": 0.19040265679359436, "lr": 7.060722685185961e-05, "epoch": 1.7198641765704585, "percentage": 42.99, "elapsed_time": "18:59:49", "remaining_time": "1 day, 1:11:46"} +{"current_steps": 381, "total_steps": 884, "loss": 0.18727976083755493, "lr": 7.042704358346375e-05, "epoch": 1.7243916242218449, "percentage": 43.1, "elapsed_time": "19:02:15", "remaining_time": "1 day, 1:08:01"} +{"current_steps": 382, "total_steps": 884, "loss": 0.1772461086511612, "lr": 7.024654132993772e-05, "epoch": 1.7289190718732315, "percentage": 43.21, "elapsed_time": "19:04:14", "remaining_time": "1 day, 1:03:41"} +{"current_steps": 383, "total_steps": 884, "loss": 0.16065247356891632, "lr": 7.006572290997304e-05, "epoch": 1.733446519524618, "percentage": 43.33, "elapsed_time": "19:05:49", "remaining_time": "1 day, 0:58:51"} +{"current_steps": 384, "total_steps": 884, "loss": 0.17697076499462128, "lr": 6.988459114719849e-05, "epoch": 1.7379739671760044, "percentage": 43.44, "elapsed_time": "19:11:25", "remaining_time": "1 day, 0:59:15"} +{"current_steps": 385, "total_steps": 884, "loss": 0.21230991184711456, "lr": 6.970314887013584e-05, "epoch": 1.742501414827391, "percentage": 43.55, "elapsed_time": "19:15:40", "remaining_time": "1 day, 0:57:51"} +{"current_steps": 386, "total_steps": 884, "loss": 0.1916704922914505, "lr": 6.952139891215593e-05, "epoch": 1.7470288624787775, "percentage": 43.67, "elapsed_time": "19:18:40", "remaining_time": "1 day, 0:54:51"} +{"current_steps": 387, "total_steps": 884, "loss": 0.17192980647087097, "lr": 6.93393441114342e-05, "epoch": 1.751556310130164, "percentage": 43.78, "elapsed_time": "19:21:07", "remaining_time": "1 day, 0:51:09"} +{"current_steps": 388, "total_steps": 884, "loss": 0.17362508177757263, "lr": 6.915698731090648e-05, "epoch": 1.7560837577815507, "percentage": 43.89, "elapsed_time": "19:23:12", "remaining_time": "1 day, 0:46:59"} +{"current_steps": 389, "total_steps": 884, "loss": 0.16086629033088684, "lr": 6.897433135822461e-05, "epoch": 1.7606112054329373, "percentage": 44.0, "elapsed_time": "19:24:54", "remaining_time": "1 day, 0:42:20"} +{"current_steps": 390, "total_steps": 884, "loss": 0.17281287908554077, "lr": 6.879137910571191e-05, "epoch": 1.7651386530843238, "percentage": 44.12, "elapsed_time": "19:28:16", "remaining_time": "1 day, 0:39:48"} +{"current_steps": 391, "total_steps": 884, "loss": 0.20971840620040894, "lr": 6.860813341031866e-05, "epoch": 1.7696661007357104, "percentage": 44.23, "elapsed_time": "19:33:13", "remaining_time": "1 day, 0:39:17"} +{"current_steps": 392, "total_steps": 884, "loss": 0.18777552247047424, "lr": 6.842459713357752e-05, "epoch": 1.7741935483870968, "percentage": 44.34, "elapsed_time": "19:36:38", "remaining_time": "1 day, 0:36:48"} +{"current_steps": 393, "total_steps": 884, "loss": 0.18649156391620636, "lr": 6.824077314155877e-05, "epoch": 1.7787209960384833, "percentage": 44.46, "elapsed_time": "19:39:24", "remaining_time": "1 day, 0:33:30"} +{"current_steps": 394, "total_steps": 884, "loss": 0.18137586116790771, "lr": 6.805666430482564e-05, "epoch": 1.7832484436898697, "percentage": 44.57, "elapsed_time": "19:41:42", "remaining_time": "1 day, 0:29:37"} +{"current_steps": 395, "total_steps": 884, "loss": 0.166051983833313, "lr": 6.787227349838947e-05, "epoch": 1.7877758913412563, "percentage": 44.68, "elapsed_time": "19:43:35", "remaining_time": "1 day, 0:25:15"} +{"current_steps": 396, "total_steps": 884, "loss": 0.15685385465621948, "lr": 6.768760360166471e-05, "epoch": 1.7923033389926428, "percentage": 44.8, "elapsed_time": "19:44:59", "remaining_time": "1 day, 0:20:17"} +{"current_steps": 397, "total_steps": 884, "loss": 0.18851293623447418, "lr": 6.750265749842409e-05, "epoch": 1.7968307866440294, "percentage": 44.91, "elapsed_time": "19:51:23", "remaining_time": "1 day, 0:21:29"} +{"current_steps": 398, "total_steps": 884, "loss": 0.20142939686775208, "lr": 6.731743807675355e-05, "epoch": 1.801358234295416, "percentage": 45.02, "elapsed_time": "19:54:57", "remaining_time": "1 day, 0:19:10"} +{"current_steps": 399, "total_steps": 884, "loss": 0.1752074658870697, "lr": 6.713194822900706e-05, "epoch": 1.8058856819468025, "percentage": 45.14, "elapsed_time": "19:57:44", "remaining_time": "1 day, 0:15:53"} +{"current_steps": 400, "total_steps": 884, "loss": 0.1878441721200943, "lr": 6.694619085176159e-05, "epoch": 1.8104131295981891, "percentage": 45.25, "elapsed_time": "20:00:01", "remaining_time": "1 day, 0:12:01"} +{"current_steps": 401, "total_steps": 884, "loss": 0.1690133512020111, "lr": 6.676016884577173e-05, "epoch": 1.8149405772495757, "percentage": 45.36, "elapsed_time": "20:01:57", "remaining_time": "1 day, 0:07:45"} +{"current_steps": 402, "total_steps": 884, "loss": 0.15280716121196747, "lr": 6.657388511592452e-05, "epoch": 1.819468024900962, "percentage": 45.48, "elapsed_time": "20:03:31", "remaining_time": "1 day, 0:03:02"} +{"current_steps": 403, "total_steps": 884, "loss": 0.18653661012649536, "lr": 6.638734257119401e-05, "epoch": 1.8239954725523486, "percentage": 45.59, "elapsed_time": "20:09:52", "remaining_time": "1 day, 0:04:02"} +{"current_steps": 404, "total_steps": 884, "loss": 0.2069815844297409, "lr": 6.620054412459588e-05, "epoch": 1.8285229202037352, "percentage": 45.7, "elapsed_time": "20:13:50", "remaining_time": "1 day, 0:02:11"} +{"current_steps": 405, "total_steps": 884, "loss": 0.19434502720832825, "lr": 6.601349269314188e-05, "epoch": 1.8330503678551215, "percentage": 45.81, "elapsed_time": "20:16:55", "remaining_time": "23:59:16"} +{"current_steps": 406, "total_steps": 884, "loss": 0.18385529518127441, "lr": 6.582619119779439e-05, "epoch": 1.8375778155065081, "percentage": 45.93, "elapsed_time": "20:19:20", "remaining_time": "23:55:34"} +{"current_steps": 407, "total_steps": 884, "loss": 0.17453709244728088, "lr": 6.56386425634207e-05, "epoch": 1.8421052631578947, "percentage": 46.04, "elapsed_time": "20:21:20", "remaining_time": "23:51:24"} +{"current_steps": 408, "total_steps": 884, "loss": 0.16962510347366333, "lr": 6.545084971874738e-05, "epoch": 1.8466327108092813, "percentage": 46.15, "elapsed_time": "20:22:56", "remaining_time": "23:46:46"} +{"current_steps": 409, "total_steps": 884, "loss": 0.18594738841056824, "lr": 6.526281559631458e-05, "epoch": 1.8511601584606678, "percentage": 46.27, "elapsed_time": "20:27:56", "remaining_time": "23:46:05"} +{"current_steps": 410, "total_steps": 884, "loss": 0.19622986018657684, "lr": 6.507454313243015e-05, "epoch": 1.8556876061120544, "percentage": 46.38, "elapsed_time": "20:32:14", "remaining_time": "23:44:34"} +{"current_steps": 411, "total_steps": 884, "loss": 0.1954154521226883, "lr": 6.48860352671239e-05, "epoch": 1.860215053763441, "percentage": 46.49, "elapsed_time": "20:35:21", "remaining_time": "23:41:42"} +{"current_steps": 412, "total_steps": 884, "loss": 0.17159169912338257, "lr": 6.469729494410158e-05, "epoch": 1.8647425014148273, "percentage": 46.61, "elapsed_time": "20:37:52", "remaining_time": "23:38:08"} +{"current_steps": 413, "total_steps": 884, "loss": 0.1622459441423416, "lr": 6.450832511069897e-05, "epoch": 1.869269949066214, "percentage": 46.72, "elapsed_time": "20:39:57", "remaining_time": "23:34:06"} +{"current_steps": 414, "total_steps": 884, "loss": 0.1627485156059265, "lr": 6.431912871783586e-05, "epoch": 1.8737973967176005, "percentage": 46.83, "elapsed_time": "20:41:39", "remaining_time": "23:29:36"} +{"current_steps": 415, "total_steps": 884, "loss": 0.16856414079666138, "lr": 6.412970871996995e-05, "epoch": 1.8783248443689868, "percentage": 46.95, "elapsed_time": "20:44:52", "remaining_time": "23:26:51"} +{"current_steps": 416, "total_steps": 884, "loss": 0.21652480959892273, "lr": 6.394006807505067e-05, "epoch": 1.8828522920203734, "percentage": 47.06, "elapsed_time": "20:49:45", "remaining_time": "23:25:58"} +{"current_steps": 417, "total_steps": 884, "loss": 0.18492794036865234, "lr": 6.37502097444731e-05, "epoch": 1.88737973967176, "percentage": 47.17, "elapsed_time": "20:53:01", "remaining_time": "23:23:16"} +{"current_steps": 418, "total_steps": 884, "loss": 0.18506664037704468, "lr": 6.356013669303162e-05, "epoch": 1.8919071873231466, "percentage": 47.29, "elapsed_time": "20:55:38", "remaining_time": "23:19:49"} +{"current_steps": 419, "total_steps": 884, "loss": 0.16712680459022522, "lr": 6.336985188887366e-05, "epoch": 1.8964346349745331, "percentage": 47.4, "elapsed_time": "20:57:44", "remaining_time": "23:15:49"} +{"current_steps": 420, "total_steps": 884, "loss": 0.16304892301559448, "lr": 6.317935830345338e-05, "epoch": 1.9009620826259197, "percentage": 47.51, "elapsed_time": "20:59:28", "remaining_time": "23:11:25"} +{"current_steps": 421, "total_steps": 884, "loss": 0.15581056475639343, "lr": 6.298865891148518e-05, "epoch": 1.9054895302773063, "percentage": 47.62, "elapsed_time": "21:00:49", "remaining_time": "23:06:36"} +{"current_steps": 422, "total_steps": 884, "loss": 0.21459367871284485, "lr": 6.279775669089733e-05, "epoch": 1.9100169779286928, "percentage": 47.74, "elapsed_time": "21:06:00", "remaining_time": "23:06:00"} +{"current_steps": 423, "total_steps": 884, "loss": 0.1929590404033661, "lr": 6.260665462278544e-05, "epoch": 1.9145444255800792, "percentage": 47.85, "elapsed_time": "21:09:17", "remaining_time": "23:03:19"} +{"current_steps": 424, "total_steps": 884, "loss": 0.17095708847045898, "lr": 6.241535569136584e-05, "epoch": 1.9190718732314658, "percentage": 47.96, "elapsed_time": "21:11:51", "remaining_time": "22:59:51"} +{"current_steps": 425, "total_steps": 884, "loss": 0.17006826400756836, "lr": 6.222386288392913e-05, "epoch": 1.9235993208828521, "percentage": 48.08, "elapsed_time": "21:14:00", "remaining_time": "22:55:55"} +{"current_steps": 426, "total_steps": 884, "loss": 0.155431866645813, "lr": 6.203217919079342e-05, "epoch": 1.9281267685342387, "percentage": 48.19, "elapsed_time": "21:15:46", "remaining_time": "22:51:36"} +{"current_steps": 427, "total_steps": 884, "loss": 0.1626005470752716, "lr": 6.184030760525764e-05, "epoch": 1.9326542161856253, "percentage": 48.3, "elapsed_time": "21:17:12", "remaining_time": "22:46:56"} +{"current_steps": 428, "total_steps": 884, "loss": 0.1874426305294037, "lr": 6.164825112355477e-05, "epoch": 1.9371816638370118, "percentage": 48.42, "elapsed_time": "21:22:30", "remaining_time": "22:46:24"} +{"current_steps": 429, "total_steps": 884, "loss": 0.18967613577842712, "lr": 6.145601274480521e-05, "epoch": 1.9417091114883984, "percentage": 48.53, "elapsed_time": "21:26:06", "remaining_time": "22:44:02"} +{"current_steps": 430, "total_steps": 884, "loss": 0.178785502910614, "lr": 6.126359547096975e-05, "epoch": 1.946236559139785, "percentage": 48.64, "elapsed_time": "21:28:53", "remaining_time": "22:40:49"} +{"current_steps": 431, "total_steps": 884, "loss": 0.16879679262638092, "lr": 6.107100230680279e-05, "epoch": 1.9507640067911716, "percentage": 48.76, "elapsed_time": "21:31:09", "remaining_time": "22:37:04"} +{"current_steps": 432, "total_steps": 884, "loss": 0.16959422826766968, "lr": 6.0878236259805396e-05, "epoch": 1.9552914544425581, "percentage": 48.87, "elapsed_time": "21:33:03", "remaining_time": "22:32:54"} +{"current_steps": 433, "total_steps": 884, "loss": 0.16129666566848755, "lr": 6.068530034017835e-05, "epoch": 1.9598189020939445, "percentage": 48.98, "elapsed_time": "21:34:35", "remaining_time": "22:28:24"} +{"current_steps": 434, "total_steps": 884, "loss": 0.17796547710895538, "lr": 6.049219756077514e-05, "epoch": 1.964346349745331, "percentage": 49.1, "elapsed_time": "21:39:41", "remaining_time": "22:27:36"} +{"current_steps": 435, "total_steps": 884, "loss": 0.18614676594734192, "lr": 6.029893093705492e-05, "epoch": 1.9688737973967176, "percentage": 49.21, "elapsed_time": "21:44:03", "remaining_time": "22:26:01"} +{"current_steps": 436, "total_steps": 884, "loss": 0.18553641438484192, "lr": 6.010550348703538e-05, "epoch": 1.973401245048104, "percentage": 49.32, "elapsed_time": "21:47:05", "remaining_time": "22:23:04"} +{"current_steps": 437, "total_steps": 884, "loss": 0.1744600236415863, "lr": 5.991191823124565e-05, "epoch": 1.9779286926994906, "percentage": 49.43, "elapsed_time": "21:49:32", "remaining_time": "22:19:30"} +{"current_steps": 438, "total_steps": 884, "loss": 0.16687238216400146, "lr": 5.971817819267913e-05, "epoch": 1.9824561403508771, "percentage": 49.55, "elapsed_time": "21:51:30", "remaining_time": "22:15:27"} +{"current_steps": 439, "total_steps": 884, "loss": 0.1604543924331665, "lr": 5.952428639674632e-05, "epoch": 1.9869835880022637, "percentage": 49.66, "elapsed_time": "21:53:06", "remaining_time": "22:11:03"} +{"current_steps": 440, "total_steps": 884, "loss": 0.17042537033557892, "lr": 5.9330245871227454e-05, "epoch": 1.9915110356536503, "percentage": 49.77, "elapsed_time": "21:55:48", "remaining_time": "22:07:46"} +{"current_steps": 441, "total_steps": 884, "loss": 0.19700202345848083, "lr": 5.9136059646225375e-05, "epoch": 1.9960384833050369, "percentage": 49.89, "elapsed_time": "21:58:48", "remaining_time": "22:04:47"} +{"current_steps": 442, "total_steps": 884, "loss": 0.16136552393436432, "lr": 5.8941730754118116e-05, "epoch": 2.0, "percentage": 50.0, "elapsed_time": "22:00:22", "remaining_time": "22:00:22"} +{"current_steps": 443, "total_steps": 884, "loss": 0.1516227424144745, "lr": 5.874726222951157e-05, "epoch": 2.0045274476513866, "percentage": 50.11, "elapsed_time": "22:07:50", "remaining_time": "22:01:50"} +{"current_steps": 444, "total_steps": 884, "loss": 0.13573628664016724, "lr": 5.855265710919211e-05, "epoch": 2.009054895302773, "percentage": 50.23, "elapsed_time": "22:11:23", "remaining_time": "21:59:24"} +{"current_steps": 445, "total_steps": 884, "loss": 0.12611983716487885, "lr": 5.835791843207916e-05, "epoch": 2.0135823429541597, "percentage": 50.34, "elapsed_time": "22:14:06", "remaining_time": "21:56:07"} +{"current_steps": 446, "total_steps": 884, "loss": 0.11450044810771942, "lr": 5.8163049239177784e-05, "epoch": 2.0181097906055463, "percentage": 50.45, "elapsed_time": "22:16:17", "remaining_time": "21:52:19"} +{"current_steps": 447, "total_steps": 884, "loss": 0.10637161135673523, "lr": 5.7968052573531084e-05, "epoch": 2.022637238256933, "percentage": 50.57, "elapsed_time": "22:18:07", "remaining_time": "21:48:11"} +{"current_steps": 448, "total_steps": 884, "loss": 0.09776574373245239, "lr": 5.7772931480172795e-05, "epoch": 2.027164685908319, "percentage": 50.68, "elapsed_time": "22:19:39", "remaining_time": "21:43:46"} +{"current_steps": 449, "total_steps": 884, "loss": 0.14583757519721985, "lr": 5.757768900607972e-05, "epoch": 2.0316921335597056, "percentage": 50.79, "elapsed_time": "22:24:48", "remaining_time": "21:42:52"} +{"current_steps": 450, "total_steps": 884, "loss": 0.1459420919418335, "lr": 5.738232820012407e-05, "epoch": 2.036219581211092, "percentage": 50.9, "elapsed_time": "22:28:37", "remaining_time": "21:40:40"} +{"current_steps": 451, "total_steps": 884, "loss": 0.130174919962883, "lr": 5.718685211302592e-05, "epoch": 2.0407470288624787, "percentage": 51.02, "elapsed_time": "22:31:42", "remaining_time": "21:37:45"} +{"current_steps": 452, "total_steps": 884, "loss": 0.11415386199951172, "lr": 5.699126379730559e-05, "epoch": 2.0452744765138653, "percentage": 51.13, "elapsed_time": "22:34:18", "remaining_time": "21:34:23"} +{"current_steps": 453, "total_steps": 884, "loss": 0.10571029037237167, "lr": 5.6795566307235915e-05, "epoch": 2.049801924165252, "percentage": 51.24, "elapsed_time": "22:36:28", "remaining_time": "21:30:36"} +{"current_steps": 454, "total_steps": 884, "loss": 0.09423750638961792, "lr": 5.6599762698794554e-05, "epoch": 2.0543293718166384, "percentage": 51.36, "elapsed_time": "22:38:11", "remaining_time": "21:26:23"} +{"current_steps": 455, "total_steps": 884, "loss": 0.12411186099052429, "lr": 5.640385602961634e-05, "epoch": 2.058856819468025, "percentage": 51.47, "elapsed_time": "22:43:09", "remaining_time": "21:25:16"} +{"current_steps": 456, "total_steps": 884, "loss": 0.14633986353874207, "lr": 5.620784935894547e-05, "epoch": 2.0633842671194116, "percentage": 51.58, "elapsed_time": "22:47:13", "remaining_time": "21:23:15"} +{"current_steps": 457, "total_steps": 884, "loss": 0.12183500826358795, "lr": 5.601174574758771e-05, "epoch": 2.067911714770798, "percentage": 51.7, "elapsed_time": "22:50:15", "remaining_time": "21:20:18"} +{"current_steps": 458, "total_steps": 884, "loss": 0.11389859020709991, "lr": 5.581554825786267e-05, "epoch": 2.0724391624221843, "percentage": 51.81, "elapsed_time": "22:52:39", "remaining_time": "21:16:45"} +{"current_steps": 459, "total_steps": 884, "loss": 0.10225850343704224, "lr": 5.5619259953555945e-05, "epoch": 2.076966610073571, "percentage": 51.92, "elapsed_time": "22:54:39", "remaining_time": "21:12:49"} +{"current_steps": 460, "total_steps": 884, "loss": 0.0940392017364502, "lr": 5.5422883899871284e-05, "epoch": 2.0814940577249574, "percentage": 52.04, "elapsed_time": "22:56:19", "remaining_time": "21:08:36"} +{"current_steps": 461, "total_steps": 884, "loss": 0.12159469723701477, "lr": 5.522642316338268e-05, "epoch": 2.086021505376344, "percentage": 52.15, "elapsed_time": "22:59:59", "remaining_time": "21:06:14"} +{"current_steps": 462, "total_steps": 884, "loss": 0.1463402509689331, "lr": 5.5029880811986544e-05, "epoch": 2.0905489530277306, "percentage": 52.26, "elapsed_time": "23:05:04", "remaining_time": "21:05:09"} +{"current_steps": 463, "total_steps": 884, "loss": 0.13759233057498932, "lr": 5.483325991485379e-05, "epoch": 2.095076400679117, "percentage": 52.38, "elapsed_time": "23:08:30", "remaining_time": "21:02:33"} +{"current_steps": 464, "total_steps": 884, "loss": 0.11654265224933624, "lr": 5.463656354238184e-05, "epoch": 2.0996038483305037, "percentage": 52.49, "elapsed_time": "23:11:15", "remaining_time": "20:59:19"} +{"current_steps": 465, "total_steps": 884, "loss": 0.10867158323526382, "lr": 5.4439794766146746e-05, "epoch": 2.1041312959818903, "percentage": 52.6, "elapsed_time": "23:13:27", "remaining_time": "20:55:36"} +{"current_steps": 466, "total_steps": 884, "loss": 0.10072112083435059, "lr": 5.424295665885523e-05, "epoch": 2.108658743633277, "percentage": 52.71, "elapsed_time": "23:15:14", "remaining_time": "20:51:31"} +{"current_steps": 467, "total_steps": 884, "loss": 0.09951277077198029, "lr": 5.404605229429664e-05, "epoch": 2.1131861912846635, "percentage": 52.83, "elapsed_time": "23:16:34", "remaining_time": "20:47:03"} +{"current_steps": 468, "total_steps": 884, "loss": 0.15281015634536743, "lr": 5.384908474729501e-05, "epoch": 2.11771363893605, "percentage": 52.94, "elapsed_time": "23:23:35", "remaining_time": "20:47:37"} +{"current_steps": 469, "total_steps": 884, "loss": 0.14525587856769562, "lr": 5.365205709366099e-05, "epoch": 2.122241086587436, "percentage": 53.05, "elapsed_time": "23:27:21", "remaining_time": "20:45:18"} +{"current_steps": 470, "total_steps": 884, "loss": 0.1253020465373993, "lr": 5.34549724101439e-05, "epoch": 2.1267685342388227, "percentage": 53.17, "elapsed_time": "23:30:11", "remaining_time": "20:42:10"} +{"current_steps": 471, "total_steps": 884, "loss": 0.11360302567481995, "lr": 5.325783377438357e-05, "epoch": 2.1312959818902093, "percentage": 53.28, "elapsed_time": "23:32:30", "remaining_time": "20:38:33"} +{"current_steps": 472, "total_steps": 884, "loss": 0.1024991124868393, "lr": 5.306064426486237e-05, "epoch": 2.135823429541596, "percentage": 53.39, "elapsed_time": "23:34:20", "remaining_time": "20:34:33"} +{"current_steps": 473, "total_steps": 884, "loss": 0.09407860040664673, "lr": 5.286340696085709e-05, "epoch": 2.1403508771929824, "percentage": 53.51, "elapsed_time": "23:35:48", "remaining_time": "20:30:13"} +{"current_steps": 474, "total_steps": 884, "loss": 0.13089381158351898, "lr": 5.266612494239088e-05, "epoch": 2.144878324844369, "percentage": 53.62, "elapsed_time": "23:41:20", "remaining_time": "20:29:26"} +{"current_steps": 475, "total_steps": 884, "loss": 0.14164891839027405, "lr": 5.246880129018516e-05, "epoch": 2.1494057724957556, "percentage": 53.73, "elapsed_time": "23:45:19", "remaining_time": "20:27:17"} +{"current_steps": 476, "total_steps": 884, "loss": 0.13016922771930695, "lr": 5.227143908561145e-05, "epoch": 2.153933220147142, "percentage": 53.85, "elapsed_time": "23:48:14", "remaining_time": "20:24:12"} +{"current_steps": 477, "total_steps": 884, "loss": 0.11469609290361404, "lr": 5.207404141064334e-05, "epoch": 2.1584606677985287, "percentage": 53.96, "elapsed_time": "23:50:38", "remaining_time": "20:20:41"} +{"current_steps": 478, "total_steps": 884, "loss": 0.10605259984731674, "lr": 5.187661134780829e-05, "epoch": 2.1629881154499153, "percentage": 54.07, "elapsed_time": "23:52:38", "remaining_time": "20:16:50"} +{"current_steps": 479, "total_steps": 884, "loss": 0.0900178849697113, "lr": 5.1679151980139564e-05, "epoch": 2.1675155631013014, "percentage": 54.19, "elapsed_time": "23:54:14", "remaining_time": "20:12:39"} +{"current_steps": 480, "total_steps": 884, "loss": 0.12464714050292969, "lr": 5.148166639112799e-05, "epoch": 2.172043010752688, "percentage": 54.3, "elapsed_time": "23:59:31", "remaining_time": "20:11:36"} +{"current_steps": 481, "total_steps": 884, "loss": 0.14309638738632202, "lr": 5.128415766467392e-05, "epoch": 2.1765704584040746, "percentage": 54.41, "elapsed_time": "1 day, 0:03:34", "remaining_time": "20:09:28"} +{"current_steps": 482, "total_steps": 884, "loss": 0.1305043250322342, "lr": 5.1086628885038946e-05, "epoch": 2.181097906055461, "percentage": 54.52, "elapsed_time": "1 day, 0:06:32", "remaining_time": "20:06:27"} +{"current_steps": 483, "total_steps": 884, "loss": 0.1189241111278534, "lr": 5.0889083136797875e-05, "epoch": 2.1856253537068477, "percentage": 54.64, "elapsed_time": "1 day, 0:08:58", "remaining_time": "20:02:58"} +{"current_steps": 484, "total_steps": 884, "loss": 0.11003842949867249, "lr": 5.0691523504790474e-05, "epoch": 2.1901528013582343, "percentage": 54.75, "elapsed_time": "1 day, 0:11:01", "remaining_time": "19:59:11"} +{"current_steps": 485, "total_steps": 884, "loss": 0.09716764092445374, "lr": 5.049395307407329e-05, "epoch": 2.194680249009621, "percentage": 54.86, "elapsed_time": "1 day, 0:12:41", "remaining_time": "19:55:06"} +{"current_steps": 486, "total_steps": 884, "loss": 0.12285800278186798, "lr": 5.029637492987153e-05, "epoch": 2.1992076966610075, "percentage": 54.98, "elapsed_time": "1 day, 0:15:50", "remaining_time": "19:52:14"} +{"current_steps": 487, "total_steps": 884, "loss": 0.14675894379615784, "lr": 5.009879215753085e-05, "epoch": 2.203735144312394, "percentage": 55.09, "elapsed_time": "1 day, 0:20:09", "remaining_time": "19:50:19"} +{"current_steps": 488, "total_steps": 884, "loss": 0.12845291197299957, "lr": 4.990120784246917e-05, "epoch": 2.2082625919637806, "percentage": 55.2, "elapsed_time": "1 day, 0:23:14", "remaining_time": "19:47:23"} +{"current_steps": 489, "total_steps": 884, "loss": 0.11380189657211304, "lr": 4.970362507012848e-05, "epoch": 2.212790039615167, "percentage": 55.32, "elapsed_time": "1 day, 0:25:49", "remaining_time": "19:44:02"} +{"current_steps": 490, "total_steps": 884, "loss": 0.10727782547473907, "lr": 4.950604692592672e-05, "epoch": 2.2173174872665533, "percentage": 55.43, "elapsed_time": "1 day, 0:28:00", "remaining_time": "19:40:23"} +{"current_steps": 491, "total_steps": 884, "loss": 0.09760070592164993, "lr": 4.9308476495209544e-05, "epoch": 2.22184493491794, "percentage": 55.54, "elapsed_time": "1 day, 0:29:48", "remaining_time": "19:36:26"} +{"current_steps": 492, "total_steps": 884, "loss": 0.09533251821994781, "lr": 4.911091686320213e-05, "epoch": 2.2263723825693265, "percentage": 55.66, "elapsed_time": "1 day, 0:31:11", "remaining_time": "19:32:10"} +{"current_steps": 493, "total_steps": 884, "loss": 0.1371329128742218, "lr": 4.891337111496107e-05, "epoch": 2.230899830220713, "percentage": 55.77, "elapsed_time": "1 day, 0:38:04", "remaining_time": "19:32:16"} +{"current_steps": 494, "total_steps": 884, "loss": 0.13537269830703735, "lr": 4.87158423353261e-05, "epoch": 2.2354272778720996, "percentage": 55.88, "elapsed_time": "1 day, 0:41:33", "remaining_time": "19:29:38"} +{"current_steps": 495, "total_steps": 884, "loss": 0.12884870171546936, "lr": 4.851833360887201e-05, "epoch": 2.239954725523486, "percentage": 56.0, "elapsed_time": "1 day, 0:44:22", "remaining_time": "19:26:30"} +{"current_steps": 496, "total_steps": 884, "loss": 0.11199313402175903, "lr": 4.8320848019860454e-05, "epoch": 2.2444821731748728, "percentage": 56.11, "elapsed_time": "1 day, 0:46:40", "remaining_time": "19:22:57"} +{"current_steps": 497, "total_steps": 884, "loss": 0.10179640352725983, "lr": 4.8123388652191715e-05, "epoch": 2.2490096208262593, "percentage": 56.22, "elapsed_time": "1 day, 0:48:33", "remaining_time": "19:19:05"} +{"current_steps": 498, "total_steps": 884, "loss": 0.09644719958305359, "lr": 4.7925958589356675e-05, "epoch": 2.253537068477646, "percentage": 56.33, "elapsed_time": "1 day, 0:50:01", "remaining_time": "19:14:55"} +{"current_steps": 499, "total_steps": 884, "loss": 0.14680303633213043, "lr": 4.7728560914388566e-05, "epoch": 2.258064516129032, "percentage": 56.45, "elapsed_time": "1 day, 0:55:59", "remaining_time": "19:14:13"} +{"current_steps": 500, "total_steps": 884, "loss": 0.14524027705192566, "lr": 4.7531198709814854e-05, "epoch": 2.2625919637804186, "percentage": 56.56, "elapsed_time": "1 day, 0:59:51", "remaining_time": "19:11:53"} +{"current_steps": 501, "total_steps": 884, "loss": 0.12221886962652206, "lr": 4.7333875057609126e-05, "epoch": 2.267119411431805, "percentage": 56.67, "elapsed_time": "1 day, 1:02:42", "remaining_time": "19:08:47"} +{"current_steps": 502, "total_steps": 884, "loss": 0.11302715539932251, "lr": 4.713659303914292e-05, "epoch": 2.2716468590831917, "percentage": 56.79, "elapsed_time": "1 day, 1:05:03", "remaining_time": "19:05:17"} +{"current_steps": 503, "total_steps": 884, "loss": 0.10129803419113159, "lr": 4.693935573513764e-05, "epoch": 2.2761743067345783, "percentage": 56.9, "elapsed_time": "1 day, 1:06:56", "remaining_time": "19:01:26"} +{"current_steps": 504, "total_steps": 884, "loss": 0.09534797072410583, "lr": 4.674216622561644e-05, "epoch": 2.280701754385965, "percentage": 57.01, "elapsed_time": "1 day, 1:08:26", "remaining_time": "18:57:19"} +{"current_steps": 505, "total_steps": 884, "loss": 0.13642863929271698, "lr": 4.654502758985611e-05, "epoch": 2.2852292020373515, "percentage": 57.13, "elapsed_time": "1 day, 1:13:49", "remaining_time": "18:56:07"} +{"current_steps": 506, "total_steps": 884, "loss": 0.14808616042137146, "lr": 4.6347942906339015e-05, "epoch": 2.289756649688738, "percentage": 57.24, "elapsed_time": "1 day, 1:18:14", "remaining_time": "18:54:11"} +{"current_steps": 507, "total_steps": 884, "loss": 0.12847869098186493, "lr": 4.615091525270501e-05, "epoch": 2.2942840973401246, "percentage": 57.35, "elapsed_time": "1 day, 1:21:28", "remaining_time": "18:51:20"} +{"current_steps": 508, "total_steps": 884, "loss": 0.12522968649864197, "lr": 4.595394770570337e-05, "epoch": 2.298811544991511, "percentage": 57.47, "elapsed_time": "1 day, 1:24:02", "remaining_time": "18:48:01"} +{"current_steps": 509, "total_steps": 884, "loss": 0.11159878224134445, "lr": 4.575704334114478e-05, "epoch": 2.3033389926428978, "percentage": 57.58, "elapsed_time": "1 day, 1:26:06", "remaining_time": "18:44:20"} +{"current_steps": 510, "total_steps": 884, "loss": 0.09394368529319763, "lr": 4.5560205233853266e-05, "epoch": 2.3078664402942843, "percentage": 57.69, "elapsed_time": "1 day, 1:27:42", "remaining_time": "18:40:19"} +{"current_steps": 511, "total_steps": 884, "loss": 0.12963798642158508, "lr": 4.5363436457618174e-05, "epoch": 2.3123938879456705, "percentage": 57.81, "elapsed_time": "1 day, 1:31:48", "remaining_time": "18:38:07"} +{"current_steps": 512, "total_steps": 884, "loss": 0.15677320957183838, "lr": 4.516674008514623e-05, "epoch": 2.316921335597057, "percentage": 57.92, "elapsed_time": "1 day, 1:36:36", "remaining_time": "18:36:26"} +{"current_steps": 513, "total_steps": 884, "loss": 0.137124702334404, "lr": 4.497011918801347e-05, "epoch": 2.3214487832484436, "percentage": 58.03, "elapsed_time": "1 day, 1:39:58", "remaining_time": "18:33:42"} +{"current_steps": 514, "total_steps": 884, "loss": 0.12650829553604126, "lr": 4.477357683661734e-05, "epoch": 2.32597623089983, "percentage": 58.14, "elapsed_time": "1 day, 1:42:38", "remaining_time": "18:30:27"} +{"current_steps": 515, "total_steps": 884, "loss": 0.1170065626502037, "lr": 4.4577116100128735e-05, "epoch": 2.3305036785512168, "percentage": 58.26, "elapsed_time": "1 day, 1:44:49", "remaining_time": "18:26:52"} +{"current_steps": 516, "total_steps": 884, "loss": 0.09977163374423981, "lr": 4.4380740046444066e-05, "epoch": 2.3350311262026033, "percentage": 58.37, "elapsed_time": "1 day, 1:46:34", "remaining_time": "18:22:58"} +{"current_steps": 517, "total_steps": 884, "loss": 0.09925702959299088, "lr": 4.418445174213734e-05, "epoch": 2.33955857385399, "percentage": 58.48, "elapsed_time": "1 day, 1:47:51", "remaining_time": "18:18:46"} +{"current_steps": 518, "total_steps": 884, "loss": 0.13797470927238464, "lr": 4.39882542524123e-05, "epoch": 2.3440860215053765, "percentage": 58.6, "elapsed_time": "1 day, 1:54:05", "remaining_time": "18:18:03"} +{"current_steps": 519, "total_steps": 884, "loss": 0.14010655879974365, "lr": 4.379215064105454e-05, "epoch": 2.348613469156763, "percentage": 58.71, "elapsed_time": "1 day, 1:57:29", "remaining_time": "18:15:21"} +{"current_steps": 520, "total_steps": 884, "loss": 0.12116549909114838, "lr": 4.3596143970383664e-05, "epoch": 2.353140916808149, "percentage": 58.82, "elapsed_time": "1 day, 2:00:09", "remaining_time": "18:12:06"} +{"current_steps": 521, "total_steps": 884, "loss": 0.10586535930633545, "lr": 4.340023730120545e-05, "epoch": 2.3576683644595358, "percentage": 58.94, "elapsed_time": "1 day, 2:02:20", "remaining_time": "18:08:32"} +{"current_steps": 522, "total_steps": 884, "loss": 0.09879538416862488, "lr": 4.3204433692764096e-05, "epoch": 2.3621958121109223, "percentage": 59.05, "elapsed_time": "1 day, 2:04:07", "remaining_time": "18:04:41"} +{"current_steps": 523, "total_steps": 884, "loss": 0.093920037150383, "lr": 4.3008736202694414e-05, "epoch": 2.366723259762309, "percentage": 59.16, "elapsed_time": "1 day, 2:05:34", "remaining_time": "18:00:37"} +{"current_steps": 524, "total_steps": 884, "loss": 0.1439329981803894, "lr": 4.281314788697408e-05, "epoch": 2.3712507074136955, "percentage": 59.28, "elapsed_time": "1 day, 2:11:47", "remaining_time": "17:59:51"} +{"current_steps": 525, "total_steps": 884, "loss": 0.14218634366989136, "lr": 4.2617671799875944e-05, "epoch": 2.375778155065082, "percentage": 59.39, "elapsed_time": "1 day, 2:15:32", "remaining_time": "17:57:22"} +{"current_steps": 526, "total_steps": 884, "loss": 0.12147480249404907, "lr": 4.242231099392029e-05, "epoch": 2.3803056027164686, "percentage": 59.5, "elapsed_time": "1 day, 2:18:26", "remaining_time": "17:54:18"} +{"current_steps": 527, "total_steps": 884, "loss": 0.10550867021083832, "lr": 4.222706851982721e-05, "epoch": 2.384833050367855, "percentage": 59.62, "elapsed_time": "1 day, 2:20:51", "remaining_time": "17:50:54"} +{"current_steps": 528, "total_steps": 884, "loss": 0.11013522744178772, "lr": 4.203194742646893e-05, "epoch": 2.3893604980192418, "percentage": 59.73, "elapsed_time": "1 day, 2:22:50", "remaining_time": "17:47:12"} +{"current_steps": 529, "total_steps": 884, "loss": 0.09375832974910736, "lr": 4.1836950760822235e-05, "epoch": 2.3938879456706283, "percentage": 59.84, "elapsed_time": "1 day, 2:24:26", "remaining_time": "17:43:17"} +{"current_steps": 530, "total_steps": 884, "loss": 0.14555881917476654, "lr": 4.1642081567920846e-05, "epoch": 2.398415393322015, "percentage": 59.95, "elapsed_time": "1 day, 2:28:17", "remaining_time": "17:40:51"} +{"current_steps": 531, "total_steps": 884, "loss": 0.15418826043605804, "lr": 4.144734289080791e-05, "epoch": 2.402942840973401, "percentage": 60.07, "elapsed_time": "1 day, 2:32:26", "remaining_time": "17:38:37"} +{"current_steps": 532, "total_steps": 884, "loss": 0.13065479695796967, "lr": 4.125273777048845e-05, "epoch": 2.4074702886247876, "percentage": 60.18, "elapsed_time": "1 day, 2:35:34", "remaining_time": "17:35:42"} +{"current_steps": 533, "total_steps": 884, "loss": 0.12865102291107178, "lr": 4.1058269245881896e-05, "epoch": 2.411997736276174, "percentage": 60.29, "elapsed_time": "1 day, 2:38:04", "remaining_time": "17:32:23"} +{"current_steps": 534, "total_steps": 884, "loss": 0.10483617335557938, "lr": 4.086394035377463e-05, "epoch": 2.4165251839275608, "percentage": 60.41, "elapsed_time": "1 day, 2:40:09", "remaining_time": "17:28:47"} +{"current_steps": 535, "total_steps": 884, "loss": 0.09119851142168045, "lr": 4.066975412877255e-05, "epoch": 2.4210526315789473, "percentage": 60.52, "elapsed_time": "1 day, 2:41:51", "remaining_time": "17:24:57"} +{"current_steps": 536, "total_steps": 884, "loss": 0.10368061810731888, "lr": 4.04757136032537e-05, "epoch": 2.425580079230334, "percentage": 60.63, "elapsed_time": "1 day, 2:46:00", "remaining_time": "17:22:42"} +{"current_steps": 537, "total_steps": 884, "loss": 0.14746174216270447, "lr": 4.028182180732088e-05, "epoch": 2.4301075268817205, "percentage": 60.75, "elapsed_time": "1 day, 2:50:41", "remaining_time": "17:20:47"} +{"current_steps": 538, "total_steps": 884, "loss": 0.12845945358276367, "lr": 4.0088081768754365e-05, "epoch": 2.434634974533107, "percentage": 60.86, "elapsed_time": "1 day, 2:53:55", "remaining_time": "17:17:56"} +{"current_steps": 539, "total_steps": 884, "loss": 0.11777739971876144, "lr": 3.9894496512964635e-05, "epoch": 2.4391624221844936, "percentage": 60.97, "elapsed_time": "1 day, 2:56:31", "remaining_time": "17:14:42"} +{"current_steps": 540, "total_steps": 884, "loss": 0.1058419942855835, "lr": 3.970106906294509e-05, "epoch": 2.44368986983588, "percentage": 61.09, "elapsed_time": "1 day, 2:58:40", "remaining_time": "17:11:09"} +{"current_steps": 541, "total_steps": 884, "loss": 0.0915253609418869, "lr": 3.950780243922486e-05, "epoch": 2.4482173174872663, "percentage": 61.2, "elapsed_time": "1 day, 3:00:24", "remaining_time": "17:07:21"} +{"current_steps": 542, "total_steps": 884, "loss": 0.09519818425178528, "lr": 3.9314699659821666e-05, "epoch": 2.452744765138653, "percentage": 61.31, "elapsed_time": "1 day, 3:01:40", "remaining_time": "17:03:16"} +{"current_steps": 543, "total_steps": 884, "loss": 0.13519631326198578, "lr": 3.9121763740194616e-05, "epoch": 2.4572722127900395, "percentage": 61.43, "elapsed_time": "1 day, 3:07:31", "remaining_time": "17:02:04"} +{"current_steps": 544, "total_steps": 884, "loss": 0.13617262244224548, "lr": 3.892899769319722e-05, "epoch": 2.461799660441426, "percentage": 61.54, "elapsed_time": "1 day, 3:10:53", "remaining_time": "16:59:18"} +{"current_steps": 545, "total_steps": 884, "loss": 0.1264575570821762, "lr": 3.873640452903026e-05, "epoch": 2.4663271080928126, "percentage": 61.65, "elapsed_time": "1 day, 3:13:29", "remaining_time": "16:56:03"} +{"current_steps": 546, "total_steps": 884, "loss": 0.11620922386646271, "lr": 3.854398725519479e-05, "epoch": 2.470854555744199, "percentage": 61.76, "elapsed_time": "1 day, 3:15:41", "remaining_time": "16:52:34"} +{"current_steps": 547, "total_steps": 884, "loss": 0.0968777984380722, "lr": 3.835174887644523e-05, "epoch": 2.475382003395586, "percentage": 61.88, "elapsed_time": "1 day, 3:17:30", "remaining_time": "16:48:51"} +{"current_steps": 548, "total_steps": 884, "loss": 0.09505044668912888, "lr": 3.815969239474238e-05, "epoch": 2.4799094510469724, "percentage": 61.99, "elapsed_time": "1 day, 3:18:56", "remaining_time": "16:44:53"} +{"current_steps": 549, "total_steps": 884, "loss": 0.14779812097549438, "lr": 3.796782080920659e-05, "epoch": 2.484436898698359, "percentage": 62.1, "elapsed_time": "1 day, 3:23:43", "remaining_time": "16:43:00"} +{"current_steps": 550, "total_steps": 884, "loss": 0.14114922285079956, "lr": 3.777613711607087e-05, "epoch": 2.4889643463497455, "percentage": 62.22, "elapsed_time": "1 day, 3:27:32", "remaining_time": "16:40:30"} +{"current_steps": 551, "total_steps": 884, "loss": 0.12959524989128113, "lr": 3.758464430863417e-05, "epoch": 2.493491794001132, "percentage": 62.33, "elapsed_time": "1 day, 3:30:33", "remaining_time": "16:37:31"} +{"current_steps": 552, "total_steps": 884, "loss": 0.11985202878713608, "lr": 3.7393345377214586e-05, "epoch": 2.498019241652518, "percentage": 62.44, "elapsed_time": "1 day, 3:32:56", "remaining_time": "16:34:09"} +{"current_steps": 553, "total_steps": 884, "loss": 0.1026943251490593, "lr": 3.720224330910268e-05, "epoch": 2.502546689303905, "percentage": 62.56, "elapsed_time": "1 day, 3:34:54", "remaining_time": "16:30:33"} +{"current_steps": 554, "total_steps": 884, "loss": 0.08981700241565704, "lr": 3.701134108851483e-05, "epoch": 2.5070741369552914, "percentage": 62.67, "elapsed_time": "1 day, 3:36:30", "remaining_time": "16:26:43"} +{"current_steps": 555, "total_steps": 884, "loss": 0.13117776811122894, "lr": 3.682064169654663e-05, "epoch": 2.511601584606678, "percentage": 62.78, "elapsed_time": "1 day, 3:41:18", "remaining_time": "16:24:48"} +{"current_steps": 556, "total_steps": 884, "loss": 0.14276379346847534, "lr": 3.663014811112634e-05, "epoch": 2.5161290322580645, "percentage": 62.9, "elapsed_time": "1 day, 3:45:39", "remaining_time": "16:22:36"} +{"current_steps": 557, "total_steps": 884, "loss": 0.12485526502132416, "lr": 3.6439863306968395e-05, "epoch": 2.520656479909451, "percentage": 63.01, "elapsed_time": "1 day, 3:48:49", "remaining_time": "16:19:43"} +{"current_steps": 558, "total_steps": 884, "loss": 0.11515647172927856, "lr": 3.6249790255526915e-05, "epoch": 2.5251839275608376, "percentage": 63.12, "elapsed_time": "1 day, 3:51:19", "remaining_time": "16:16:26"} +{"current_steps": 559, "total_steps": 884, "loss": 0.10419435799121857, "lr": 3.605993192494934e-05, "epoch": 2.5297113752122242, "percentage": 63.24, "elapsed_time": "1 day, 3:53:23", "remaining_time": "16:12:54"} +{"current_steps": 560, "total_steps": 884, "loss": 0.09284784644842148, "lr": 3.587029128003006e-05, "epoch": 2.534238822863611, "percentage": 63.35, "elapsed_time": "1 day, 3:55:06", "remaining_time": "16:09:09"} +{"current_steps": 561, "total_steps": 884, "loss": 0.11332575976848602, "lr": 3.5680871282164144e-05, "epoch": 2.538766270514997, "percentage": 63.46, "elapsed_time": "1 day, 3:58:50", "remaining_time": "16:06:36"} +{"current_steps": 562, "total_steps": 884, "loss": 0.14688560366630554, "lr": 3.549167488930103e-05, "epoch": 2.5432937181663835, "percentage": 63.57, "elapsed_time": "1 day, 4:03:20", "remaining_time": "16:04:28"} +{"current_steps": 563, "total_steps": 884, "loss": 0.13564583659172058, "lr": 3.5302705055898425e-05, "epoch": 2.54782116581777, "percentage": 63.69, "elapsed_time": "1 day, 4:06:31", "remaining_time": "16:01:35"} +{"current_steps": 564, "total_steps": 884, "loss": 0.115118108689785, "lr": 3.5113964732876106e-05, "epoch": 2.5523486134691566, "percentage": 63.8, "elapsed_time": "1 day, 4:09:07", "remaining_time": "15:58:21"} +{"current_steps": 565, "total_steps": 884, "loss": 0.12011849135160446, "lr": 3.492545686756986e-05, "epoch": 2.556876061120543, "percentage": 63.91, "elapsed_time": "1 day, 4:11:13", "remaining_time": "15:54:52"} +{"current_steps": 566, "total_steps": 884, "loss": 0.10161202400922775, "lr": 3.473718440368544e-05, "epoch": 2.56140350877193, "percentage": 64.03, "elapsed_time": "1 day, 4:13:00", "remaining_time": "15:51:11"} +{"current_steps": 567, "total_steps": 884, "loss": 0.0882958248257637, "lr": 3.4549150281252636e-05, "epoch": 2.5659309564233164, "percentage": 64.14, "elapsed_time": "1 day, 4:14:22", "remaining_time": "15:47:17"} +{"current_steps": 568, "total_steps": 884, "loss": 0.14357197284698486, "lr": 3.4361357436579316e-05, "epoch": 2.570458404074703, "percentage": 64.25, "elapsed_time": "1 day, 4:20:02", "remaining_time": "15:45:47"} +{"current_steps": 569, "total_steps": 884, "loss": 0.13415873050689697, "lr": 3.417380880220563e-05, "epoch": 2.5749858517260895, "percentage": 64.37, "elapsed_time": "1 day, 4:23:34", "remaining_time": "15:43:06"} +{"current_steps": 570, "total_steps": 884, "loss": 0.12432755529880524, "lr": 3.3986507306858125e-05, "epoch": 2.579513299377476, "percentage": 64.48, "elapsed_time": "1 day, 4:26:17", "remaining_time": "15:39:57"} +{"current_steps": 571, "total_steps": 884, "loss": 0.10620371252298355, "lr": 3.379945587540414e-05, "epoch": 2.5840407470288627, "percentage": 64.59, "elapsed_time": "1 day, 4:28:30", "remaining_time": "15:36:32"} +{"current_steps": 572, "total_steps": 884, "loss": 0.09938931465148926, "lr": 3.361265742880599e-05, "epoch": 2.5885681946802492, "percentage": 64.71, "elapsed_time": "1 day, 4:30:19", "remaining_time": "15:32:54"} +{"current_steps": 573, "total_steps": 884, "loss": 0.09262629598379135, "lr": 3.342611488407549e-05, "epoch": 2.593095642331636, "percentage": 64.82, "elapsed_time": "1 day, 4:31:49", "remaining_time": "15:29:06"} +{"current_steps": 574, "total_steps": 884, "loss": 0.12932151556015015, "lr": 3.323983115422827e-05, "epoch": 2.597623089983022, "percentage": 64.93, "elapsed_time": "1 day, 4:37:21", "remaining_time": "15:27:29"} +{"current_steps": 575, "total_steps": 884, "loss": 0.13880762457847595, "lr": 3.3053809148238426e-05, "epoch": 2.6021505376344085, "percentage": 65.05, "elapsed_time": "1 day, 4:41:13", "remaining_time": "15:24:58"} +{"current_steps": 576, "total_steps": 884, "loss": 0.12213125824928284, "lr": 3.286805177099293e-05, "epoch": 2.606677985285795, "percentage": 65.16, "elapsed_time": "1 day, 4:44:06", "remaining_time": "15:21:54"} +{"current_steps": 577, "total_steps": 884, "loss": 0.11493176221847534, "lr": 3.268256192324647e-05, "epoch": 2.6112054329371817, "percentage": 65.27, "elapsed_time": "1 day, 4:46:27", "remaining_time": "15:18:35"} +{"current_steps": 578, "total_steps": 884, "loss": 0.09479294717311859, "lr": 3.249734250157592e-05, "epoch": 2.6157328805885682, "percentage": 65.38, "elapsed_time": "1 day, 4:48:27", "remaining_time": "15:15:03"} +{"current_steps": 579, "total_steps": 884, "loss": 0.08547629415988922, "lr": 3.231239639833531e-05, "epoch": 2.620260328239955, "percentage": 65.5, "elapsed_time": "1 day, 4:50:04", "remaining_time": "15:11:21"} +{"current_steps": 580, "total_steps": 884, "loss": 0.1252753734588623, "lr": 3.212772650161056e-05, "epoch": 2.6247877758913414, "percentage": 65.61, "elapsed_time": "1 day, 4:54:16", "remaining_time": "15:08:59"} +{"current_steps": 581, "total_steps": 884, "loss": 0.1408216655254364, "lr": 3.1943335695174365e-05, "epoch": 2.629315223542728, "percentage": 65.72, "elapsed_time": "1 day, 4:58:21", "remaining_time": "15:06:34"} +{"current_steps": 582, "total_steps": 884, "loss": 0.12671208381652832, "lr": 3.175922685844125e-05, "epoch": 2.633842671194114, "percentage": 65.84, "elapsed_time": "1 day, 5:01:25", "remaining_time": "15:03:37"} +{"current_steps": 583, "total_steps": 884, "loss": 0.11594489961862564, "lr": 3.15754028664225e-05, "epoch": 2.6383701188455007, "percentage": 65.95, "elapsed_time": "1 day, 5:03:55", "remaining_time": "15:00:22"} +{"current_steps": 584, "total_steps": 884, "loss": 0.10527190566062927, "lr": 3.1391866589681346e-05, "epoch": 2.6428975664968872, "percentage": 66.06, "elapsed_time": "1 day, 5:06:02", "remaining_time": "14:56:56"} +{"current_steps": 585, "total_steps": 884, "loss": 0.0941970944404602, "lr": 3.12086208942881e-05, "epoch": 2.647425014148274, "percentage": 66.18, "elapsed_time": "1 day, 5:07:44", "remaining_time": "14:53:17"} +{"current_steps": 586, "total_steps": 884, "loss": 0.12475133687257767, "lr": 3.10256686417754e-05, "epoch": 2.6519524617996604, "percentage": 66.29, "elapsed_time": "1 day, 5:11:12", "remaining_time": "14:50:32"} +{"current_steps": 587, "total_steps": 884, "loss": 0.15046575665473938, "lr": 3.084301268909353e-05, "epoch": 2.656479909451047, "percentage": 66.4, "elapsed_time": "1 day, 5:15:51", "remaining_time": "14:48:24"} +{"current_steps": 588, "total_steps": 884, "loss": 0.13163983821868896, "lr": 3.0660655888565825e-05, "epoch": 2.6610073571024335, "percentage": 66.52, "elapsed_time": "1 day, 5:19:13", "remaining_time": "14:45:35"} +{"current_steps": 589, "total_steps": 884, "loss": 0.11440954357385635, "lr": 3.0478601087844096e-05, "epoch": 2.66553480475382, "percentage": 66.63, "elapsed_time": "1 day, 5:21:51", "remaining_time": "14:42:25"} +{"current_steps": 590, "total_steps": 884, "loss": 0.11191365122795105, "lr": 3.0296851129864168e-05, "epoch": 2.6700622524052067, "percentage": 66.74, "elapsed_time": "1 day, 5:24:01", "remaining_time": "14:39:01"} +{"current_steps": 591, "total_steps": 884, "loss": 0.09637647867202759, "lr": 3.0115408852801535e-05, "epoch": 2.6745897000565932, "percentage": 66.86, "elapsed_time": "1 day, 5:25:45", "remaining_time": "14:35:24"} +{"current_steps": 592, "total_steps": 884, "loss": 0.09529514610767365, "lr": 2.9934277090026964e-05, "epoch": 2.67911714770798, "percentage": 66.97, "elapsed_time": "1 day, 5:27:03", "remaining_time": "14:31:35"} +{"current_steps": 593, "total_steps": 884, "loss": 0.13834667205810547, "lr": 2.97534586700623e-05, "epoch": 2.6836445953593664, "percentage": 67.08, "elapsed_time": "1 day, 5:33:37", "remaining_time": "14:30:21"} +{"current_steps": 594, "total_steps": 884, "loss": 0.13480937480926514, "lr": 2.9572956416536267e-05, "epoch": 2.688172043010753, "percentage": 67.19, "elapsed_time": "1 day, 5:37:09", "remaining_time": "14:27:38"} +{"current_steps": 595, "total_steps": 884, "loss": 0.11652663350105286, "lr": 2.9392773148140408e-05, "epoch": 2.692699490662139, "percentage": 67.31, "elapsed_time": "1 day, 5:40:01", "remaining_time": "14:24:35"} +{"current_steps": 596, "total_steps": 884, "loss": 0.11234890669584274, "lr": 2.9212911678585043e-05, "epoch": 2.6972269383135257, "percentage": 67.42, "elapsed_time": "1 day, 5:42:22", "remaining_time": "14:21:16"} +{"current_steps": 597, "total_steps": 884, "loss": 0.09663751721382141, "lr": 2.9033374816555338e-05, "epoch": 2.7017543859649122, "percentage": 67.53, "elapsed_time": "1 day, 5:44:14", "remaining_time": "14:17:45"} +{"current_steps": 598, "total_steps": 884, "loss": 0.08802421391010284, "lr": 2.885416536566744e-05, "epoch": 2.706281833616299, "percentage": 67.65, "elapsed_time": "1 day, 5:45:43", "remaining_time": "14:14:02"} +{"current_steps": 599, "total_steps": 884, "loss": 0.13833507895469666, "lr": 2.8675286124424693e-05, "epoch": 2.7108092812676854, "percentage": 67.76, "elapsed_time": "1 day, 5:51:48", "remaining_time": "14:12:32"} +{"current_steps": 600, "total_steps": 884, "loss": 0.13772332668304443, "lr": 2.8496739886173995e-05, "epoch": 2.715336728919072, "percentage": 67.87, "elapsed_time": "1 day, 5:55:35", "remaining_time": "14:09:54"} +{"current_steps": 601, "total_steps": 884, "loss": 0.12039318680763245, "lr": 2.8318529439062035e-05, "epoch": 2.7198641765704585, "percentage": 67.99, "elapsed_time": "1 day, 5:58:34", "remaining_time": "14:06:54"} +{"current_steps": 602, "total_steps": 884, "loss": 0.1143353208899498, "lr": 2.8140657565991958e-05, "epoch": 2.7243916242218447, "percentage": 68.1, "elapsed_time": "1 day, 6:00:59", "remaining_time": "14:03:39"} +{"current_steps": 603, "total_steps": 884, "loss": 0.10443739593029022, "lr": 2.7963127044579697e-05, "epoch": 2.7289190718732312, "percentage": 68.21, "elapsed_time": "1 day, 6:03:02", "remaining_time": "14:00:13"} +{"current_steps": 604, "total_steps": 884, "loss": 0.08580689132213593, "lr": 2.7785940647110763e-05, "epoch": 2.733446519524618, "percentage": 68.33, "elapsed_time": "1 day, 6:04:37", "remaining_time": "13:56:34"} +{"current_steps": 605, "total_steps": 884, "loss": 0.1266556680202484, "lr": 2.7609101140496863e-05, "epoch": 2.7379739671760044, "percentage": 68.44, "elapsed_time": "1 day, 6:08:42", "remaining_time": "13:54:05"} +{"current_steps": 606, "total_steps": 884, "loss": 0.13873793184757233, "lr": 2.743261128623269e-05, "epoch": 2.742501414827391, "percentage": 68.55, "elapsed_time": "1 day, 6:12:49", "remaining_time": "13:51:37"} +{"current_steps": 607, "total_steps": 884, "loss": 0.12767687439918518, "lr": 2.72564738403529e-05, "epoch": 2.7470288624787775, "percentage": 68.67, "elapsed_time": "1 day, 6:15:58", "remaining_time": "13:48:42"} +{"current_steps": 608, "total_steps": 884, "loss": 0.11374086141586304, "lr": 2.708069155338892e-05, "epoch": 2.751556310130164, "percentage": 68.78, "elapsed_time": "1 day, 6:18:34", "remaining_time": "13:45:32"} +{"current_steps": 609, "total_steps": 884, "loss": 0.10475228726863861, "lr": 2.6905267170326143e-05, "epoch": 2.7560837577815507, "percentage": 68.89, "elapsed_time": "1 day, 6:20:42", "remaining_time": "13:42:09"} +{"current_steps": 610, "total_steps": 884, "loss": 0.09183211624622345, "lr": 2.6730203430560947e-05, "epoch": 2.7606112054329373, "percentage": 69.0, "elapsed_time": "1 day, 6:22:26", "remaining_time": "13:38:36"} +{"current_steps": 611, "total_steps": 884, "loss": 0.120794378221035, "lr": 2.6555503067858013e-05, "epoch": 2.765138653084324, "percentage": 69.12, "elapsed_time": "1 day, 6:26:43", "remaining_time": "13:36:11"} +{"current_steps": 612, "total_steps": 884, "loss": 0.13886579871177673, "lr": 2.6381168810307533e-05, "epoch": 2.7696661007357104, "percentage": 69.23, "elapsed_time": "1 day, 6:31:48", "remaining_time": "13:34:08"} +{"current_steps": 613, "total_steps": 884, "loss": 0.1283240020275116, "lr": 2.6207203380282747e-05, "epoch": 2.774193548387097, "percentage": 69.34, "elapsed_time": "1 day, 6:35:14", "remaining_time": "13:31:20"} +{"current_steps": 614, "total_steps": 884, "loss": 0.121439628303051, "lr": 2.603360949439727e-05, "epoch": 2.7787209960384835, "percentage": 69.46, "elapsed_time": "1 day, 6:37:56", "remaining_time": "13:28:13"} +{"current_steps": 615, "total_steps": 884, "loss": 0.10243870317935944, "lr": 2.5860389863462765e-05, "epoch": 2.7832484436898697, "percentage": 69.57, "elapsed_time": "1 day, 6:40:06", "remaining_time": "13:24:51"} +{"current_steps": 616, "total_steps": 884, "loss": 0.09506306052207947, "lr": 2.5687547192446647e-05, "epoch": 2.7877758913412563, "percentage": 69.68, "elapsed_time": "1 day, 6:41:52", "remaining_time": "13:21:20"} +{"current_steps": 617, "total_steps": 884, "loss": 0.09046522527933121, "lr": 2.5515084180429716e-05, "epoch": 2.792303338992643, "percentage": 69.8, "elapsed_time": "1 day, 6:43:14", "remaining_time": "13:17:38"} +{"current_steps": 618, "total_steps": 884, "loss": 0.13864973187446594, "lr": 2.5343003520564158e-05, "epoch": 2.7968307866440294, "percentage": 69.91, "elapsed_time": "1 day, 6:49:39", "remaining_time": "13:16:07"} +{"current_steps": 619, "total_steps": 884, "loss": 0.13139835000038147, "lr": 2.5171307900031345e-05, "epoch": 2.801358234295416, "percentage": 70.02, "elapsed_time": "1 day, 6:53:08", "remaining_time": "13:13:20"} +{"current_steps": 620, "total_steps": 884, "loss": 0.1208663210272789, "lr": 2.500000000000001e-05, "epoch": 2.8058856819468025, "percentage": 70.14, "elapsed_time": "1 day, 6:55:55", "remaining_time": "13:10:15"} +{"current_steps": 621, "total_steps": 884, "loss": 0.10401903092861176, "lr": 2.4829082495584242e-05, "epoch": 2.810413129598189, "percentage": 70.25, "elapsed_time": "1 day, 6:58:11", "remaining_time": "13:06:57"} +{"current_steps": 622, "total_steps": 884, "loss": 0.09000042080879211, "lr": 2.465855805580185e-05, "epoch": 2.8149405772495757, "percentage": 70.36, "elapsed_time": "1 day, 7:00:03", "remaining_time": "13:03:29"} +{"current_steps": 623, "total_steps": 884, "loss": 0.09436316788196564, "lr": 2.448842934353256e-05, "epoch": 2.819468024900962, "percentage": 70.48, "elapsed_time": "1 day, 7:01:30", "remaining_time": "12:59:51"} +{"current_steps": 624, "total_steps": 884, "loss": 0.12485232949256897, "lr": 2.4318699015476493e-05, "epoch": 2.8239954725523484, "percentage": 70.59, "elapsed_time": "1 day, 7:07:16", "remaining_time": "12:58:01"} +{"current_steps": 625, "total_steps": 884, "loss": 0.13756975531578064, "lr": 2.414936972211272e-05, "epoch": 2.828522920203735, "percentage": 70.7, "elapsed_time": "1 day, 7:11:09", "remaining_time": "12:55:24"} +{"current_steps": 626, "total_steps": 884, "loss": 0.1262628734111786, "lr": 2.3980444107657747e-05, "epoch": 2.8330503678551215, "percentage": 70.81, "elapsed_time": "1 day, 7:14:07", "remaining_time": "12:52:24"} +{"current_steps": 627, "total_steps": 884, "loss": 0.11262847483158112, "lr": 2.3811924810024384e-05, "epoch": 2.837577815506508, "percentage": 70.93, "elapsed_time": "1 day, 7:16:32", "remaining_time": "12:49:10"} +{"current_steps": 628, "total_steps": 884, "loss": 0.09914860129356384, "lr": 2.3643814460780394e-05, "epoch": 2.8421052631578947, "percentage": 71.04, "elapsed_time": "1 day, 7:18:27", "remaining_time": "12:45:44"} +{"current_steps": 629, "total_steps": 884, "loss": 0.08965691924095154, "lr": 2.347611568510754e-05, "epoch": 2.8466327108092813, "percentage": 71.15, "elapsed_time": "1 day, 7:19:59", "remaining_time": "12:42:09"} +{"current_steps": 630, "total_steps": 884, "loss": 0.12905165553092957, "lr": 2.3308831101760486e-05, "epoch": 2.851160158460668, "percentage": 71.27, "elapsed_time": "1 day, 7:25:14", "remaining_time": "12:40:04"} +{"current_steps": 631, "total_steps": 884, "loss": 0.14251145720481873, "lr": 2.3141963323025916e-05, "epoch": 2.8556876061120544, "percentage": 71.38, "elapsed_time": "1 day, 7:29:23", "remaining_time": "12:37:33"} +{"current_steps": 632, "total_steps": 884, "loss": 0.1315610110759735, "lr": 2.2975514954681838e-05, "epoch": 2.860215053763441, "percentage": 71.49, "elapsed_time": "1 day, 7:32:23", "remaining_time": "12:34:33"} +{"current_steps": 633, "total_steps": 884, "loss": 0.10726577043533325, "lr": 2.2809488595956745e-05, "epoch": 2.8647425014148276, "percentage": 71.61, "elapsed_time": "1 day, 7:34:51", "remaining_time": "12:31:21"} +{"current_steps": 634, "total_steps": 884, "loss": 0.09670988470315933, "lr": 2.264388683948918e-05, "epoch": 2.869269949066214, "percentage": 71.72, "elapsed_time": "1 day, 7:36:52", "remaining_time": "12:27:58"} +{"current_steps": 635, "total_steps": 884, "loss": 0.09051385521888733, "lr": 2.247871227128709e-05, "epoch": 2.8737973967176007, "percentage": 71.83, "elapsed_time": "1 day, 7:38:31", "remaining_time": "12:24:27"} +{"current_steps": 636, "total_steps": 884, "loss": 0.11008135974407196, "lr": 2.2313967470687593e-05, "epoch": 2.878324844368987, "percentage": 71.95, "elapsed_time": "1 day, 7:42:33", "remaining_time": "12:21:52"} +{"current_steps": 637, "total_steps": 884, "loss": 0.14236138761043549, "lr": 2.2149655010316573e-05, "epoch": 2.8828522920203734, "percentage": 72.06, "elapsed_time": "1 day, 7:47:26", "remaining_time": "12:19:37"} +{"current_steps": 638, "total_steps": 884, "loss": 0.12351356446743011, "lr": 2.1985777456048633e-05, "epoch": 2.88737973967176, "percentage": 72.17, "elapsed_time": "1 day, 7:50:39", "remaining_time": "12:16:42"} +{"current_steps": 639, "total_steps": 884, "loss": 0.11412464082241058, "lr": 2.1822337366966898e-05, "epoch": 2.8919071873231466, "percentage": 72.29, "elapsed_time": "1 day, 7:53:16", "remaining_time": "12:13:34"} +{"current_steps": 640, "total_steps": 884, "loss": 0.10024420917034149, "lr": 2.1659337295323118e-05, "epoch": 2.896434634974533, "percentage": 72.4, "elapsed_time": "1 day, 7:55:25", "remaining_time": "12:10:15"} +{"current_steps": 641, "total_steps": 884, "loss": 0.08953743427991867, "lr": 2.149677978649786e-05, "epoch": 2.9009620826259197, "percentage": 72.51, "elapsed_time": "1 day, 7:57:12", "remaining_time": "12:06:48"} +{"current_steps": 642, "total_steps": 884, "loss": 0.08613376319408417, "lr": 2.1334667378960644e-05, "epoch": 2.9054895302773063, "percentage": 72.62, "elapsed_time": "1 day, 7:58:28", "remaining_time": "12:03:09"} +{"current_steps": 643, "total_steps": 884, "loss": 0.12837599217891693, "lr": 2.1173002604230425e-05, "epoch": 2.910016977928693, "percentage": 72.74, "elapsed_time": "1 day, 8:05:17", "remaining_time": "12:01:36"} +{"current_steps": 644, "total_steps": 884, "loss": 0.13058477640151978, "lr": 2.1011787986835934e-05, "epoch": 2.914544425580079, "percentage": 72.85, "elapsed_time": "1 day, 8:08:55", "remaining_time": "11:58:51"} +{"current_steps": 645, "total_steps": 884, "loss": 0.11193414777517319, "lr": 2.0851026044276406e-05, "epoch": 2.9190718732314656, "percentage": 72.96, "elapsed_time": "1 day, 8:11:40", "remaining_time": "11:55:46"} +{"current_steps": 646, "total_steps": 884, "loss": 0.10173594951629639, "lr": 2.0690719286982125e-05, "epoch": 2.923599320882852, "percentage": 73.08, "elapsed_time": "1 day, 8:13:57", "remaining_time": "11:52:30"} +{"current_steps": 647, "total_steps": 884, "loss": 0.10059279203414917, "lr": 2.0530870218275273e-05, "epoch": 2.9281267685342387, "percentage": 73.19, "elapsed_time": "1 day, 8:15:48", "remaining_time": "11:49:05"} +{"current_steps": 648, "total_steps": 884, "loss": 0.08752919733524323, "lr": 2.0371481334330912e-05, "epoch": 2.9326542161856253, "percentage": 73.3, "elapsed_time": "1 day, 8:17:12", "remaining_time": "11:45:31"} +{"current_steps": 649, "total_steps": 884, "loss": 0.1352725774049759, "lr": 2.0212555124137866e-05, "epoch": 2.937181663837012, "percentage": 73.42, "elapsed_time": "1 day, 8:23:00", "remaining_time": "11:43:33"} +{"current_steps": 650, "total_steps": 884, "loss": 0.1280105859041214, "lr": 2.005409406946e-05, "epoch": 2.9417091114883984, "percentage": 73.53, "elapsed_time": "1 day, 8:26:33", "remaining_time": "11:40:45"} +{"current_steps": 651, "total_steps": 884, "loss": 0.11544548720121384, "lr": 1.9896100644797317e-05, "epoch": 2.946236559139785, "percentage": 73.64, "elapsed_time": "1 day, 8:29:22", "remaining_time": "11:37:42"} +{"current_steps": 652, "total_steps": 884, "loss": 0.10372395813465118, "lr": 1.973857731734746e-05, "epoch": 2.9507640067911716, "percentage": 73.76, "elapsed_time": "1 day, 8:31:43", "remaining_time": "11:34:28"} +{"current_steps": 653, "total_steps": 884, "loss": 0.09953290224075317, "lr": 1.958152654696705e-05, "epoch": 2.955291454442558, "percentage": 73.87, "elapsed_time": "1 day, 8:33:42", "remaining_time": "11:31:07"} +{"current_steps": 654, "total_steps": 884, "loss": 0.08335710316896439, "lr": 1.942495078613341e-05, "epoch": 2.9598189020939447, "percentage": 73.98, "elapsed_time": "1 day, 8:35:14", "remaining_time": "11:27:37"} +{"current_steps": 655, "total_steps": 884, "loss": 0.11613577604293823, "lr": 1.9268852479906147e-05, "epoch": 2.9643463497453313, "percentage": 74.1, "elapsed_time": "1 day, 8:39:13", "remaining_time": "11:24:58"} +{"current_steps": 656, "total_steps": 884, "loss": 0.14055851101875305, "lr": 1.9113234065889014e-05, "epoch": 2.968873797396718, "percentage": 74.21, "elapsed_time": "1 day, 8:43:41", "remaining_time": "11:22:30"} +{"current_steps": 657, "total_steps": 884, "loss": 0.11342918127775192, "lr": 1.8958097974191907e-05, "epoch": 2.973401245048104, "percentage": 74.32, "elapsed_time": "1 day, 8:46:49", "remaining_time": "11:19:33"} +{"current_steps": 658, "total_steps": 884, "loss": 0.11532742530107498, "lr": 1.8803446627392797e-05, "epoch": 2.9779286926994906, "percentage": 74.43, "elapsed_time": "1 day, 8:49:22", "remaining_time": "11:16:24"} +{"current_steps": 659, "total_steps": 884, "loss": 0.09636199474334717, "lr": 1.8649282440500015e-05, "epoch": 2.982456140350877, "percentage": 74.55, "elapsed_time": "1 day, 8:51:26", "remaining_time": "11:13:06"} +{"current_steps": 660, "total_steps": 884, "loss": 0.08977682888507843, "lr": 1.849560782091445e-05, "epoch": 2.9869835880022637, "percentage": 74.66, "elapsed_time": "1 day, 8:53:04", "remaining_time": "11:09:39"} +{"current_steps": 661, "total_steps": 884, "loss": 0.11185477674007416, "lr": 1.834242516839203e-05, "epoch": 2.9915110356536503, "percentage": 74.77, "elapsed_time": "1 day, 8:56:27", "remaining_time": "11:06:47"} +{"current_steps": 662, "total_steps": 884, "loss": 0.1226733922958374, "lr": 1.8189736875006185e-05, "epoch": 2.996038483305037, "percentage": 74.89, "elapsed_time": "1 day, 8:59:37", "remaining_time": "11:03:51"} +{"current_steps": 663, "total_steps": 884, "loss": 0.08953028917312622, "lr": 1.8037545325110504e-05, "epoch": 3.0, "percentage": 75.0, "elapsed_time": "1 day, 9:01:07", "remaining_time": "11:00:22"} +{"current_steps": 664, "total_steps": 884, "loss": 0.09976173937320709, "lr": 1.788585289530158e-05, "epoch": 3.0045274476513866, "percentage": 75.11, "elapsed_time": "1 day, 9:08:12", "remaining_time": "10:58:44"} +{"current_steps": 665, "total_steps": 884, "loss": 0.08678863942623138, "lr": 1.7734661954381754e-05, "epoch": 3.009054895302773, "percentage": 75.23, "elapsed_time": "1 day, 9:11:42", "remaining_time": "10:55:55"} +{"current_steps": 666, "total_steps": 884, "loss": 0.06767494976520538, "lr": 1.7583974863322274e-05, "epoch": 3.0135823429541597, "percentage": 75.34, "elapsed_time": "1 day, 9:14:31", "remaining_time": "10:52:51"} +{"current_steps": 667, "total_steps": 884, "loss": 0.0600329264998436, "lr": 1.7433793975226298e-05, "epoch": 3.0181097906055463, "percentage": 75.45, "elapsed_time": "1 day, 9:16:50", "remaining_time": "10:49:38"} +{"current_steps": 668, "total_steps": 884, "loss": 0.0469946414232254, "lr": 1.728412163529227e-05, "epoch": 3.022637238256933, "percentage": 75.57, "elapsed_time": "1 day, 9:18:42", "remaining_time": "10:46:17"} +{"current_steps": 669, "total_steps": 884, "loss": 0.04690144211053848, "lr": 1.713496018077717e-05, "epoch": 3.027164685908319, "percentage": 75.68, "elapsed_time": "1 day, 9:20:09", "remaining_time": "10:42:48"} +{"current_steps": 670, "total_steps": 884, "loss": 0.09764593839645386, "lr": 1.6986311940960147e-05, "epoch": 3.0316921335597056, "percentage": 75.79, "elapsed_time": "1 day, 9:25:35", "remaining_time": "10:40:35"} +{"current_steps": 671, "total_steps": 884, "loss": 0.08996790647506714, "lr": 1.6838179237106016e-05, "epoch": 3.036219581211092, "percentage": 75.9, "elapsed_time": "1 day, 9:29:26", "remaining_time": "10:37:52"} +{"current_steps": 672, "total_steps": 884, "loss": 0.0713300108909607, "lr": 1.66905643824291e-05, "epoch": 3.0407470288624787, "percentage": 76.02, "elapsed_time": "1 day, 9:32:24", "remaining_time": "10:34:52"} +{"current_steps": 673, "total_steps": 884, "loss": 0.062314074486494064, "lr": 1.6543469682057106e-05, "epoch": 3.0452744765138653, "percentage": 76.13, "elapsed_time": "1 day, 9:34:46", "remaining_time": "10:31:40"} +{"current_steps": 674, "total_steps": 884, "loss": 0.05069063603878021, "lr": 1.6396897432995044e-05, "epoch": 3.049801924165252, "percentage": 76.24, "elapsed_time": "1 day, 9:36:45", "remaining_time": "10:28:21"} +{"current_steps": 675, "total_steps": 884, "loss": 0.043403737246990204, "lr": 1.6250849924089484e-05, "epoch": 3.0543293718166384, "percentage": 76.36, "elapsed_time": "1 day, 9:38:24", "remaining_time": "10:24:57"} +{"current_steps": 676, "total_steps": 884, "loss": 0.0834536924958229, "lr": 1.6105329435992682e-05, "epoch": 3.058856819468025, "percentage": 76.47, "elapsed_time": "1 day, 9:42:57", "remaining_time": "10:22:26"} +{"current_steps": 677, "total_steps": 884, "loss": 0.08995246887207031, "lr": 1.5960338241127093e-05, "epoch": 3.0633842671194116, "percentage": 76.58, "elapsed_time": "1 day, 9:47:15", "remaining_time": "10:19:51"} +{"current_steps": 678, "total_steps": 884, "loss": 0.07954228669404984, "lr": 1.581587860364977e-05, "epoch": 3.067911714770798, "percentage": 76.7, "elapsed_time": "1 day, 9:50:31", "remaining_time": "10:16:56"} +{"current_steps": 679, "total_steps": 884, "loss": 0.06363485753536224, "lr": 1.567195277941706e-05, "epoch": 3.0724391624221843, "percentage": 76.81, "elapsed_time": "1 day, 9:53:06", "remaining_time": "10:13:49"} +{"current_steps": 680, "total_steps": 884, "loss": 0.05385269224643707, "lr": 1.552856301594942e-05, "epoch": 3.076966610073571, "percentage": 76.92, "elapsed_time": "1 day, 9:55:14", "remaining_time": "10:10:34"} +{"current_steps": 681, "total_steps": 884, "loss": 0.04273997247219086, "lr": 1.5385711552396227e-05, "epoch": 3.0814940577249574, "percentage": 77.04, "elapsed_time": "1 day, 9:56:56", "remaining_time": "10:07:11"} +{"current_steps": 682, "total_steps": 884, "loss": 0.06583520025014877, "lr": 1.5243400619500903e-05, "epoch": 3.086021505376344, "percentage": 77.15, "elapsed_time": "1 day, 10:00:38", "remaining_time": "10:04:24"} +{"current_steps": 683, "total_steps": 884, "loss": 0.09310319274663925, "lr": 1.5101632439565998e-05, "epoch": 3.0905489530277306, "percentage": 77.26, "elapsed_time": "1 day, 10:05:15", "remaining_time": "10:01:53"} +{"current_steps": 684, "total_steps": 884, "loss": 0.07124336808919907, "lr": 1.4960409226418576e-05, "epoch": 3.095076400679117, "percentage": 77.38, "elapsed_time": "1 day, 10:08:19", "remaining_time": "9:58:55"} +{"current_steps": 685, "total_steps": 884, "loss": 0.06657753884792328, "lr": 1.4819733185375534e-05, "epoch": 3.0996038483305037, "percentage": 77.49, "elapsed_time": "1 day, 10:10:51", "remaining_time": "9:55:47"} +{"current_steps": 686, "total_steps": 884, "loss": 0.050332531332969666, "lr": 1.4679606513209283e-05, "epoch": 3.1041312959818903, "percentage": 77.6, "elapsed_time": "1 day, 10:12:59", "remaining_time": "9:52:33"} +{"current_steps": 687, "total_steps": 884, "loss": 0.04407206177711487, "lr": 1.4540031398113335e-05, "epoch": 3.108658743633277, "percentage": 77.71, "elapsed_time": "1 day, 10:14:45", "remaining_time": "9:49:12"} +{"current_steps": 688, "total_steps": 884, "loss": 0.0437740758061409, "lr": 1.4401010019668226e-05, "epoch": 3.1131861912846635, "percentage": 77.83, "elapsed_time": "1 day, 10:16:07", "remaining_time": "9:45:45"} +{"current_steps": 689, "total_steps": 884, "loss": 0.08785104006528854, "lr": 1.4262544548807432e-05, "epoch": 3.11771363893605, "percentage": 77.94, "elapsed_time": "1 day, 10:22:16", "remaining_time": "9:43:39"} +{"current_steps": 690, "total_steps": 884, "loss": 0.08701614290475845, "lr": 1.4124637147783432e-05, "epoch": 3.122241086587436, "percentage": 78.05, "elapsed_time": "1 day, 10:25:58", "remaining_time": "9:40:52"} +{"current_steps": 691, "total_steps": 884, "loss": 0.07015383988618851, "lr": 1.3987289970134049e-05, "epoch": 3.1267685342388227, "percentage": 78.17, "elapsed_time": "1 day, 10:28:51", "remaining_time": "9:37:50"} +{"current_steps": 692, "total_steps": 884, "loss": 0.06920076161623001, "lr": 1.3850505160648709e-05, "epoch": 3.1312959818902093, "percentage": 78.28, "elapsed_time": "1 day, 10:31:13", "remaining_time": "9:34:40"} +{"current_steps": 693, "total_steps": 884, "loss": 0.04850110039114952, "lr": 1.371428485533498e-05, "epoch": 3.135823429541596, "percentage": 78.39, "elapsed_time": "1 day, 10:33:08", "remaining_time": "9:31:23"} +{"current_steps": 694, "total_steps": 884, "loss": 0.04546038806438446, "lr": 1.3578631181385305e-05, "epoch": 3.1403508771929824, "percentage": 78.51, "elapsed_time": "1 day, 10:34:35", "remaining_time": "9:27:58"} +{"current_steps": 695, "total_steps": 884, "loss": 0.0866042971611023, "lr": 1.3443546257143624e-05, "epoch": 3.144878324844369, "percentage": 78.62, "elapsed_time": "1 day, 10:39:10", "remaining_time": "9:25:24"} +{"current_steps": 696, "total_steps": 884, "loss": 0.07414685934782028, "lr": 1.3309032192072463e-05, "epoch": 3.1494057724957556, "percentage": 78.73, "elapsed_time": "1 day, 10:42:36", "remaining_time": "9:22:32"} +{"current_steps": 697, "total_steps": 884, "loss": 0.07138119637966156, "lr": 1.3175091086719832e-05, "epoch": 3.153933220147142, "percentage": 78.85, "elapsed_time": "1 day, 10:45:24", "remaining_time": "9:19:29"} +{"current_steps": 698, "total_steps": 884, "loss": 0.0625188946723938, "lr": 1.304172503268658e-05, "epoch": 3.1584606677985287, "percentage": 78.96, "elapsed_time": "1 day, 10:47:41", "remaining_time": "9:16:19"} +{"current_steps": 699, "total_steps": 884, "loss": 0.04717274382710457, "lr": 1.29089361125936e-05, "epoch": 3.1629881154499153, "percentage": 79.07, "elapsed_time": "1 day, 10:49:36", "remaining_time": "9:13:02"} +{"current_steps": 700, "total_steps": 884, "loss": 0.04338686913251877, "lr": 1.277672640004936e-05, "epoch": 3.1675155631013014, "percentage": 79.19, "elapsed_time": "1 day, 10:51:07", "remaining_time": "9:09:39"} +{"current_steps": 701, "total_steps": 884, "loss": 0.08021088689565659, "lr": 1.2645097959617585e-05, "epoch": 3.172043010752688, "percentage": 79.3, "elapsed_time": "1 day, 10:56:02", "remaining_time": "9:07:10"} +{"current_steps": 702, "total_steps": 884, "loss": 0.0890338122844696, "lr": 1.251405284678488e-05, "epoch": 3.1765704584040746, "percentage": 79.41, "elapsed_time": "1 day, 11:00:13", "remaining_time": "9:04:30"} +{"current_steps": 703, "total_steps": 884, "loss": 0.07373081892728806, "lr": 1.238359310792877e-05, "epoch": 3.181097906055461, "percentage": 79.52, "elapsed_time": "1 day, 11:03:11", "remaining_time": "9:01:30"} +{"current_steps": 704, "total_steps": 884, "loss": 0.05940074473619461, "lr": 1.2253720780285639e-05, "epoch": 3.1856253537068477, "percentage": 79.64, "elapsed_time": "1 day, 11:05:37", "remaining_time": "8:58:22"} +{"current_steps": 705, "total_steps": 884, "loss": 0.049046434462070465, "lr": 1.2124437891918993e-05, "epoch": 3.1901528013582343, "percentage": 79.75, "elapsed_time": "1 day, 11:07:39", "remaining_time": "8:55:08"} +{"current_steps": 706, "total_steps": 884, "loss": 0.04000747576355934, "lr": 1.1995746461687734e-05, "epoch": 3.194680249009621, "percentage": 79.86, "elapsed_time": "1 day, 11:09:18", "remaining_time": "8:51:48"} +{"current_steps": 707, "total_steps": 884, "loss": 0.06086156889796257, "lr": 1.186764849921468e-05, "epoch": 3.1992076966610075, "percentage": 79.98, "elapsed_time": "1 day, 11:12:28", "remaining_time": "8:48:51"} +{"current_steps": 708, "total_steps": 884, "loss": 0.09235703200101852, "lr": 1.174014600485514e-05, "epoch": 3.203735144312394, "percentage": 80.09, "elapsed_time": "1 day, 11:17:02", "remaining_time": "8:46:16"} +{"current_steps": 709, "total_steps": 884, "loss": 0.0760895386338234, "lr": 1.1613240969665685e-05, "epoch": 3.2082625919637806, "percentage": 80.2, "elapsed_time": "1 day, 11:20:19", "remaining_time": "8:43:21"} +{"current_steps": 710, "total_steps": 884, "loss": 0.06844381242990494, "lr": 1.1486935375373126e-05, "epoch": 3.212790039615167, "percentage": 80.32, "elapsed_time": "1 day, 11:23:00", "remaining_time": "8:40:17"} +{"current_steps": 711, "total_steps": 884, "loss": 0.0570899173617363, "lr": 1.1361231194343436e-05, "epoch": 3.2173174872665533, "percentage": 80.43, "elapsed_time": "1 day, 11:25:11", "remaining_time": "8:37:06"} +{"current_steps": 712, "total_steps": 884, "loss": 0.044195231050252914, "lr": 1.1236130389551092e-05, "epoch": 3.22184493491794, "percentage": 80.54, "elapsed_time": "1 day, 11:27:00", "remaining_time": "8:33:49"} +{"current_steps": 713, "total_steps": 884, "loss": 0.04926883801817894, "lr": 1.1111634914548297e-05, "epoch": 3.2263723825693265, "percentage": 80.66, "elapsed_time": "1 day, 11:28:22", "remaining_time": "8:30:27"} +{"current_steps": 714, "total_steps": 884, "loss": 0.08690941333770752, "lr": 1.0987746713434576e-05, "epoch": 3.230899830220713, "percentage": 80.77, "elapsed_time": "1 day, 11:35:36", "remaining_time": "8:28:28"} +{"current_steps": 715, "total_steps": 884, "loss": 0.07696666568517685, "lr": 1.0864467720826343e-05, "epoch": 3.2354272778720996, "percentage": 80.88, "elapsed_time": "1 day, 11:39:10", "remaining_time": "8:25:37"} +{"current_steps": 716, "total_steps": 884, "loss": 0.07071413844823837, "lr": 1.0741799861826706e-05, "epoch": 3.239954725523486, "percentage": 81.0, "elapsed_time": "1 day, 11:41:54", "remaining_time": "8:22:34"} +{"current_steps": 717, "total_steps": 884, "loss": 0.05099868029356003, "lr": 1.0619745051995472e-05, "epoch": 3.2444821731748728, "percentage": 81.11, "elapsed_time": "1 day, 11:44:08", "remaining_time": "8:19:24"} +{"current_steps": 718, "total_steps": 884, "loss": 0.04914161562919617, "lr": 1.0498305197319115e-05, "epoch": 3.2490096208262593, "percentage": 81.22, "elapsed_time": "1 day, 11:45:59", "remaining_time": "8:16:09"} +{"current_steps": 719, "total_steps": 884, "loss": 0.044711459428071976, "lr": 1.0377482194181132e-05, "epoch": 3.253537068477646, "percentage": 81.33, "elapsed_time": "1 day, 11:47:27", "remaining_time": "8:12:48"} +{"current_steps": 720, "total_steps": 884, "loss": 0.0844351053237915, "lr": 1.0257277929332332e-05, "epoch": 3.258064516129032, "percentage": 81.45, "elapsed_time": "1 day, 11:53:31", "remaining_time": "8:10:31"} +{"current_steps": 721, "total_steps": 884, "loss": 0.08362387120723724, "lr": 1.0137694279861454e-05, "epoch": 3.2625919637804186, "percentage": 81.56, "elapsed_time": "1 day, 11:57:28", "remaining_time": "8:07:45"} +{"current_steps": 722, "total_steps": 884, "loss": 0.07020123302936554, "lr": 1.0018733113165773e-05, "epoch": 3.267119411431805, "percentage": 81.67, "elapsed_time": "1 day, 12:00:25", "remaining_time": "8:04:44"} +{"current_steps": 723, "total_steps": 884, "loss": 0.05829951912164688, "lr": 9.900396286922026e-06, "epoch": 3.2716468590831917, "percentage": 81.79, "elapsed_time": "1 day, 12:02:48", "remaining_time": "8:01:37"} +{"current_steps": 724, "total_steps": 884, "loss": 0.0489511638879776, "lr": 9.782685649057333e-06, "epoch": 3.2761743067345783, "percentage": 81.9, "elapsed_time": "1 day, 12:04:44", "remaining_time": "7:58:23"} +{"current_steps": 725, "total_steps": 884, "loss": 0.04217950999736786, "lr": 9.66560303772035e-06, "epoch": 3.280701754385965, "percentage": 82.01, "elapsed_time": "1 day, 12:06:18", "remaining_time": "7:55:05"} +{"current_steps": 726, "total_steps": 884, "loss": 0.07959597557783127, "lr": 9.549150281252633e-06, "epoch": 3.2852292020373515, "percentage": 82.13, "elapsed_time": "1 day, 12:11:36", "remaining_time": "7:52:36"} +{"current_steps": 727, "total_steps": 884, "loss": 0.09891261160373688, "lr": 9.433329198159974e-06, "epoch": 3.289756649688738, "percentage": 82.24, "elapsed_time": "1 day, 12:15:47", "remaining_time": "7:49:52"} +{"current_steps": 728, "total_steps": 884, "loss": 0.07539305835962296, "lr": 9.31814159708413e-06, "epoch": 3.2942840973401246, "percentage": 82.35, "elapsed_time": "1 day, 12:19:04", "remaining_time": "7:46:56"} +{"current_steps": 729, "total_steps": 884, "loss": 0.06475088000297546, "lr": 9.203589276774439e-06, "epoch": 3.298811544991511, "percentage": 82.47, "elapsed_time": "1 day, 12:21:44", "remaining_time": "7:43:52"} +{"current_steps": 730, "total_steps": 884, "loss": 0.0529288724064827, "lr": 9.08967402605988e-06, "epoch": 3.3033389926428978, "percentage": 82.58, "elapsed_time": "1 day, 12:23:52", "remaining_time": "7:40:42"} +{"current_steps": 731, "total_steps": 884, "loss": 0.04603153094649315, "lr": 8.976397623821003e-06, "epoch": 3.3078664402942843, "percentage": 82.69, "elapsed_time": "1 day, 12:25:36", "remaining_time": "7:37:27"} +{"current_steps": 732, "total_steps": 884, "loss": 0.06262427568435669, "lr": 8.86376183896226e-06, "epoch": 3.3123938879456705, "percentage": 82.81, "elapsed_time": "1 day, 12:29:14", "remaining_time": "7:34:35"} +{"current_steps": 733, "total_steps": 884, "loss": 0.0915934145450592, "lr": 8.751768430384305e-06, "epoch": 3.316921335597057, "percentage": 82.92, "elapsed_time": "1 day, 12:33:54", "remaining_time": "7:31:57"} +{"current_steps": 734, "total_steps": 884, "loss": 0.0832981988787651, "lr": 8.640419146956557e-06, "epoch": 3.3214487832484436, "percentage": 83.03, "elapsed_time": "1 day, 12:37:16", "remaining_time": "7:29:02"} +{"current_steps": 735, "total_steps": 884, "loss": 0.06754305958747864, "lr": 8.529715727489912e-06, "epoch": 3.32597623089983, "percentage": 83.14, "elapsed_time": "1 day, 12:39:59", "remaining_time": "7:25:59"} +{"current_steps": 736, "total_steps": 884, "loss": 0.057708628475666046, "lr": 8.419659900709536e-06, "epoch": 3.3305036785512168, "percentage": 83.26, "elapsed_time": "1 day, 12:42:12", "remaining_time": "7:22:50"} +{"current_steps": 737, "total_steps": 884, "loss": 0.04438793659210205, "lr": 8.310253385227946e-06, "epoch": 3.3350311262026033, "percentage": 83.37, "elapsed_time": "1 day, 12:44:01", "remaining_time": "7:19:36"} +{"current_steps": 738, "total_steps": 884, "loss": 0.042902104556560516, "lr": 8.201497889518073e-06, "epoch": 3.33955857385399, "percentage": 83.48, "elapsed_time": "1 day, 12:45:22", "remaining_time": "7:16:17"} +{"current_steps": 739, "total_steps": 884, "loss": 0.08900769054889679, "lr": 8.093395111886687e-06, "epoch": 3.3440860215053765, "percentage": 83.6, "elapsed_time": "1 day, 12:51:20", "remaining_time": "7:13:53"} +{"current_steps": 740, "total_steps": 884, "loss": 0.08507311344146729, "lr": 7.985946740447791e-06, "epoch": 3.348613469156763, "percentage": 83.71, "elapsed_time": "1 day, 12:54:54", "remaining_time": "7:11:00"} +{"current_steps": 741, "total_steps": 884, "loss": 0.06864621490240097, "lr": 7.879154453096304e-06, "epoch": 3.353140916808149, "percentage": 83.82, "elapsed_time": "1 day, 12:57:45", "remaining_time": "7:07:59"} +{"current_steps": 742, "total_steps": 884, "loss": 0.054425135254859924, "lr": 7.773019917481872e-06, "epoch": 3.3576683644595358, "percentage": 83.94, "elapsed_time": "1 day, 13:00:07", "remaining_time": "7:04:52"} +{"current_steps": 743, "total_steps": 884, "loss": 0.047320909798145294, "lr": 7.667544790982778e-06, "epoch": 3.3621958121109223, "percentage": 84.05, "elapsed_time": "1 day, 13:02:03", "remaining_time": "7:01:41"} +{"current_steps": 744, "total_steps": 884, "loss": 0.041624799370765686, "lr": 7.562730720680112e-06, "epoch": 3.366723259762309, "percentage": 84.16, "elapsed_time": "1 day, 13:03:33", "remaining_time": "6:58:24"} +{"current_steps": 745, "total_steps": 884, "loss": 0.08947330713272095, "lr": 7.458579343331995e-06, "epoch": 3.3712507074136955, "percentage": 84.28, "elapsed_time": "1 day, 13:09:28", "remaining_time": "6:55:58"} +{"current_steps": 746, "total_steps": 884, "loss": 0.08114541321992874, "lr": 7.3550922853480915e-06, "epoch": 3.375778155065082, "percentage": 84.39, "elapsed_time": "1 day, 13:13:24", "remaining_time": "6:53:09"} +{"current_steps": 747, "total_steps": 884, "loss": 0.06897275149822235, "lr": 7.252271162764129e-06, "epoch": 3.3803056027164686, "percentage": 84.5, "elapsed_time": "1 day, 13:16:24", "remaining_time": "6:50:09"} +{"current_steps": 748, "total_steps": 884, "loss": 0.05720801651477814, "lr": 7.150117581216748e-06, "epoch": 3.384833050367855, "percentage": 84.62, "elapsed_time": "1 day, 13:18:44", "remaining_time": "6:47:02"} +{"current_steps": 749, "total_steps": 884, "loss": 0.04943118989467621, "lr": 7.048633135918347e-06, "epoch": 3.3893604980192418, "percentage": 84.73, "elapsed_time": "1 day, 13:20:39", "remaining_time": "6:43:51"} +{"current_steps": 750, "total_steps": 884, "loss": 0.039460405707359314, "lr": 6.947819411632223e-06, "epoch": 3.3938879456706283, "percentage": 84.84, "elapsed_time": "1 day, 13:22:12", "remaining_time": "6:40:36"} +{"current_steps": 751, "total_steps": 884, "loss": 0.08177199959754944, "lr": 6.8476779826478265e-06, "epoch": 3.398415393322015, "percentage": 84.95, "elapsed_time": "1 day, 13:26:09", "remaining_time": "6:37:47"} +{"current_steps": 752, "total_steps": 884, "loss": 0.08858094364404678, "lr": 6.748210412756134e-06, "epoch": 3.402942840973401, "percentage": 85.07, "elapsed_time": "1 day, 13:30:03", "remaining_time": "6:34:57"} +{"current_steps": 753, "total_steps": 884, "loss": 0.07011917233467102, "lr": 6.649418255225298e-06, "epoch": 3.4074702886247876, "percentage": 85.18, "elapsed_time": "1 day, 13:33:00", "remaining_time": "6:31:57"} +{"current_steps": 754, "total_steps": 884, "loss": 0.058572862297296524, "lr": 6.551303052776292e-06, "epoch": 3.411997736276174, "percentage": 85.29, "elapsed_time": "1 day, 13:35:27", "remaining_time": "6:28:52"} +{"current_steps": 755, "total_steps": 884, "loss": 0.047646377235651016, "lr": 6.45386633755894e-06, "epoch": 3.4165251839275608, "percentage": 85.41, "elapsed_time": "1 day, 13:37:29", "remaining_time": "6:25:42"} +{"current_steps": 756, "total_steps": 884, "loss": 0.03935559466481209, "lr": 6.357109631127889e-06, "epoch": 3.4210526315789473, "percentage": 85.52, "elapsed_time": "1 day, 13:39:06", "remaining_time": "6:22:29"} +{"current_steps": 757, "total_steps": 884, "loss": 0.06060168892145157, "lr": 6.261034444418879e-06, "epoch": 3.425580079230334, "percentage": 85.63, "elapsed_time": "1 day, 13:42:16", "remaining_time": "6:19:32"} +{"current_steps": 758, "total_steps": 884, "loss": 0.09181486070156097, "lr": 6.165642277725203e-06, "epoch": 3.4301075268817205, "percentage": 85.75, "elapsed_time": "1 day, 13:46:57", "remaining_time": "6:16:49"} +{"current_steps": 759, "total_steps": 884, "loss": 0.0789683610200882, "lr": 6.07093462067419e-06, "epoch": 3.434634974533107, "percentage": 85.86, "elapsed_time": "1 day, 13:50:19", "remaining_time": "6:13:53"} +{"current_steps": 760, "total_steps": 884, "loss": 0.0634407326579094, "lr": 5.976912952204017e-06, "epoch": 3.4391624221844936, "percentage": 85.97, "elapsed_time": "1 day, 13:53:02", "remaining_time": "6:10:51"} +{"current_steps": 761, "total_steps": 884, "loss": 0.05550439655780792, "lr": 5.883578740540546e-06, "epoch": 3.44368986983588, "percentage": 86.09, "elapsed_time": "1 day, 13:55:18", "remaining_time": "6:07:45"} +{"current_steps": 762, "total_steps": 884, "loss": 0.04290204495191574, "lr": 5.79093344317449e-06, "epoch": 3.4482173174872663, "percentage": 86.2, "elapsed_time": "1 day, 13:57:06", "remaining_time": "6:04:34"} +{"current_steps": 763, "total_steps": 884, "loss": 0.04180324822664261, "lr": 5.698978506838532e-06, "epoch": 3.452744765138653, "percentage": 86.31, "elapsed_time": "1 day, 13:58:27", "remaining_time": "6:01:19"} +{"current_steps": 764, "total_steps": 884, "loss": 0.08869330585002899, "lr": 5.607715367484861e-06, "epoch": 3.4572722127900395, "percentage": 86.43, "elapsed_time": "1 day, 14:04:33", "remaining_time": "5:58:49"} +{"current_steps": 765, "total_steps": 884, "loss": 0.08063746988773346, "lr": 5.51714545026264e-06, "epoch": 3.461799660441426, "percentage": 86.54, "elapsed_time": "1 day, 14:08:13", "remaining_time": "5:55:56"} +{"current_steps": 766, "total_steps": 884, "loss": 0.06893438845872879, "lr": 5.4272701694958076e-06, "epoch": 3.4663271080928126, "percentage": 86.65, "elapsed_time": "1 day, 14:11:03", "remaining_time": "5:52:55"} +{"current_steps": 767, "total_steps": 884, "loss": 0.05451403185725212, "lr": 5.338090928660999e-06, "epoch": 3.470854555744199, "percentage": 86.76, "elapsed_time": "1 day, 14:13:23", "remaining_time": "5:49:50"} +{"current_steps": 768, "total_steps": 884, "loss": 0.04844459146261215, "lr": 5.249609120365578e-06, "epoch": 3.475382003395586, "percentage": 86.88, "elapsed_time": "1 day, 14:15:18", "remaining_time": "5:46:41"} +{"current_steps": 769, "total_steps": 884, "loss": 0.04286676645278931, "lr": 5.16182612632598e-06, "epoch": 3.4799094510469724, "percentage": 86.99, "elapsed_time": "1 day, 14:16:50", "remaining_time": "5:43:28"} +{"current_steps": 770, "total_steps": 884, "loss": 0.08715027570724487, "lr": 5.074743317346009e-06, "epoch": 3.484436898698359, "percentage": 87.1, "elapsed_time": "1 day, 14:22:13", "remaining_time": "5:40:50"} +{"current_steps": 771, "total_steps": 884, "loss": 0.08602124452590942, "lr": 4.988362053295564e-06, "epoch": 3.4889643463497455, "percentage": 87.22, "elapsed_time": "1 day, 14:26:16", "remaining_time": "5:38:00"} +{"current_steps": 772, "total_steps": 884, "loss": 0.07156828045845032, "lr": 4.902683683089304e-06, "epoch": 3.493491794001132, "percentage": 87.33, "elapsed_time": "1 day, 14:29:15", "remaining_time": "5:35:01"} +{"current_steps": 773, "total_steps": 884, "loss": 0.0598549023270607, "lr": 4.817709544665628e-06, "epoch": 3.498019241652518, "percentage": 87.44, "elapsed_time": "1 day, 14:31:36", "remaining_time": "5:31:56"} +{"current_steps": 774, "total_steps": 884, "loss": 0.04977518320083618, "lr": 4.733440964965791e-06, "epoch": 3.502546689303905, "percentage": 87.56, "elapsed_time": "1 day, 14:33:32", "remaining_time": "5:28:47"} +{"current_steps": 775, "total_steps": 884, "loss": 0.039833471179008484, "lr": 4.649879259913137e-06, "epoch": 3.5070741369552914, "percentage": 87.67, "elapsed_time": "1 day, 14:35:07", "remaining_time": "5:25:36"} +{"current_steps": 776, "total_steps": 884, "loss": 0.08777929842472076, "lr": 4.567025734392622e-06, "epoch": 3.511601584606678, "percentage": 87.78, "elapsed_time": "1 day, 14:39:38", "remaining_time": "5:22:50"} +{"current_steps": 777, "total_steps": 884, "loss": 0.08583962172269821, "lr": 4.484881682230341e-06, "epoch": 3.5161290322580645, "percentage": 87.9, "elapsed_time": "1 day, 14:43:44", "remaining_time": "5:20:00"} +{"current_steps": 778, "total_steps": 884, "loss": 0.06798358261585236, "lr": 4.403448386173437e-06, "epoch": 3.520656479909451, "percentage": 88.01, "elapsed_time": "1 day, 14:46:43", "remaining_time": "5:17:00"} +{"current_steps": 779, "total_steps": 884, "loss": 0.06092444807291031, "lr": 4.322727117869951e-06, "epoch": 3.5251839275608376, "percentage": 88.12, "elapsed_time": "1 day, 14:49:08", "remaining_time": "5:13:56"} +{"current_steps": 780, "total_steps": 884, "loss": 0.052914176136255264, "lr": 4.242719137849077e-06, "epoch": 3.5297113752122242, "percentage": 88.24, "elapsed_time": "1 day, 14:51:09", "remaining_time": "5:10:49"} +{"current_steps": 781, "total_steps": 884, "loss": 0.038688283413648605, "lr": 4.163425695501388e-06, "epoch": 3.534238822863611, "percentage": 88.35, "elapsed_time": "1 day, 14:52:47", "remaining_time": "5:07:39"} +{"current_steps": 782, "total_steps": 884, "loss": 0.060667701065540314, "lr": 4.0848480290593625e-06, "epoch": 3.538766270514997, "percentage": 88.46, "elapsed_time": "1 day, 14:56:16", "remaining_time": "5:04:43"} +{"current_steps": 783, "total_steps": 884, "loss": 0.09457433223724365, "lr": 4.00698736557808e-06, "epoch": 3.5432937181663835, "percentage": 88.57, "elapsed_time": "1 day, 15:00:51", "remaining_time": "5:01:57"} +{"current_steps": 784, "total_steps": 884, "loss": 0.0753507912158966, "lr": 3.929844920915987e-06, "epoch": 3.54782116581777, "percentage": 88.69, "elapsed_time": "1 day, 15:04:04", "remaining_time": "4:58:59"} +{"current_steps": 785, "total_steps": 884, "loss": 0.06055988371372223, "lr": 3.853421899715992e-06, "epoch": 3.5523486134691566, "percentage": 88.8, "elapsed_time": "1 day, 15:06:39", "remaining_time": "4:55:56"} +{"current_steps": 786, "total_steps": 884, "loss": 0.05165576934814453, "lr": 3.7777194953865667e-06, "epoch": 3.556876061120543, "percentage": 88.91, "elapsed_time": "1 day, 15:08:49", "remaining_time": "4:52:51"} +{"current_steps": 787, "total_steps": 884, "loss": 0.04397202283143997, "lr": 3.702738890083207e-06, "epoch": 3.56140350877193, "percentage": 89.03, "elapsed_time": "1 day, 15:10:34", "remaining_time": "4:49:42"} +{"current_steps": 788, "total_steps": 884, "loss": 0.046176545321941376, "lr": 3.628481254689875e-06, "epoch": 3.5659309564233164, "percentage": 89.14, "elapsed_time": "1 day, 15:11:53", "remaining_time": "4:46:31"} +{"current_steps": 789, "total_steps": 884, "loss": 0.08546517044305801, "lr": 3.5549477488007854e-06, "epoch": 3.570458404074703, "percentage": 89.25, "elapsed_time": "1 day, 15:19:36", "remaining_time": "4:44:06"} +{"current_steps": 790, "total_steps": 884, "loss": 0.07490271329879761, "lr": 3.4821395207022766e-06, "epoch": 3.5749858517260895, "percentage": 89.37, "elapsed_time": "1 day, 15:23:11", "remaining_time": "4:41:11"} +{"current_steps": 791, "total_steps": 884, "loss": 0.06298314034938812, "lr": 3.4100577073548634e-06, "epoch": 3.579513299377476, "percentage": 89.48, "elapsed_time": "1 day, 15:25:59", "remaining_time": "4:38:10"} +{"current_steps": 792, "total_steps": 884, "loss": 0.05735611543059349, "lr": 3.3387034343755065e-06, "epoch": 3.5840407470288627, "percentage": 89.59, "elapsed_time": "1 day, 15:28:18", "remaining_time": "4:35:06"} +{"current_steps": 793, "total_steps": 884, "loss": 0.04231870174407959, "lr": 3.2680778160200155e-06, "epoch": 3.5885681946802492, "percentage": 89.71, "elapsed_time": "1 day, 15:30:11", "remaining_time": "4:31:59"} +{"current_steps": 794, "total_steps": 884, "loss": 0.04027624428272247, "lr": 3.198181955165669e-06, "epoch": 3.593095642331636, "percentage": 89.82, "elapsed_time": "1 day, 15:31:39", "remaining_time": "4:28:49"} +{"current_steps": 795, "total_steps": 884, "loss": 0.07936602830886841, "lr": 3.1290169432939553e-06, "epoch": 3.597623089983022, "percentage": 89.93, "elapsed_time": "1 day, 15:37:42", "remaining_time": "4:26:10"} +{"current_steps": 796, "total_steps": 884, "loss": 0.08372323960065842, "lr": 3.060583860473587e-06, "epoch": 3.6021505376344085, "percentage": 90.05, "elapsed_time": "1 day, 15:41:24", "remaining_time": "4:23:16"} +{"current_steps": 797, "total_steps": 884, "loss": 0.06588123738765717, "lr": 2.9928837753435746e-06, "epoch": 3.606677985285795, "percentage": 90.16, "elapsed_time": "1 day, 15:44:15", "remaining_time": "4:20:15"} +{"current_steps": 798, "total_steps": 884, "loss": 0.05927068740129471, "lr": 2.9259177450965682e-06, "epoch": 3.6112054329371817, "percentage": 90.27, "elapsed_time": "1 day, 15:46:33", "remaining_time": "4:17:11"} +{"current_steps": 799, "total_steps": 884, "loss": 0.047394055873155594, "lr": 2.8596868154623703e-06, "epoch": 3.6157328805885682, "percentage": 90.38, "elapsed_time": "1 day, 15:48:27", "remaining_time": "4:14:05"} +{"current_steps": 800, "total_steps": 884, "loss": 0.040023073554039, "lr": 2.794192020691544e-06, "epoch": 3.620260328239955, "percentage": 90.5, "elapsed_time": "1 day, 15:49:57", "remaining_time": "4:10:56"} +{"current_steps": 801, "total_steps": 884, "loss": 0.07365724444389343, "lr": 2.7294343835393368e-06, "epoch": 3.6247877758913414, "percentage": 90.61, "elapsed_time": "1 day, 15:54:29", "remaining_time": "4:08:07"} +{"current_steps": 802, "total_steps": 884, "loss": 0.09670303761959076, "lr": 2.665414915249631e-06, "epoch": 3.629315223542728, "percentage": 90.72, "elapsed_time": "1 day, 15:58:48", "remaining_time": "4:05:15"} +{"current_steps": 803, "total_steps": 884, "loss": 0.0773511528968811, "lr": 2.6021346155392423e-06, "epoch": 3.633842671194114, "percentage": 90.84, "elapsed_time": "1 day, 16:02:01", "remaining_time": "4:02:17"} +{"current_steps": 804, "total_steps": 884, "loss": 0.062302928417921066, "lr": 2.539594472582213e-06, "epoch": 3.6383701188455007, "percentage": 90.95, "elapsed_time": "1 day, 16:04:41", "remaining_time": "3:59:16"} +{"current_steps": 805, "total_steps": 884, "loss": 0.05168925225734711, "lr": 2.4777954629944477e-06, "epoch": 3.6428975664968872, "percentage": 91.06, "elapsed_time": "1 day, 16:06:52", "remaining_time": "3:56:12"} +{"current_steps": 806, "total_steps": 884, "loss": 0.04184819757938385, "lr": 2.416738551818454e-06, "epoch": 3.647425014148274, "percentage": 91.18, "elapsed_time": "1 day, 16:08:33", "remaining_time": "3:53:05"} +{"current_steps": 807, "total_steps": 884, "loss": 0.06736510992050171, "lr": 2.3564246925082357e-06, "epoch": 3.6519524617996604, "percentage": 91.29, "elapsed_time": "1 day, 16:12:36", "remaining_time": "3:50:11"} +{"current_steps": 808, "total_steps": 884, "loss": 0.09164802730083466, "lr": 2.2968548269144574e-06, "epoch": 3.656479909451047, "percentage": 91.4, "elapsed_time": "1 day, 16:17:08", "remaining_time": "3:47:21"} +{"current_steps": 809, "total_steps": 884, "loss": 0.07316052913665771, "lr": 2.238029885269677e-06, "epoch": 3.6610073571024335, "percentage": 91.52, "elapsed_time": "1 day, 16:20:18", "remaining_time": "3:44:22"} +{"current_steps": 810, "total_steps": 884, "loss": 0.06162027269601822, "lr": 2.179950786173879e-06, "epoch": 3.66553480475382, "percentage": 91.63, "elapsed_time": "1 day, 16:22:49", "remaining_time": "3:41:20"} +{"current_steps": 811, "total_steps": 884, "loss": 0.05187002941966057, "lr": 2.122618436580082e-06, "epoch": 3.6700622524052067, "percentage": 91.74, "elapsed_time": "1 day, 16:24:54", "remaining_time": "3:38:16"} +{"current_steps": 812, "total_steps": 884, "loss": 0.04026584327220917, "lr": 2.066033731780209e-06, "epoch": 3.6745897000565932, "percentage": 91.86, "elapsed_time": "1 day, 16:26:34", "remaining_time": "3:35:09"} +{"current_steps": 813, "total_steps": 884, "loss": 0.041823290288448334, "lr": 2.01019755539108e-06, "epoch": 3.67911714770798, "percentage": 91.97, "elapsed_time": "1 day, 16:27:52", "remaining_time": "3:32:01"} +{"current_steps": 814, "total_steps": 884, "loss": 0.08595189452171326, "lr": 1.9551107793406355e-06, "epoch": 3.6836445953593664, "percentage": 92.08, "elapsed_time": "1 day, 16:34:22", "remaining_time": "3:29:20"} +{"current_steps": 815, "total_steps": 884, "loss": 0.07732295989990234, "lr": 1.9007742638543102e-06, "epoch": 3.688172043010753, "percentage": 92.19, "elapsed_time": "1 day, 16:37:55", "remaining_time": "3:26:24"} +{"current_steps": 816, "total_steps": 884, "loss": 0.06500217318534851, "lr": 1.8471888574415951e-06, "epoch": 3.692699490662139, "percentage": 92.31, "elapsed_time": "1 day, 16:40:41", "remaining_time": "3:23:23"} +{"current_steps": 817, "total_steps": 884, "loss": 0.052856337279081345, "lr": 1.794355396882813e-06, "epoch": 3.6972269383135257, "percentage": 92.42, "elapsed_time": "1 day, 16:42:57", "remaining_time": "3:20:20"} +{"current_steps": 818, "total_steps": 884, "loss": 0.0447005033493042, "lr": 1.7422747072160017e-06, "epoch": 3.7017543859649122, "percentage": 92.53, "elapsed_time": "1 day, 16:44:50", "remaining_time": "3:17:15"} +{"current_steps": 819, "total_steps": 884, "loss": 0.04208570718765259, "lr": 1.6909476017240912e-06, "epoch": 3.706281833616299, "percentage": 92.65, "elapsed_time": "1 day, 16:46:20", "remaining_time": "3:14:09"} +{"current_steps": 820, "total_steps": 884, "loss": 0.0831032320857048, "lr": 1.6403748819221466e-06, "epoch": 3.7108092812676854, "percentage": 92.76, "elapsed_time": "1 day, 16:51:24", "remaining_time": "3:11:19"} +{"current_steps": 821, "total_steps": 884, "loss": 0.08684415370225906, "lr": 1.5905573375449012e-06, "epoch": 3.715336728919072, "percentage": 92.87, "elapsed_time": "1 day, 16:55:05", "remaining_time": "3:08:23"} +{"current_steps": 822, "total_steps": 884, "loss": 0.06628584861755371, "lr": 1.5414957465343882e-06, "epoch": 3.7198641765704585, "percentage": 92.99, "elapsed_time": "1 day, 16:57:56", "remaining_time": "3:05:23"} +{"current_steps": 823, "total_steps": 884, "loss": 0.057143792510032654, "lr": 1.4931908750278e-06, "epoch": 3.7243916242218447, "percentage": 93.1, "elapsed_time": "1 day, 17:00:20", "remaining_time": "3:02:21"} +{"current_steps": 824, "total_steps": 884, "loss": 0.05711142718791962, "lr": 1.4456434773455541e-06, "epoch": 3.7289190718732312, "percentage": 93.21, "elapsed_time": "1 day, 17:02:16", "remaining_time": "2:59:17"} +{"current_steps": 825, "total_steps": 884, "loss": 0.03840760886669159, "lr": 1.3988542959794627e-06, "epoch": 3.733446519524618, "percentage": 93.33, "elapsed_time": "1 day, 17:03:51", "remaining_time": "2:56:12"} +{"current_steps": 826, "total_steps": 884, "loss": 0.08128702640533447, "lr": 1.3528240615811816e-06, "epoch": 3.7379739671760044, "percentage": 93.44, "elapsed_time": "1 day, 17:08:50", "remaining_time": "2:53:21"} +{"current_steps": 827, "total_steps": 884, "loss": 0.09000637382268906, "lr": 1.3075534929507693e-06, "epoch": 3.742501414827391, "percentage": 93.55, "elapsed_time": "1 day, 17:13:06", "remaining_time": "2:50:27"} +{"current_steps": 828, "total_steps": 884, "loss": 0.07430066913366318, "lr": 1.2630432970255013e-06, "epoch": 3.7470288624787775, "percentage": 93.67, "elapsed_time": "1 day, 17:16:14", "remaining_time": "2:47:28"} +{"current_steps": 829, "total_steps": 884, "loss": 0.05985051020979881, "lr": 1.2192941688687843e-06, "epoch": 3.751556310130164, "percentage": 93.78, "elapsed_time": "1 day, 17:18:44", "remaining_time": "2:44:27"} +{"current_steps": 830, "total_steps": 884, "loss": 0.04820965975522995, "lr": 1.1763067916593262e-06, "epoch": 3.7560837577815507, "percentage": 93.89, "elapsed_time": "1 day, 17:20:48", "remaining_time": "2:41:24"} +{"current_steps": 831, "total_steps": 884, "loss": 0.04318070411682129, "lr": 1.1340818366804729e-06, "epoch": 3.7606112054329373, "percentage": 94.0, "elapsed_time": "1 day, 17:22:30", "remaining_time": "2:38:19"} +{"current_steps": 832, "total_steps": 884, "loss": 0.06352683901786804, "lr": 1.0926199633097157e-06, "epoch": 3.765138653084324, "percentage": 94.12, "elapsed_time": "1 day, 17:25:38", "remaining_time": "2:35:21"} +{"current_steps": 833, "total_steps": 884, "loss": 0.1001967266201973, "lr": 1.0519218190084056e-06, "epoch": 3.7696661007357104, "percentage": 94.23, "elapsed_time": "1 day, 17:30:26", "remaining_time": "2:32:28"} +{"current_steps": 834, "total_steps": 884, "loss": 0.0764806866645813, "lr": 1.0119880393116176e-06, "epoch": 3.774193548387097, "percentage": 94.34, "elapsed_time": "1 day, 17:33:47", "remaining_time": "2:29:30"} +{"current_steps": 835, "total_steps": 884, "loss": 0.06443999707698822, "lr": 9.728192478182574e-07, "epoch": 3.7787209960384835, "percentage": 94.46, "elapsed_time": "1 day, 17:36:24", "remaining_time": "2:26:29"} +{"current_steps": 836, "total_steps": 884, "loss": 0.05295903980731964, "lr": 9.344160561812921e-07, "epoch": 3.7832484436898697, "percentage": 94.57, "elapsed_time": "1 day, 17:38:33", "remaining_time": "2:23:27"} +{"current_steps": 837, "total_steps": 884, "loss": 0.041768576949834824, "lr": 8.967790640982465e-07, "epoch": 3.7877758913412563, "percentage": 94.68, "elapsed_time": "1 day, 17:40:19", "remaining_time": "2:20:24"} +{"current_steps": 838, "total_steps": 884, "loss": 0.04355769604444504, "lr": 8.599088593017723e-07, "epoch": 3.792303338992643, "percentage": 94.8, "elapsed_time": "1 day, 17:41:41", "remaining_time": "2:17:19"} +{"current_steps": 839, "total_steps": 884, "loss": 0.08960022777318954, "lr": 8.238060175505269e-07, "epoch": 3.7968307866440294, "percentage": 94.91, "elapsed_time": "1 day, 17:47:28", "remaining_time": "2:14:29"} +{"current_steps": 840, "total_steps": 884, "loss": 0.07562049478292465, "lr": 7.884711026201585e-07, "epoch": 3.801358234295416, "percentage": 95.02, "elapsed_time": "1 day, 17:50:55", "remaining_time": "2:11:31"} +{"current_steps": 841, "total_steps": 884, "loss": 0.06913469731807709, "lr": 7.53904666294497e-07, "epoch": 3.8058856819468025, "percentage": 95.14, "elapsed_time": "1 day, 17:53:41", "remaining_time": "2:08:31"} +{"current_steps": 842, "total_steps": 884, "loss": 0.053817637264728546, "lr": 7.201072483569549e-07, "epoch": 3.810413129598189, "percentage": 95.25, "elapsed_time": "1 day, 17:55:58", "remaining_time": "2:05:29"} +{"current_steps": 843, "total_steps": 884, "loss": 0.04244130477309227, "lr": 6.870793765820782e-07, "epoch": 3.8149405772495757, "percentage": 95.36, "elapsed_time": "1 day, 17:57:50", "remaining_time": "2:02:27"} +{"current_steps": 844, "total_steps": 884, "loss": 0.04185333102941513, "lr": 6.548215667273206e-07, "epoch": 3.819468024900962, "percentage": 95.48, "elapsed_time": "1 day, 17:59:18", "remaining_time": "1:59:23"} +{"current_steps": 845, "total_steps": 884, "loss": 0.08310285210609436, "lr": 6.233343225249933e-07, "epoch": 3.8239954725523484, "percentage": 95.59, "elapsed_time": "1 day, 18:04:33", "remaining_time": "1:56:31"} +{"current_steps": 846, "total_steps": 884, "loss": 0.08037766814231873, "lr": 5.92618135674361e-07, "epoch": 3.828522920203735, "percentage": 95.7, "elapsed_time": "1 day, 18:08:25", "remaining_time": "1:53:34"} +{"current_steps": 847, "total_steps": 884, "loss": 0.06963315606117249, "lr": 5.626734858340255e-07, "epoch": 3.8330503678551215, "percentage": 95.81, "elapsed_time": "1 day, 18:11:21", "remaining_time": "1:50:34"} +{"current_steps": 848, "total_steps": 884, "loss": 0.058459773659706116, "lr": 5.335008406143815e-07, "epoch": 3.837577815506508, "percentage": 95.93, "elapsed_time": "1 day, 18:13:43", "remaining_time": "1:47:33"} +{"current_steps": 849, "total_steps": 884, "loss": 0.04667978733778, "lr": 5.051006555703453e-07, "epoch": 3.8421052631578947, "percentage": 96.04, "elapsed_time": "1 day, 18:15:40", "remaining_time": "1:44:31"} +{"current_steps": 850, "total_steps": 884, "loss": 0.0407584086060524, "lr": 4.774733741942206e-07, "epoch": 3.8466327108092813, "percentage": 96.15, "elapsed_time": "1 day, 18:17:14", "remaining_time": "1:41:29"} +{"current_steps": 851, "total_steps": 884, "loss": 0.07849274575710297, "lr": 4.5061942790879386e-07, "epoch": 3.851160158460668, "percentage": 96.27, "elapsed_time": "1 day, 18:21:58", "remaining_time": "1:38:34"} +{"current_steps": 852, "total_steps": 884, "loss": 0.09511102735996246, "lr": 4.2453923606057265e-07, "epoch": 3.8556876061120544, "percentage": 96.38, "elapsed_time": "1 day, 18:26:10", "remaining_time": "1:35:37"} +{"current_steps": 853, "total_steps": 884, "loss": 0.07533329725265503, "lr": 3.992332059132631e-07, "epoch": 3.860215053763441, "percentage": 96.49, "elapsed_time": "1 day, 18:29:08", "remaining_time": "1:32:38"} +{"current_steps": 854, "total_steps": 884, "loss": 0.056159425526857376, "lr": 3.747017326413971e-07, "epoch": 3.8647425014148276, "percentage": 96.61, "elapsed_time": "1 day, 18:31:34", "remaining_time": "1:29:38"} +{"current_steps": 855, "total_steps": 884, "loss": 0.05289001017808914, "lr": 3.5094519932415417e-07, "epoch": 3.869269949066214, "percentage": 96.72, "elapsed_time": "1 day, 18:33:39", "remaining_time": "1:26:36"} +{"current_steps": 856, "total_steps": 884, "loss": 0.039535753428936005, "lr": 3.2796397693939385e-07, "epoch": 3.8737973967176007, "percentage": 96.83, "elapsed_time": "1 day, 18:35:19", "remaining_time": "1:23:35"} +{"current_steps": 857, "total_steps": 884, "loss": 0.0575360544025898, "lr": 3.0575842435785486e-07, "epoch": 3.878324844368987, "percentage": 96.95, "elapsed_time": "1 day, 18:39:33", "remaining_time": "1:20:38"} +{"current_steps": 858, "total_steps": 884, "loss": 0.0908580794930458, "lr": 2.843288883375539e-07, "epoch": 3.8828522920203734, "percentage": 97.06, "elapsed_time": "1 day, 18:44:17", "remaining_time": "1:17:42"} +{"current_steps": 859, "total_steps": 884, "loss": 0.07020405679941177, "lr": 2.6367570351836237e-07, "epoch": 3.88737973967176, "percentage": 97.17, "elapsed_time": "1 day, 18:47:35", "remaining_time": "1:14:43"} +{"current_steps": 860, "total_steps": 884, "loss": 0.06751954555511475, "lr": 2.437991924167937e-07, "epoch": 3.8919071873231466, "percentage": 97.29, "elapsed_time": "1 day, 18:50:15", "remaining_time": "1:11:43"} +{"current_steps": 861, "total_steps": 884, "loss": 0.05812934786081314, "lr": 2.2469966542096322e-07, "epoch": 3.896434634974533, "percentage": 97.4, "elapsed_time": "1 day, 18:52:23", "remaining_time": "1:08:42"} +{"current_steps": 862, "total_steps": 884, "loss": 0.04170238599181175, "lr": 2.0637742078573607e-07, "epoch": 3.9009620826259197, "percentage": 97.51, "elapsed_time": "1 day, 18:54:08", "remaining_time": "1:05:41"} +{"current_steps": 863, "total_steps": 884, "loss": 0.04246639460325241, "lr": 1.8883274462806467e-07, "epoch": 3.9054895302773063, "percentage": 97.62, "elapsed_time": "1 day, 18:55:30", "remaining_time": "1:02:40"} +{"current_steps": 864, "total_steps": 884, "loss": 0.09115473926067352, "lr": 1.7206591092253642e-07, "epoch": 3.910016977928693, "percentage": 97.74, "elapsed_time": "1 day, 19:02:32", "remaining_time": "0:59:46"} +{"current_steps": 865, "total_steps": 884, "loss": 0.07839730381965637, "lr": 1.560771814970885e-07, "epoch": 3.914544425580079, "percentage": 97.85, "elapsed_time": "1 day, 19:06:07", "remaining_time": "0:56:48"} +{"current_steps": 866, "total_steps": 884, "loss": 0.06564494967460632, "lr": 1.4086680602891643e-07, "epoch": 3.9190718732314656, "percentage": 97.96, "elapsed_time": "1 day, 19:08:54", "remaining_time": "0:53:48"} +{"current_steps": 867, "total_steps": 884, "loss": 0.05529960244894028, "lr": 1.264350220405719e-07, "epoch": 3.923599320882852, "percentage": 98.08, "elapsed_time": "1 day, 19:11:10", "remaining_time": "0:50:48"} +{"current_steps": 868, "total_steps": 884, "loss": 0.04081864655017853, "lr": 1.1278205489626547e-07, "epoch": 3.9281267685342387, "percentage": 98.19, "elapsed_time": "1 day, 19:13:01", "remaining_time": "0:47:47"} +{"current_steps": 869, "total_steps": 884, "loss": 0.04252634942531586, "lr": 9.99081177983363e-08, "epoch": 3.9326542161856253, "percentage": 98.3, "elapsed_time": "1 day, 19:14:28", "remaining_time": "0:44:47"} +{"current_steps": 870, "total_steps": 884, "loss": 0.0835392028093338, "lr": 8.781341178393244e-08, "epoch": 3.937181663837012, "percentage": 98.42, "elapsed_time": "1 day, 19:19:50", "remaining_time": "0:41:50"} +{"current_steps": 871, "total_steps": 884, "loss": 0.09088088572025299, "lr": 7.649812572185222e-08, "epoch": 3.9417091114883984, "percentage": 98.53, "elapsed_time": "1 day, 19:23:49", "remaining_time": "0:38:51"} +{"current_steps": 872, "total_steps": 884, "loss": 0.07099941372871399, "lr": 6.596243630963006e-08, "epoch": 3.946236559139785, "percentage": 98.64, "elapsed_time": "1 day, 19:26:47", "remaining_time": "0:35:52"} +{"current_steps": 873, "total_steps": 884, "loss": 0.05559823662042618, "lr": 5.620650807073857e-08, "epoch": 3.9507640067911716, "percentage": 98.76, "elapsed_time": "1 day, 19:29:12", "remaining_time": "0:32:52"} +{"current_steps": 874, "total_steps": 884, "loss": 0.04776914045214653, "lr": 4.723049335204066e-08, "epoch": 3.955291454442558, "percentage": 98.87, "elapsed_time": "1 day, 19:31:12", "remaining_time": "0:29:52"} +{"current_steps": 875, "total_steps": 884, "loss": 0.037714093923568726, "lr": 3.9034532321408076e-08, "epoch": 3.9598189020939447, "percentage": 98.98, "elapsed_time": "1 day, 19:32:48", "remaining_time": "0:26:52"} +{"current_steps": 876, "total_steps": 884, "loss": 0.07897656410932541, "lr": 3.161875296553429e-08, "epoch": 3.9643463497453313, "percentage": 99.1, "elapsed_time": "1 day, 19:37:16", "remaining_time": "0:23:54"} +{"current_steps": 877, "total_steps": 884, "loss": 0.08945634961128235, "lr": 2.4983271087924974e-08, "epoch": 3.968873797396718, "percentage": 99.21, "elapsed_time": "1 day, 19:41:14", "remaining_time": "0:20:55"} +{"current_steps": 878, "total_steps": 884, "loss": 0.06681520491838455, "lr": 1.9128190307105e-08, "epoch": 3.973401245048104, "percentage": 99.32, "elapsed_time": "1 day, 19:44:10", "remaining_time": "0:17:55"} +{"current_steps": 879, "total_steps": 884, "loss": 0.056111957877874374, "lr": 1.4053602054991955e-08, "epoch": 3.9779286926994906, "percentage": 99.43, "elapsed_time": "1 day, 19:46:35", "remaining_time": "0:14:56"} +{"current_steps": 880, "total_steps": 884, "loss": 0.04651391878724098, "lr": 9.75958557545842e-09, "epoch": 3.982456140350877, "percentage": 99.55, "elapsed_time": "1 day, 19:48:37", "remaining_time": "0:11:56"} +{"current_steps": 881, "total_steps": 884, "loss": 0.03932764381170273, "lr": 6.246207923116254e-09, "epoch": 3.9869835880022637, "percentage": 99.66, "elapsed_time": "1 day, 19:50:17", "remaining_time": "0:08:57"} +{"current_steps": 882, "total_steps": 884, "loss": 0.06670388579368591, "lr": 3.513523962256349e-09, "epoch": 3.9915110356536503, "percentage": 99.77, "elapsed_time": "1 day, 19:54:05", "remaining_time": "0:05:58"} +{"current_steps": 883, "total_steps": 884, "loss": 0.07301482558250427, "lr": 1.5615763659881933e-09, "epoch": 3.996038483305037, "percentage": 99.89, "elapsed_time": "1 day, 19:57:10", "remaining_time": "0:02:59"} +{"current_steps": 884, "total_steps": 884, "loss": 0.04399577155709267, "lr": 3.903956155848487e-10, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "1 day, 19:58:40", "remaining_time": "0:00:00"} +{"current_steps": 884, "total_steps": 884, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "1 day, 19:58:52", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..e15a9f4 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,6231 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.0, + "eval_steps": 500, + "global_step": 884, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.004527447651386531, + "grad_norm": 9.912898659097554, + "learning_rate": 0.0, + "loss": 0.704662561416626, + "step": 1 + }, + { + "epoch": 0.009054895302773062, + "grad_norm": 11.570635762100624, + "learning_rate": 1.1235955056179775e-06, + "loss": 0.7413114905357361, + "step": 2 + }, + { + "epoch": 0.013582342954159592, + "grad_norm": 11.534539965780745, + "learning_rate": 2.247191011235955e-06, + "loss": 0.7407010197639465, + "step": 3 + }, + { + "epoch": 0.018109790605546124, + "grad_norm": 11.197515354711427, + "learning_rate": 3.3707865168539327e-06, + "loss": 0.763998806476593, + "step": 4 + }, + { + "epoch": 0.022637238256932653, + "grad_norm": 8.440914434182256, + "learning_rate": 4.49438202247191e-06, + "loss": 0.7183060646057129, + "step": 5 + }, + { + "epoch": 0.027164685908319185, + "grad_norm": 5.699585146399442, + "learning_rate": 5.617977528089888e-06, + "loss": 0.638984203338623, + "step": 6 + }, + { + "epoch": 0.03169213355970572, + "grad_norm": 1.8448435550812394, + "learning_rate": 6.741573033707865e-06, + "loss": 0.48158273100852966, + "step": 7 + }, + { + "epoch": 0.03621958121109225, + "grad_norm": 1.6420510885571051, + "learning_rate": 7.865168539325843e-06, + "loss": 0.5159077048301697, + "step": 8 + }, + { + "epoch": 0.04074702886247878, + "grad_norm": 1.0582363331837332, + "learning_rate": 8.98876404494382e-06, + "loss": 0.4606141448020935, + "step": 9 + }, + { + "epoch": 0.045274476513865305, + "grad_norm": 1.3855426484013416, + "learning_rate": 1.0112359550561798e-05, + "loss": 0.4743913412094116, + "step": 10 + }, + { + "epoch": 0.04980192416525184, + "grad_norm": 0.9317004579840986, + "learning_rate": 1.1235955056179776e-05, + "loss": 0.4422619342803955, + "step": 11 + }, + { + "epoch": 0.05432937181663837, + "grad_norm": 0.7778790634981517, + "learning_rate": 1.2359550561797752e-05, + "loss": 0.4157835841178894, + "step": 12 + }, + { + "epoch": 0.0588568194680249, + "grad_norm": 0.7973555323801547, + "learning_rate": 1.348314606741573e-05, + "loss": 0.38240519165992737, + "step": 13 + }, + { + "epoch": 0.06338426711941143, + "grad_norm": 0.6808969539392029, + "learning_rate": 1.4606741573033709e-05, + "loss": 0.3956570029258728, + "step": 14 + }, + { + "epoch": 0.06791171477079797, + "grad_norm": 0.6476893513084165, + "learning_rate": 1.5730337078651687e-05, + "loss": 0.38245508074760437, + "step": 15 + }, + { + "epoch": 0.0724391624221845, + "grad_norm": 0.5574203855090996, + "learning_rate": 1.6853932584269665e-05, + "loss": 0.3645451068878174, + "step": 16 + }, + { + "epoch": 0.07696661007357103, + "grad_norm": 0.556142105956913, + "learning_rate": 1.797752808988764e-05, + "loss": 0.37906813621520996, + "step": 17 + }, + { + "epoch": 0.08149405772495756, + "grad_norm": 0.5390987389446441, + "learning_rate": 1.9101123595505618e-05, + "loss": 0.35216137766838074, + "step": 18 + }, + { + "epoch": 0.08602150537634409, + "grad_norm": 0.42363300643952606, + "learning_rate": 2.0224719101123596e-05, + "loss": 0.32894521951675415, + "step": 19 + }, + { + "epoch": 0.09054895302773061, + "grad_norm": 0.4504410413461609, + "learning_rate": 2.1348314606741574e-05, + "loss": 0.3588491380214691, + "step": 20 + }, + { + "epoch": 0.09507640067911714, + "grad_norm": 0.4248016680645426, + "learning_rate": 2.2471910112359552e-05, + "loss": 0.35492587089538574, + "step": 21 + }, + { + "epoch": 0.09960384833050367, + "grad_norm": 0.45292204165027866, + "learning_rate": 2.359550561797753e-05, + "loss": 0.3395863175392151, + "step": 22 + }, + { + "epoch": 0.1041312959818902, + "grad_norm": 0.4127018468390898, + "learning_rate": 2.4719101123595505e-05, + "loss": 0.3350675702095032, + "step": 23 + }, + { + "epoch": 0.10865874363327674, + "grad_norm": 0.41087243703557136, + "learning_rate": 2.5842696629213486e-05, + "loss": 0.32198527455329895, + "step": 24 + }, + { + "epoch": 0.11318619128466327, + "grad_norm": 0.4141054386106995, + "learning_rate": 2.696629213483146e-05, + "loss": 0.31030064821243286, + "step": 25 + }, + { + "epoch": 0.1177136389360498, + "grad_norm": 0.4007754482311067, + "learning_rate": 2.8089887640449443e-05, + "loss": 0.3337652087211609, + "step": 26 + }, + { + "epoch": 0.12224108658743633, + "grad_norm": 0.3445113938247397, + "learning_rate": 2.9213483146067417e-05, + "loss": 0.3164421319961548, + "step": 27 + }, + { + "epoch": 0.12676853423882287, + "grad_norm": 0.4165236729788368, + "learning_rate": 3.0337078651685396e-05, + "loss": 0.3188047409057617, + "step": 28 + }, + { + "epoch": 0.13129598189020938, + "grad_norm": 0.35793264806538255, + "learning_rate": 3.1460674157303374e-05, + "loss": 0.3220544457435608, + "step": 29 + }, + { + "epoch": 0.13582342954159593, + "grad_norm": 0.3693389074810848, + "learning_rate": 3.258426966292135e-05, + "loss": 0.2884308099746704, + "step": 30 + }, + { + "epoch": 0.14035087719298245, + "grad_norm": 0.3693829230677698, + "learning_rate": 3.370786516853933e-05, + "loss": 0.28860390186309814, + "step": 31 + }, + { + "epoch": 0.144878324844369, + "grad_norm": 0.2871781736218002, + "learning_rate": 3.483146067415731e-05, + "loss": 0.29432493448257446, + "step": 32 + }, + { + "epoch": 0.1494057724957555, + "grad_norm": 0.34659072254483303, + "learning_rate": 3.595505617977528e-05, + "loss": 0.29653051495552063, + "step": 33 + }, + { + "epoch": 0.15393322014714206, + "grad_norm": 0.3353984969007762, + "learning_rate": 3.7078651685393264e-05, + "loss": 0.31739920377731323, + "step": 34 + }, + { + "epoch": 0.15846066779852858, + "grad_norm": 0.30470773813342095, + "learning_rate": 3.8202247191011236e-05, + "loss": 0.2955687344074249, + "step": 35 + }, + { + "epoch": 0.16298811544991512, + "grad_norm": 0.3365610498312007, + "learning_rate": 3.9325842696629214e-05, + "loss": 0.28539973497390747, + "step": 36 + }, + { + "epoch": 0.16751556310130164, + "grad_norm": 0.3630734236817004, + "learning_rate": 4.044943820224719e-05, + "loss": 0.26939618587493896, + "step": 37 + }, + { + "epoch": 0.17204301075268819, + "grad_norm": 0.30664574697744273, + "learning_rate": 4.157303370786517e-05, + "loss": 0.2930394113063812, + "step": 38 + }, + { + "epoch": 0.1765704584040747, + "grad_norm": 0.3172929701625085, + "learning_rate": 4.269662921348315e-05, + "loss": 0.2929205000400543, + "step": 39 + }, + { + "epoch": 0.18109790605546122, + "grad_norm": 0.30282779948812566, + "learning_rate": 4.3820224719101126e-05, + "loss": 0.28868985176086426, + "step": 40 + }, + { + "epoch": 0.18562535370684777, + "grad_norm": 0.36387145692382533, + "learning_rate": 4.4943820224719104e-05, + "loss": 0.2901768386363983, + "step": 41 + }, + { + "epoch": 0.19015280135823429, + "grad_norm": 0.32552743560482894, + "learning_rate": 4.606741573033708e-05, + "loss": 0.2603440284729004, + "step": 42 + }, + { + "epoch": 0.19468024900962083, + "grad_norm": 0.32257099007122275, + "learning_rate": 4.719101123595506e-05, + "loss": 0.2538576126098633, + "step": 43 + }, + { + "epoch": 0.19920769666100735, + "grad_norm": 0.30260575607567747, + "learning_rate": 4.831460674157304e-05, + "loss": 0.270669549703598, + "step": 44 + }, + { + "epoch": 0.2037351443123939, + "grad_norm": 0.29630104759035064, + "learning_rate": 4.943820224719101e-05, + "loss": 0.299394428730011, + "step": 45 + }, + { + "epoch": 0.2082625919637804, + "grad_norm": 0.3143547122724143, + "learning_rate": 5.0561797752808995e-05, + "loss": 0.27803701162338257, + "step": 46 + }, + { + "epoch": 0.21279003961516696, + "grad_norm": 0.3069473445693767, + "learning_rate": 5.168539325842697e-05, + "loss": 0.2667008936405182, + "step": 47 + }, + { + "epoch": 0.21731748726655348, + "grad_norm": 0.32098032594841497, + "learning_rate": 5.2808988764044944e-05, + "loss": 0.25864067673683167, + "step": 48 + }, + { + "epoch": 0.22184493491794002, + "grad_norm": 0.3555508737165522, + "learning_rate": 5.393258426966292e-05, + "loss": 0.25849252939224243, + "step": 49 + }, + { + "epoch": 0.22637238256932654, + "grad_norm": 0.3557992878598279, + "learning_rate": 5.50561797752809e-05, + "loss": 0.25682830810546875, + "step": 50 + }, + { + "epoch": 0.23089983022071306, + "grad_norm": 0.3302326973115044, + "learning_rate": 5.6179775280898885e-05, + "loss": 0.2713906168937683, + "step": 51 + }, + { + "epoch": 0.2354272778720996, + "grad_norm": 0.3203937826524574, + "learning_rate": 5.730337078651685e-05, + "loss": 0.2719656527042389, + "step": 52 + }, + { + "epoch": 0.23995472552348612, + "grad_norm": 0.34684564119613337, + "learning_rate": 5.8426966292134835e-05, + "loss": 0.26817768812179565, + "step": 53 + }, + { + "epoch": 0.24448217317487267, + "grad_norm": 0.43126929639643324, + "learning_rate": 5.955056179775281e-05, + "loss": 0.26956790685653687, + "step": 54 + }, + { + "epoch": 0.2490096208262592, + "grad_norm": 0.3867030193280389, + "learning_rate": 6.067415730337079e-05, + "loss": 0.2570400834083557, + "step": 55 + }, + { + "epoch": 0.25353706847764573, + "grad_norm": 0.4120938739335183, + "learning_rate": 6.179775280898876e-05, + "loss": 0.2433938980102539, + "step": 56 + }, + { + "epoch": 0.25806451612903225, + "grad_norm": 0.3586156961196402, + "learning_rate": 6.292134831460675e-05, + "loss": 0.28030940890312195, + "step": 57 + }, + { + "epoch": 0.26259196378041877, + "grad_norm": 0.3666232259035239, + "learning_rate": 6.404494382022472e-05, + "loss": 0.2750133275985718, + "step": 58 + }, + { + "epoch": 0.26711941143180534, + "grad_norm": 0.3742199995843273, + "learning_rate": 6.51685393258427e-05, + "loss": 0.26811373233795166, + "step": 59 + }, + { + "epoch": 0.27164685908319186, + "grad_norm": 0.340295805859951, + "learning_rate": 6.629213483146067e-05, + "loss": 0.26556718349456787, + "step": 60 + }, + { + "epoch": 0.2761743067345784, + "grad_norm": 0.3910827471892104, + "learning_rate": 6.741573033707866e-05, + "loss": 0.26536938548088074, + "step": 61 + }, + { + "epoch": 0.2807017543859649, + "grad_norm": 0.4013017063957163, + "learning_rate": 6.853932584269663e-05, + "loss": 0.24445080757141113, + "step": 62 + }, + { + "epoch": 0.28522920203735147, + "grad_norm": 0.37310303240899334, + "learning_rate": 6.966292134831462e-05, + "loss": 0.2769097685813904, + "step": 63 + }, + { + "epoch": 0.289756649688738, + "grad_norm": 0.41547291584982365, + "learning_rate": 7.078651685393259e-05, + "loss": 0.27888572216033936, + "step": 64 + }, + { + "epoch": 0.2942840973401245, + "grad_norm": 0.3978298563806116, + "learning_rate": 7.191011235955056e-05, + "loss": 0.25978708267211914, + "step": 65 + }, + { + "epoch": 0.298811544991511, + "grad_norm": 0.34304353624930783, + "learning_rate": 7.303370786516854e-05, + "loss": 0.2618892788887024, + "step": 66 + }, + { + "epoch": 0.30333899264289754, + "grad_norm": 0.3568235886758767, + "learning_rate": 7.415730337078653e-05, + "loss": 0.27624228596687317, + "step": 67 + }, + { + "epoch": 0.3078664402942841, + "grad_norm": 0.4068129432872794, + "learning_rate": 7.52808988764045e-05, + "loss": 0.26165643334388733, + "step": 68 + }, + { + "epoch": 0.31239388794567063, + "grad_norm": 0.35618727820338963, + "learning_rate": 7.640449438202247e-05, + "loss": 0.23117734491825104, + "step": 69 + }, + { + "epoch": 0.31692133559705715, + "grad_norm": 0.29522791383335695, + "learning_rate": 7.752808988764046e-05, + "loss": 0.26893192529678345, + "step": 70 + }, + { + "epoch": 0.32144878324844367, + "grad_norm": 0.34184780027859696, + "learning_rate": 7.865168539325843e-05, + "loss": 0.265208899974823, + "step": 71 + }, + { + "epoch": 0.32597623089983024, + "grad_norm": 0.36453052433385097, + "learning_rate": 7.97752808988764e-05, + "loss": 0.26777154207229614, + "step": 72 + }, + { + "epoch": 0.33050367855121676, + "grad_norm": 0.31626063151863026, + "learning_rate": 8.089887640449438e-05, + "loss": 0.25969862937927246, + "step": 73 + }, + { + "epoch": 0.3350311262026033, + "grad_norm": 0.36078791784625247, + "learning_rate": 8.202247191011237e-05, + "loss": 0.252025842666626, + "step": 74 + }, + { + "epoch": 0.3395585738539898, + "grad_norm": 0.36592820199700676, + "learning_rate": 8.314606741573034e-05, + "loss": 0.23486942052841187, + "step": 75 + }, + { + "epoch": 0.34408602150537637, + "grad_norm": 0.37291138339143015, + "learning_rate": 8.426966292134831e-05, + "loss": 0.2732143998146057, + "step": 76 + }, + { + "epoch": 0.3486134691567629, + "grad_norm": 0.40292620977238186, + "learning_rate": 8.53932584269663e-05, + "loss": 0.27056077122688293, + "step": 77 + }, + { + "epoch": 0.3531409168081494, + "grad_norm": 0.3178919083590533, + "learning_rate": 8.651685393258427e-05, + "loss": 0.24804702401161194, + "step": 78 + }, + { + "epoch": 0.3576683644595359, + "grad_norm": 0.3824213813807792, + "learning_rate": 8.764044943820225e-05, + "loss": 0.2524891197681427, + "step": 79 + }, + { + "epoch": 0.36219581211092244, + "grad_norm": 0.39732669158813094, + "learning_rate": 8.876404494382022e-05, + "loss": 0.25263312458992004, + "step": 80 + }, + { + "epoch": 0.366723259762309, + "grad_norm": 0.40167655171657085, + "learning_rate": 8.988764044943821e-05, + "loss": 0.2401430904865265, + "step": 81 + }, + { + "epoch": 0.37125070741369554, + "grad_norm": 0.4156895140870112, + "learning_rate": 9.101123595505618e-05, + "loss": 0.2767913043498993, + "step": 82 + }, + { + "epoch": 0.37577815506508205, + "grad_norm": 0.36470302185591663, + "learning_rate": 9.213483146067416e-05, + "loss": 0.27237945795059204, + "step": 83 + }, + { + "epoch": 0.38030560271646857, + "grad_norm": 0.33621491342371873, + "learning_rate": 9.325842696629214e-05, + "loss": 0.26383328437805176, + "step": 84 + }, + { + "epoch": 0.38483305036785515, + "grad_norm": 0.41752007008704656, + "learning_rate": 9.438202247191012e-05, + "loss": 0.2715482711791992, + "step": 85 + }, + { + "epoch": 0.38936049801924166, + "grad_norm": 0.3810992799422323, + "learning_rate": 9.550561797752809e-05, + "loss": 0.2509955167770386, + "step": 86 + }, + { + "epoch": 0.3938879456706282, + "grad_norm": 0.37395173174434054, + "learning_rate": 9.662921348314608e-05, + "loss": 0.2497263103723526, + "step": 87 + }, + { + "epoch": 0.3984153933220147, + "grad_norm": 0.41548687649152877, + "learning_rate": 9.775280898876405e-05, + "loss": 0.2719443738460541, + "step": 88 + }, + { + "epoch": 0.4029428409734012, + "grad_norm": 0.3589498353469027, + "learning_rate": 9.887640449438202e-05, + "loss": 0.26369816064834595, + "step": 89 + }, + { + "epoch": 0.4074702886247878, + "grad_norm": 0.33451587322094073, + "learning_rate": 0.0001, + "loss": 0.2591651976108551, + "step": 90 + }, + { + "epoch": 0.4119977362761743, + "grad_norm": 0.3629069875769648, + "learning_rate": 9.999960960438442e-05, + "loss": 0.257312148809433, + "step": 91 + }, + { + "epoch": 0.4165251839275608, + "grad_norm": 0.3840755219827805, + "learning_rate": 9.999843842363401e-05, + "loss": 0.2674788236618042, + "step": 92 + }, + { + "epoch": 0.42105263157894735, + "grad_norm": 0.3303447013720405, + "learning_rate": 9.999648647603774e-05, + "loss": 0.24443332850933075, + "step": 93 + }, + { + "epoch": 0.4255800792303339, + "grad_norm": 0.31673300660852427, + "learning_rate": 9.99937537920769e-05, + "loss": 0.2551422417163849, + "step": 94 + }, + { + "epoch": 0.43010752688172044, + "grad_norm": 0.30992880019470387, + "learning_rate": 9.999024041442456e-05, + "loss": 0.2655659317970276, + "step": 95 + }, + { + "epoch": 0.43463497453310695, + "grad_norm": 0.3361276340451737, + "learning_rate": 9.998594639794501e-05, + "loss": 0.2640272378921509, + "step": 96 + }, + { + "epoch": 0.4391624221844935, + "grad_norm": 0.31861601679153306, + "learning_rate": 9.998087180969289e-05, + "loss": 0.2508934438228607, + "step": 97 + }, + { + "epoch": 0.44368986983588005, + "grad_norm": 0.3141874772255754, + "learning_rate": 9.997501672891207e-05, + "loss": 0.2459731549024582, + "step": 98 + }, + { + "epoch": 0.44821731748726656, + "grad_norm": 0.3417995555895257, + "learning_rate": 9.996838124703447e-05, + "loss": 0.2545221447944641, + "step": 99 + }, + { + "epoch": 0.4527447651386531, + "grad_norm": 0.32772554154297434, + "learning_rate": 9.99609654676786e-05, + "loss": 0.23231828212738037, + "step": 100 + }, + { + "epoch": 0.4572722127900396, + "grad_norm": 0.31390097725170435, + "learning_rate": 9.995276950664796e-05, + "loss": 0.26731887459754944, + "step": 101 + }, + { + "epoch": 0.4617996604414261, + "grad_norm": 0.36839050365963416, + "learning_rate": 9.994379349192926e-05, + "loss": 0.2589717507362366, + "step": 102 + }, + { + "epoch": 0.4663271080928127, + "grad_norm": 0.3230085260059877, + "learning_rate": 9.993403756369038e-05, + "loss": 0.2471804916858673, + "step": 103 + }, + { + "epoch": 0.4708545557441992, + "grad_norm": 0.3527635871153749, + "learning_rate": 9.992350187427815e-05, + "loss": 0.2583211660385132, + "step": 104 + }, + { + "epoch": 0.47538200339558573, + "grad_norm": 0.3257945006410995, + "learning_rate": 9.991218658821608e-05, + "loss": 0.23961997032165527, + "step": 105 + }, + { + "epoch": 0.47990945104697225, + "grad_norm": 0.320334711261071, + "learning_rate": 9.990009188220167e-05, + "loss": 0.2344263792037964, + "step": 106 + }, + { + "epoch": 0.4844368986983588, + "grad_norm": 0.2826225136540489, + "learning_rate": 9.988721794510374e-05, + "loss": 0.24988439679145813, + "step": 107 + }, + { + "epoch": 0.48896434634974534, + "grad_norm": 0.28247379517350096, + "learning_rate": 9.987356497795943e-05, + "loss": 0.26465803384780884, + "step": 108 + }, + { + "epoch": 0.49349179400113186, + "grad_norm": 0.30751957231400473, + "learning_rate": 9.985913319397109e-05, + "loss": 0.26271963119506836, + "step": 109 + }, + { + "epoch": 0.4980192416525184, + "grad_norm": 0.29507363950644233, + "learning_rate": 9.984392281850293e-05, + "loss": 0.25772029161453247, + "step": 110 + }, + { + "epoch": 0.5025466893039049, + "grad_norm": 0.3177993118197023, + "learning_rate": 9.982793408907747e-05, + "loss": 0.24420583248138428, + "step": 111 + }, + { + "epoch": 0.5070741369552915, + "grad_norm": 0.30002396119316954, + "learning_rate": 9.981116725537194e-05, + "loss": 0.23018613457679749, + "step": 112 + }, + { + "epoch": 0.511601584606678, + "grad_norm": 0.30591462803235053, + "learning_rate": 9.979362257921427e-05, + "loss": 0.25676852464675903, + "step": 113 + }, + { + "epoch": 0.5161290322580645, + "grad_norm": 0.2771867071105219, + "learning_rate": 9.977530033457905e-05, + "loss": 0.26490455865859985, + "step": 114 + }, + { + "epoch": 0.5206564799094511, + "grad_norm": 0.2695074487782023, + "learning_rate": 9.97562008075832e-05, + "loss": 0.26009300351142883, + "step": 115 + }, + { + "epoch": 0.5251839275608375, + "grad_norm": 0.29418055761111117, + "learning_rate": 9.973632429648165e-05, + "loss": 0.2581276297569275, + "step": 116 + }, + { + "epoch": 0.5297113752122241, + "grad_norm": 0.2797820785269771, + "learning_rate": 9.971567111166246e-05, + "loss": 0.24163666367530823, + "step": 117 + }, + { + "epoch": 0.5342388228636107, + "grad_norm": 0.3325911505915364, + "learning_rate": 9.969424157564215e-05, + "loss": 0.24011248350143433, + "step": 118 + }, + { + "epoch": 0.5387662705149971, + "grad_norm": 0.2844676569188647, + "learning_rate": 9.967203602306061e-05, + "loss": 0.23980462551116943, + "step": 119 + }, + { + "epoch": 0.5432937181663837, + "grad_norm": 0.2862344840570254, + "learning_rate": 9.964905480067586e-05, + "loss": 0.2630372643470764, + "step": 120 + }, + { + "epoch": 0.5478211658177702, + "grad_norm": 0.28341803695593515, + "learning_rate": 9.96252982673586e-05, + "loss": 0.25794416666030884, + "step": 121 + }, + { + "epoch": 0.5523486134691568, + "grad_norm": 0.2823295105070198, + "learning_rate": 9.960076679408674e-05, + "loss": 0.24132010340690613, + "step": 122 + }, + { + "epoch": 0.5568760611205433, + "grad_norm": 0.27570977649505757, + "learning_rate": 9.957546076393943e-05, + "loss": 0.23130124807357788, + "step": 123 + }, + { + "epoch": 0.5614035087719298, + "grad_norm": 0.2790707776447979, + "learning_rate": 9.954938057209121e-05, + "loss": 0.22781060636043549, + "step": 124 + }, + { + "epoch": 0.5659309564233164, + "grad_norm": 0.2939545202863887, + "learning_rate": 9.952252662580579e-05, + "loss": 0.2287454903125763, + "step": 125 + }, + { + "epoch": 0.5704584040747029, + "grad_norm": 0.3370977301578632, + "learning_rate": 9.949489934442966e-05, + "loss": 0.2620600759983063, + "step": 126 + }, + { + "epoch": 0.5749858517260894, + "grad_norm": 0.3152020396356069, + "learning_rate": 9.946649915938562e-05, + "loss": 0.2481548935174942, + "step": 127 + }, + { + "epoch": 0.579513299377476, + "grad_norm": 0.2839964481543971, + "learning_rate": 9.943732651416597e-05, + "loss": 0.24060115218162537, + "step": 128 + }, + { + "epoch": 0.5840407470288624, + "grad_norm": 0.3082572196378021, + "learning_rate": 9.940738186432565e-05, + "loss": 0.24669115245342255, + "step": 129 + }, + { + "epoch": 0.588568194680249, + "grad_norm": 0.3175326451046873, + "learning_rate": 9.937666567747501e-05, + "loss": 0.232182115316391, + "step": 130 + }, + { + "epoch": 0.5930956423316356, + "grad_norm": 0.2946456608292691, + "learning_rate": 9.934517843327269e-05, + "loss": 0.22415456175804138, + "step": 131 + }, + { + "epoch": 0.597623089983022, + "grad_norm": 0.3029418466381808, + "learning_rate": 9.931292062341793e-05, + "loss": 0.25596803426742554, + "step": 132 + }, + { + "epoch": 0.6021505376344086, + "grad_norm": 0.26570149470696636, + "learning_rate": 9.927989275164305e-05, + "loss": 0.25962620973587036, + "step": 133 + }, + { + "epoch": 0.6066779852857951, + "grad_norm": 0.26184979344110004, + "learning_rate": 9.924609533370551e-05, + "loss": 0.2516033351421356, + "step": 134 + }, + { + "epoch": 0.6112054329371817, + "grad_norm": 0.29194357336431614, + "learning_rate": 9.921152889737984e-05, + "loss": 0.2449331432580948, + "step": 135 + }, + { + "epoch": 0.6157328805885682, + "grad_norm": 0.2817364203286285, + "learning_rate": 9.917619398244949e-05, + "loss": 0.23890982568264008, + "step": 136 + }, + { + "epoch": 0.6202603282399547, + "grad_norm": 0.28221458993411364, + "learning_rate": 9.914009114069824e-05, + "loss": 0.2346743941307068, + "step": 137 + }, + { + "epoch": 0.6247877758913413, + "grad_norm": 0.2890703412087473, + "learning_rate": 9.910322093590177e-05, + "loss": 0.26403021812438965, + "step": 138 + }, + { + "epoch": 0.6293152235427278, + "grad_norm": 0.2775688212501171, + "learning_rate": 9.90655839438187e-05, + "loss": 0.2611105442047119, + "step": 139 + }, + { + "epoch": 0.6338426711941143, + "grad_norm": 0.28175236393188907, + "learning_rate": 9.902718075218176e-05, + "loss": 0.2559444308280945, + "step": 140 + }, + { + "epoch": 0.6383701188455009, + "grad_norm": 0.2808421807548938, + "learning_rate": 9.898801196068839e-05, + "loss": 0.24988169968128204, + "step": 141 + }, + { + "epoch": 0.6428975664968873, + "grad_norm": 0.28565156352811083, + "learning_rate": 9.89480781809916e-05, + "loss": 0.23623761534690857, + "step": 142 + }, + { + "epoch": 0.6474250141482739, + "grad_norm": 0.29055336575982305, + "learning_rate": 9.890738003669029e-05, + "loss": 0.23513942956924438, + "step": 143 + }, + { + "epoch": 0.6519524617996605, + "grad_norm": 0.2609119776160892, + "learning_rate": 9.886591816331954e-05, + "loss": 0.2382441908121109, + "step": 144 + }, + { + "epoch": 0.656479909451047, + "grad_norm": 0.2625283116555289, + "learning_rate": 9.882369320834069e-05, + "loss": 0.25793686509132385, + "step": 145 + }, + { + "epoch": 0.6610073571024335, + "grad_norm": 0.2618134108702404, + "learning_rate": 9.878070583113123e-05, + "loss": 0.25634902715682983, + "step": 146 + }, + { + "epoch": 0.66553480475382, + "grad_norm": 0.2618703653278327, + "learning_rate": 9.87369567029745e-05, + "loss": 0.23825976252555847, + "step": 147 + }, + { + "epoch": 0.6700622524052066, + "grad_norm": 0.24549141424367749, + "learning_rate": 9.869244650704923e-05, + "loss": 0.23139911890029907, + "step": 148 + }, + { + "epoch": 0.6745897000565931, + "grad_norm": 0.2919179784703248, + "learning_rate": 9.864717593841883e-05, + "loss": 0.2364065945148468, + "step": 149 + }, + { + "epoch": 0.6791171477079796, + "grad_norm": 0.3068776756186207, + "learning_rate": 9.860114570402054e-05, + "loss": 0.22805152833461761, + "step": 150 + }, + { + "epoch": 0.6836445953593662, + "grad_norm": 0.24926557146946038, + "learning_rate": 9.855435652265446e-05, + "loss": 0.25066664814949036, + "step": 151 + }, + { + "epoch": 0.6881720430107527, + "grad_norm": 0.31210984138209535, + "learning_rate": 9.85068091249722e-05, + "loss": 0.2638513743877411, + "step": 152 + }, + { + "epoch": 0.6926994906621392, + "grad_norm": 0.29266749441113704, + "learning_rate": 9.845850425346563e-05, + "loss": 0.24220243096351624, + "step": 153 + }, + { + "epoch": 0.6972269383135258, + "grad_norm": 0.2700294950759208, + "learning_rate": 9.840944266245511e-05, + "loss": 0.22989992797374725, + "step": 154 + }, + { + "epoch": 0.7017543859649122, + "grad_norm": 0.281010988179117, + "learning_rate": 9.835962511807786e-05, + "loss": 0.2375098466873169, + "step": 155 + }, + { + "epoch": 0.7062818336162988, + "grad_norm": 0.30729269930306746, + "learning_rate": 9.830905239827593e-05, + "loss": 0.2361062467098236, + "step": 156 + }, + { + "epoch": 0.7108092812676854, + "grad_norm": 0.25590332210065875, + "learning_rate": 9.825772529278401e-05, + "loss": 0.23588624596595764, + "step": 157 + }, + { + "epoch": 0.7153367289190719, + "grad_norm": 0.31448280989647853, + "learning_rate": 9.820564460311718e-05, + "loss": 0.26085129380226135, + "step": 158 + }, + { + "epoch": 0.7198641765704584, + "grad_norm": 0.26424643377935236, + "learning_rate": 9.815281114255841e-05, + "loss": 0.24308937788009644, + "step": 159 + }, + { + "epoch": 0.7243916242218449, + "grad_norm": 0.2861457501124968, + "learning_rate": 9.809922573614569e-05, + "loss": 0.23594915866851807, + "step": 160 + }, + { + "epoch": 0.7289190718732315, + "grad_norm": 0.27887102169366423, + "learning_rate": 9.804488922065937e-05, + "loss": 0.22787603735923767, + "step": 161 + }, + { + "epoch": 0.733446519524618, + "grad_norm": 0.25822092011332204, + "learning_rate": 9.798980244460893e-05, + "loss": 0.2265864610671997, + "step": 162 + }, + { + "epoch": 0.7379739671760045, + "grad_norm": 0.2671374759174116, + "learning_rate": 9.79339662682198e-05, + "loss": 0.24127787351608276, + "step": 163 + }, + { + "epoch": 0.7425014148273911, + "grad_norm": 0.2548892719346753, + "learning_rate": 9.787738156341992e-05, + "loss": 0.2710321247577667, + "step": 164 + }, + { + "epoch": 0.7470288624787776, + "grad_norm": 0.275831569381297, + "learning_rate": 9.782004921382612e-05, + "loss": 0.2556942403316498, + "step": 165 + }, + { + "epoch": 0.7515563101301641, + "grad_norm": 0.269064177544399, + "learning_rate": 9.776197011473033e-05, + "loss": 0.235366553068161, + "step": 166 + }, + { + "epoch": 0.7560837577815507, + "grad_norm": 0.26612381338020386, + "learning_rate": 9.770314517308554e-05, + "loss": 0.22850793600082397, + "step": 167 + }, + { + "epoch": 0.7606112054329371, + "grad_norm": 0.2950948787933902, + "learning_rate": 9.764357530749178e-05, + "loss": 0.21261030435562134, + "step": 168 + }, + { + "epoch": 0.7651386530843237, + "grad_norm": 0.25123182860694, + "learning_rate": 9.758326144818155e-05, + "loss": 0.2538388967514038, + "step": 169 + }, + { + "epoch": 0.7696661007357103, + "grad_norm": 0.2732466231923803, + "learning_rate": 9.752220453700556e-05, + "loss": 0.26699525117874146, + "step": 170 + }, + { + "epoch": 0.7741935483870968, + "grad_norm": 0.2782731752817353, + "learning_rate": 9.74604055274178e-05, + "loss": 0.24641463160514832, + "step": 171 + }, + { + "epoch": 0.7787209960384833, + "grad_norm": 0.247210966114068, + "learning_rate": 9.739786538446076e-05, + "loss": 0.2501038908958435, + "step": 172 + }, + { + "epoch": 0.7832484436898698, + "grad_norm": 0.27530294426655916, + "learning_rate": 9.733458508475037e-05, + "loss": 0.2417881190776825, + "step": 173 + }, + { + "epoch": 0.7877758913412564, + "grad_norm": 0.2523811344572268, + "learning_rate": 9.727056561646066e-05, + "loss": 0.22153747081756592, + "step": 174 + }, + { + "epoch": 0.7923033389926429, + "grad_norm": 0.31380982209356834, + "learning_rate": 9.720580797930845e-05, + "loss": 0.21761545538902283, + "step": 175 + }, + { + "epoch": 0.7968307866440294, + "grad_norm": 0.2608751562910921, + "learning_rate": 9.714031318453764e-05, + "loss": 0.26552385091781616, + "step": 176 + }, + { + "epoch": 0.801358234295416, + "grad_norm": 0.26240711982162157, + "learning_rate": 9.707408225490344e-05, + "loss": 0.24315059185028076, + "step": 177 + }, + { + "epoch": 0.8058856819468024, + "grad_norm": 0.2492667246400354, + "learning_rate": 9.700711622465643e-05, + "loss": 0.23814553022384644, + "step": 178 + }, + { + "epoch": 0.810413129598189, + "grad_norm": 0.2798579758688783, + "learning_rate": 9.693941613952642e-05, + "loss": 0.2307881861925125, + "step": 179 + }, + { + "epoch": 0.8149405772495756, + "grad_norm": 0.2526797413748999, + "learning_rate": 9.687098305670605e-05, + "loss": 0.2314993441104889, + "step": 180 + }, + { + "epoch": 0.819468024900962, + "grad_norm": 0.27342696621039475, + "learning_rate": 9.680181804483434e-05, + "loss": 0.21843808889389038, + "step": 181 + }, + { + "epoch": 0.8239954725523486, + "grad_norm": 0.27599884141353176, + "learning_rate": 9.673192218398e-05, + "loss": 0.25147268176078796, + "step": 182 + }, + { + "epoch": 0.8285229202037352, + "grad_norm": 0.2379839159731896, + "learning_rate": 9.66612965656245e-05, + "loss": 0.23470696806907654, + "step": 183 + }, + { + "epoch": 0.8330503678551217, + "grad_norm": 0.2377607729961128, + "learning_rate": 9.658994229264514e-05, + "loss": 0.23892493546009064, + "step": 184 + }, + { + "epoch": 0.8375778155065082, + "grad_norm": 0.2765508729309311, + "learning_rate": 9.651786047929773e-05, + "loss": 0.22539551556110382, + "step": 185 + }, + { + "epoch": 0.8421052631578947, + "grad_norm": 0.2519593343985967, + "learning_rate": 9.644505225119922e-05, + "loss": 0.22245247662067413, + "step": 186 + }, + { + "epoch": 0.8466327108092813, + "grad_norm": 0.2628128409473277, + "learning_rate": 9.637151874531014e-05, + "loss": 0.22229069471359253, + "step": 187 + }, + { + "epoch": 0.8511601584606678, + "grad_norm": 0.24756613696937937, + "learning_rate": 9.62972611099168e-05, + "loss": 0.23303383588790894, + "step": 188 + }, + { + "epoch": 0.8556876061120543, + "grad_norm": 0.21745096846866624, + "learning_rate": 9.622228050461343e-05, + "loss": 0.2513193190097809, + "step": 189 + }, + { + "epoch": 0.8602150537634409, + "grad_norm": 0.25236639225485624, + "learning_rate": 9.614657810028402e-05, + "loss": 0.24287942051887512, + "step": 190 + }, + { + "epoch": 0.8647425014148273, + "grad_norm": 0.22852889983816463, + "learning_rate": 9.607015507908401e-05, + "loss": 0.2401147484779358, + "step": 191 + }, + { + "epoch": 0.8692699490662139, + "grad_norm": 0.2674473200163257, + "learning_rate": 9.599301263442192e-05, + "loss": 0.22889262437820435, + "step": 192 + }, + { + "epoch": 0.8737973967176005, + "grad_norm": 0.24774642015877638, + "learning_rate": 9.591515197094064e-05, + "loss": 0.22174108028411865, + "step": 193 + }, + { + "epoch": 0.878324844368987, + "grad_norm": 0.2251412757821093, + "learning_rate": 9.583657430449862e-05, + "loss": 0.22398972511291504, + "step": 194 + }, + { + "epoch": 0.8828522920203735, + "grad_norm": 0.240165320306096, + "learning_rate": 9.575728086215092e-05, + "loss": 0.24194234609603882, + "step": 195 + }, + { + "epoch": 0.8873797396717601, + "grad_norm": 0.3695367603182094, + "learning_rate": 9.567727288213005e-05, + "loss": 0.26238495111465454, + "step": 196 + }, + { + "epoch": 0.8919071873231466, + "grad_norm": 0.23280374098825996, + "learning_rate": 9.559655161382657e-05, + "loss": 0.22860734164714813, + "step": 197 + }, + { + "epoch": 0.8964346349745331, + "grad_norm": 0.25973865710646277, + "learning_rate": 9.551511831776965e-05, + "loss": 0.23258307576179504, + "step": 198 + }, + { + "epoch": 0.9009620826259196, + "grad_norm": 0.24401070938951658, + "learning_rate": 9.543297426560739e-05, + "loss": 0.22125867009162903, + "step": 199 + }, + { + "epoch": 0.9054895302773062, + "grad_norm": 0.2822334392942023, + "learning_rate": 9.535012074008687e-05, + "loss": 0.21612870693206787, + "step": 200 + }, + { + "epoch": 0.9100169779286927, + "grad_norm": 0.25403982737539815, + "learning_rate": 9.526655903503423e-05, + "loss": 0.2510525584220886, + "step": 201 + }, + { + "epoch": 0.9145444255800792, + "grad_norm": 0.2673253097092775, + "learning_rate": 9.518229045533438e-05, + "loss": 0.22703340649604797, + "step": 202 + }, + { + "epoch": 0.9190718732314658, + "grad_norm": 0.2544786736455726, + "learning_rate": 9.50973163169107e-05, + "loss": 0.24126993119716644, + "step": 203 + }, + { + "epoch": 0.9235993208828522, + "grad_norm": 0.25793075974148677, + "learning_rate": 9.501163794670444e-05, + "loss": 0.22873973846435547, + "step": 204 + }, + { + "epoch": 0.9281267685342388, + "grad_norm": 0.2752285689352442, + "learning_rate": 9.492525668265399e-05, + "loss": 0.21138757467269897, + "step": 205 + }, + { + "epoch": 0.9326542161856254, + "grad_norm": 0.24474589938416696, + "learning_rate": 9.483817387367403e-05, + "loss": 0.2193620204925537, + "step": 206 + }, + { + "epoch": 0.9371816638370118, + "grad_norm": 0.2528310377042809, + "learning_rate": 9.475039087963442e-05, + "loss": 0.2507357895374298, + "step": 207 + }, + { + "epoch": 0.9417091114883984, + "grad_norm": 0.23129738265349994, + "learning_rate": 9.4661909071339e-05, + "loss": 0.2444463074207306, + "step": 208 + }, + { + "epoch": 0.946236559139785, + "grad_norm": 0.2573095558750083, + "learning_rate": 9.45727298305042e-05, + "loss": 0.23638638854026794, + "step": 209 + }, + { + "epoch": 0.9507640067911715, + "grad_norm": 0.2515375484392366, + "learning_rate": 9.448285454973738e-05, + "loss": 0.2397586703300476, + "step": 210 + }, + { + "epoch": 0.955291454442558, + "grad_norm": 0.2372193469399196, + "learning_rate": 9.439228463251515e-05, + "loss": 0.2245749980211258, + "step": 211 + }, + { + "epoch": 0.9598189020939445, + "grad_norm": 0.2714440784648232, + "learning_rate": 9.430102149316146e-05, + "loss": 0.23028632998466492, + "step": 212 + }, + { + "epoch": 0.9643463497453311, + "grad_norm": 0.23968073230614428, + "learning_rate": 9.420906655682553e-05, + "loss": 0.2380228042602539, + "step": 213 + }, + { + "epoch": 0.9688737973967176, + "grad_norm": 0.2212932861961108, + "learning_rate": 9.411642125945945e-05, + "loss": 0.24913515150547028, + "step": 214 + }, + { + "epoch": 0.9734012450481041, + "grad_norm": 0.2454853876146069, + "learning_rate": 9.402308704779599e-05, + "loss": 0.23333734273910522, + "step": 215 + }, + { + "epoch": 0.9779286926994907, + "grad_norm": 0.22069122865008636, + "learning_rate": 9.392906537932582e-05, + "loss": 0.2362390011548996, + "step": 216 + }, + { + "epoch": 0.9824561403508771, + "grad_norm": 0.2615361622462132, + "learning_rate": 9.38343577222748e-05, + "loss": 0.22081774473190308, + "step": 217 + }, + { + "epoch": 0.9869835880022637, + "grad_norm": 0.24607026565299575, + "learning_rate": 9.373896555558113e-05, + "loss": 0.22281277179718018, + "step": 218 + }, + { + "epoch": 0.9915110356536503, + "grad_norm": 0.3213662621119955, + "learning_rate": 9.364289036887213e-05, + "loss": 0.2349088191986084, + "step": 219 + }, + { + "epoch": 0.9960384833050367, + "grad_norm": 0.23379740443138045, + "learning_rate": 9.354613366244108e-05, + "loss": 0.23271436989307404, + "step": 220 + }, + { + "epoch": 1.0, + "grad_norm": 0.26499035972613255, + "learning_rate": 9.344869694722372e-05, + "loss": 0.22342568635940552, + "step": 221 + }, + { + "epoch": 1.0045274476513866, + "grad_norm": 0.2752850648594146, + "learning_rate": 9.335058174477471e-05, + "loss": 0.20739434659481049, + "step": 222 + }, + { + "epoch": 1.0090548953027731, + "grad_norm": 0.24098221436784062, + "learning_rate": 9.325178958724386e-05, + "loss": 0.2148832529783249, + "step": 223 + }, + { + "epoch": 1.0135823429541595, + "grad_norm": 0.2879563972448631, + "learning_rate": 9.315232201735217e-05, + "loss": 0.19599905610084534, + "step": 224 + }, + { + "epoch": 1.018109790605546, + "grad_norm": 0.2922679962376902, + "learning_rate": 9.305218058836778e-05, + "loss": 0.18351894617080688, + "step": 225 + }, + { + "epoch": 1.0226372382569326, + "grad_norm": 0.2638706498950157, + "learning_rate": 9.295136686408166e-05, + "loss": 0.17019593715667725, + "step": 226 + }, + { + "epoch": 1.0271646859083192, + "grad_norm": 0.28406751291904697, + "learning_rate": 9.284988241878326e-05, + "loss": 0.1615096628665924, + "step": 227 + }, + { + "epoch": 1.0316921335597058, + "grad_norm": 0.28488039655510994, + "learning_rate": 9.274772883723587e-05, + "loss": 0.18971635401248932, + "step": 228 + }, + { + "epoch": 1.0362195812110921, + "grad_norm": 0.22879868791939567, + "learning_rate": 9.264490771465191e-05, + "loss": 0.20442956686019897, + "step": 229 + }, + { + "epoch": 1.0407470288624787, + "grad_norm": 0.25817967842281037, + "learning_rate": 9.254142065666801e-05, + "loss": 0.18615120649337769, + "step": 230 + }, + { + "epoch": 1.0452744765138653, + "grad_norm": 0.2579986697138899, + "learning_rate": 9.243726927931991e-05, + "loss": 0.17054522037506104, + "step": 231 + }, + { + "epoch": 1.0498019241652519, + "grad_norm": 0.2530770386261921, + "learning_rate": 9.233245520901723e-05, + "loss": 0.1674395054578781, + "step": 232 + }, + { + "epoch": 1.0543293718166384, + "grad_norm": 0.25560438874254243, + "learning_rate": 9.222698008251813e-05, + "loss": 0.166593998670578, + "step": 233 + }, + { + "epoch": 1.058856819468025, + "grad_norm": 0.32317543774295115, + "learning_rate": 9.21208455469037e-05, + "loss": 0.199741929769516, + "step": 234 + }, + { + "epoch": 1.0633842671194114, + "grad_norm": 0.24884612149048577, + "learning_rate": 9.201405325955221e-05, + "loss": 0.19953754544258118, + "step": 235 + }, + { + "epoch": 1.067911714770798, + "grad_norm": 0.23481904213991484, + "learning_rate": 9.190660488811331e-05, + "loss": 0.1850803941488266, + "step": 236 + }, + { + "epoch": 1.0724391624221845, + "grad_norm": 0.26830396060800593, + "learning_rate": 9.179850211048193e-05, + "loss": 0.19193042814731598, + "step": 237 + }, + { + "epoch": 1.076966610073571, + "grad_norm": 0.25425212272986186, + "learning_rate": 9.168974661477205e-05, + "loss": 0.17169542610645294, + "step": 238 + }, + { + "epoch": 1.0814940577249577, + "grad_norm": 0.24164852163929176, + "learning_rate": 9.158034009929046e-05, + "loss": 0.16295838356018066, + "step": 239 + }, + { + "epoch": 1.086021505376344, + "grad_norm": 0.2960035170475587, + "learning_rate": 9.14702842725101e-05, + "loss": 0.19935685396194458, + "step": 240 + }, + { + "epoch": 1.0905489530277306, + "grad_norm": 0.29022028829516544, + "learning_rate": 9.135958085304344e-05, + "loss": 0.20939302444458008, + "step": 241 + }, + { + "epoch": 1.0950764006791172, + "grad_norm": 0.2464121104543295, + "learning_rate": 9.12482315696157e-05, + "loss": 0.1964278519153595, + "step": 242 + }, + { + "epoch": 1.0996038483305037, + "grad_norm": 0.2780392524554886, + "learning_rate": 9.113623816103773e-05, + "loss": 0.18398499488830566, + "step": 243 + }, + { + "epoch": 1.1041312959818903, + "grad_norm": 0.24843742573980285, + "learning_rate": 9.102360237617899e-05, + "loss": 0.1648891270160675, + "step": 244 + }, + { + "epoch": 1.1086587436332767, + "grad_norm": 0.2719985733182779, + "learning_rate": 9.091032597394012e-05, + "loss": 0.16693006455898285, + "step": 245 + }, + { + "epoch": 1.1131861912846632, + "grad_norm": 0.2922019324194098, + "learning_rate": 9.079641072322556e-05, + "loss": 0.17014384269714355, + "step": 246 + }, + { + "epoch": 1.1177136389360498, + "grad_norm": 0.2694898285990861, + "learning_rate": 9.068185840291588e-05, + "loss": 0.20611386001110077, + "step": 247 + }, + { + "epoch": 1.1222410865874364, + "grad_norm": 0.25913955722976884, + "learning_rate": 9.056667080184003e-05, + "loss": 0.20523002743721008, + "step": 248 + }, + { + "epoch": 1.126768534238823, + "grad_norm": 0.23805155408702844, + "learning_rate": 9.045084971874738e-05, + "loss": 0.1908320188522339, + "step": 249 + }, + { + "epoch": 1.1312959818902093, + "grad_norm": 0.2470384177768955, + "learning_rate": 9.033439696227965e-05, + "loss": 0.17448925971984863, + "step": 250 + }, + { + "epoch": 1.1358234295415959, + "grad_norm": 0.24421211016429645, + "learning_rate": 9.021731435094268e-05, + "loss": 0.17978568375110626, + "step": 251 + }, + { + "epoch": 1.1403508771929824, + "grad_norm": 0.25947666303083733, + "learning_rate": 9.009960371307798e-05, + "loss": 0.15618249773979187, + "step": 252 + }, + { + "epoch": 1.144878324844369, + "grad_norm": 0.27569138136904253, + "learning_rate": 8.998126688683422e-05, + "loss": 0.20588532090187073, + "step": 253 + }, + { + "epoch": 1.1494057724957556, + "grad_norm": 0.27422459568616203, + "learning_rate": 8.986230572013855e-05, + "loss": 0.21392375230789185, + "step": 254 + }, + { + "epoch": 1.1539332201471422, + "grad_norm": 0.24852824385492137, + "learning_rate": 8.974272207066767e-05, + "loss": 0.18582111597061157, + "step": 255 + }, + { + "epoch": 1.1584606677985285, + "grad_norm": 0.24375124438036957, + "learning_rate": 8.962251780581887e-05, + "loss": 0.18185541033744812, + "step": 256 + }, + { + "epoch": 1.162988115449915, + "grad_norm": 0.2547521793599632, + "learning_rate": 8.95016948026809e-05, + "loss": 0.1750154048204422, + "step": 257 + }, + { + "epoch": 1.1675155631013017, + "grad_norm": 0.28224762417970106, + "learning_rate": 8.938025494800454e-05, + "loss": 0.16390518844127655, + "step": 258 + }, + { + "epoch": 1.1720430107526882, + "grad_norm": 0.24033758475859487, + "learning_rate": 8.925820013817329e-05, + "loss": 0.19912275671958923, + "step": 259 + }, + { + "epoch": 1.1765704584040746, + "grad_norm": 0.24817487616754882, + "learning_rate": 8.913553227917367e-05, + "loss": 0.20072248578071594, + "step": 260 + }, + { + "epoch": 1.1810979060554612, + "grad_norm": 0.24205577998995131, + "learning_rate": 8.901225328656542e-05, + "loss": 0.19208306074142456, + "step": 261 + }, + { + "epoch": 1.1856253537068477, + "grad_norm": 0.22991487472466549, + "learning_rate": 8.88883650854517e-05, + "loss": 0.18774566054344177, + "step": 262 + }, + { + "epoch": 1.1901528013582343, + "grad_norm": 0.2578167724932888, + "learning_rate": 8.876386961044891e-05, + "loss": 0.17961907386779785, + "step": 263 + }, + { + "epoch": 1.1946802490096209, + "grad_norm": 0.25461586663077734, + "learning_rate": 8.863876880565656e-05, + "loss": 0.1687210202217102, + "step": 264 + }, + { + "epoch": 1.1992076966610075, + "grad_norm": 0.23594236397959223, + "learning_rate": 8.851306462462688e-05, + "loss": 0.18248504400253296, + "step": 265 + }, + { + "epoch": 1.2037351443123938, + "grad_norm": 0.23685664063354384, + "learning_rate": 8.83867590303343e-05, + "loss": 0.199457585811615, + "step": 266 + }, + { + "epoch": 1.2082625919637804, + "grad_norm": 0.23288586801493874, + "learning_rate": 8.825985399514487e-05, + "loss": 0.19683831930160522, + "step": 267 + }, + { + "epoch": 1.212790039615167, + "grad_norm": 0.22652733194791236, + "learning_rate": 8.813235150078531e-05, + "loss": 0.1852969229221344, + "step": 268 + }, + { + "epoch": 1.2173174872665535, + "grad_norm": 0.2228879720848376, + "learning_rate": 8.800425353831226e-05, + "loss": 0.17336446046829224, + "step": 269 + }, + { + "epoch": 1.22184493491794, + "grad_norm": 0.22594774756703834, + "learning_rate": 8.787556210808101e-05, + "loss": 0.16956844925880432, + "step": 270 + }, + { + "epoch": 1.2263723825693265, + "grad_norm": 0.24916486672724852, + "learning_rate": 8.774627921971436e-05, + "loss": 0.15064643323421478, + "step": 271 + }, + { + "epoch": 1.230899830220713, + "grad_norm": 0.22725656650553938, + "learning_rate": 8.761640689207123e-05, + "loss": 0.22100770473480225, + "step": 272 + }, + { + "epoch": 1.2354272778720996, + "grad_norm": 0.22601605546228898, + "learning_rate": 8.748594715321512e-05, + "loss": 0.1962413638830185, + "step": 273 + }, + { + "epoch": 1.2399547255234862, + "grad_norm": 0.2332067860133986, + "learning_rate": 8.735490204038243e-05, + "loss": 0.19212886691093445, + "step": 274 + }, + { + "epoch": 1.2444821731748728, + "grad_norm": 0.22983107806955186, + "learning_rate": 8.722327359995064e-05, + "loss": 0.1842222809791565, + "step": 275 + }, + { + "epoch": 1.249009620826259, + "grad_norm": 0.23211304709258715, + "learning_rate": 8.709106388740642e-05, + "loss": 0.166344553232193, + "step": 276 + }, + { + "epoch": 1.2535370684776457, + "grad_norm": 0.24571103366679994, + "learning_rate": 8.695827496731342e-05, + "loss": 0.15337689220905304, + "step": 277 + }, + { + "epoch": 1.2580645161290323, + "grad_norm": 0.25541992708482025, + "learning_rate": 8.682490891328016e-05, + "loss": 0.19148650765419006, + "step": 278 + }, + { + "epoch": 1.2625919637804188, + "grad_norm": 0.22861549262407976, + "learning_rate": 8.669096780792753e-05, + "loss": 0.2060171663761139, + "step": 279 + }, + { + "epoch": 1.2671194114318054, + "grad_norm": 0.2584206185400821, + "learning_rate": 8.655645374285637e-05, + "loss": 0.2004309892654419, + "step": 280 + }, + { + "epoch": 1.2716468590831917, + "grad_norm": 0.23603568932463323, + "learning_rate": 8.64213688186147e-05, + "loss": 0.19571299850940704, + "step": 281 + }, + { + "epoch": 1.2761743067345783, + "grad_norm": 0.26642701179023764, + "learning_rate": 8.628571514466501e-05, + "loss": 0.1712074726819992, + "step": 282 + }, + { + "epoch": 1.280701754385965, + "grad_norm": 0.2328806692093194, + "learning_rate": 8.61494948393513e-05, + "loss": 0.16103923320770264, + "step": 283 + }, + { + "epoch": 1.2852292020373515, + "grad_norm": 0.2904277029583309, + "learning_rate": 8.601271002986595e-05, + "loss": 0.20578786730766296, + "step": 284 + }, + { + "epoch": 1.289756649688738, + "grad_norm": 0.3006894192800676, + "learning_rate": 8.587536285221656e-05, + "loss": 0.20829525589942932, + "step": 285 + }, + { + "epoch": 1.2942840973401246, + "grad_norm": 0.2501043326869867, + "learning_rate": 8.573745545119257e-05, + "loss": 0.20398181676864624, + "step": 286 + }, + { + "epoch": 1.298811544991511, + "grad_norm": 0.24264916410989754, + "learning_rate": 8.559898998033178e-05, + "loss": 0.18764348328113556, + "step": 287 + }, + { + "epoch": 1.3033389926428975, + "grad_norm": 0.2562744146657136, + "learning_rate": 8.545996860188668e-05, + "loss": 0.18195241689682007, + "step": 288 + }, + { + "epoch": 1.3078664402942841, + "grad_norm": 0.24730795883244333, + "learning_rate": 8.532039348679073e-05, + "loss": 0.1701197326183319, + "step": 289 + }, + { + "epoch": 1.3123938879456707, + "grad_norm": 0.23718454397392824, + "learning_rate": 8.518026681462448e-05, + "loss": 0.17796757817268372, + "step": 290 + }, + { + "epoch": 1.316921335597057, + "grad_norm": 0.26644257424403134, + "learning_rate": 8.503959077358143e-05, + "loss": 0.204569011926651, + "step": 291 + }, + { + "epoch": 1.3214487832484436, + "grad_norm": 0.2381331025166414, + "learning_rate": 8.4898367560434e-05, + "loss": 0.18774446845054626, + "step": 292 + }, + { + "epoch": 1.3259762308998302, + "grad_norm": 0.2618993159968482, + "learning_rate": 8.475659938049912e-05, + "loss": 0.18409812450408936, + "step": 293 + }, + { + "epoch": 1.3305036785512168, + "grad_norm": 0.2302993540643751, + "learning_rate": 8.46142884476038e-05, + "loss": 0.18080274760723114, + "step": 294 + }, + { + "epoch": 1.3350311262026033, + "grad_norm": 0.24254296224043767, + "learning_rate": 8.44714369840506e-05, + "loss": 0.1700076162815094, + "step": 295 + }, + { + "epoch": 1.33955857385399, + "grad_norm": 0.2434792462353294, + "learning_rate": 8.432804722058296e-05, + "loss": 0.16379863023757935, + "step": 296 + }, + { + "epoch": 1.3440860215053765, + "grad_norm": 0.2292742396093162, + "learning_rate": 8.418412139635025e-05, + "loss": 0.20876599848270416, + "step": 297 + }, + { + "epoch": 1.3486134691567628, + "grad_norm": 0.24015507761248567, + "learning_rate": 8.403966175887292e-05, + "loss": 0.19511157274246216, + "step": 298 + }, + { + "epoch": 1.3531409168081494, + "grad_norm": 0.23835404601487503, + "learning_rate": 8.389467056400732e-05, + "loss": 0.18732516467571259, + "step": 299 + }, + { + "epoch": 1.357668364459536, + "grad_norm": 0.23394631208167474, + "learning_rate": 8.374915007591053e-05, + "loss": 0.17540541291236877, + "step": 300 + }, + { + "epoch": 1.3621958121109223, + "grad_norm": 0.24058113236241577, + "learning_rate": 8.360310256700497e-05, + "loss": 0.16894260048866272, + "step": 301 + }, + { + "epoch": 1.366723259762309, + "grad_norm": 0.22971701577193754, + "learning_rate": 8.345653031794292e-05, + "loss": 0.15845853090286255, + "step": 302 + }, + { + "epoch": 1.3712507074136955, + "grad_norm": 0.22497275896865934, + "learning_rate": 8.330943561757092e-05, + "loss": 0.19490782916545868, + "step": 303 + }, + { + "epoch": 1.375778155065082, + "grad_norm": 0.2397201329461442, + "learning_rate": 8.316182076289401e-05, + "loss": 0.20050162076950073, + "step": 304 + }, + { + "epoch": 1.3803056027164686, + "grad_norm": 0.23131154556846992, + "learning_rate": 8.301368805903988e-05, + "loss": 0.18538133800029755, + "step": 305 + }, + { + "epoch": 1.3848330503678552, + "grad_norm": 0.22438363660363442, + "learning_rate": 8.286503981922283e-05, + "loss": 0.17794030904769897, + "step": 306 + }, + { + "epoch": 1.3893604980192418, + "grad_norm": 0.22915377851132254, + "learning_rate": 8.271587836470775e-05, + "loss": 0.17239966988563538, + "step": 307 + }, + { + "epoch": 1.3938879456706281, + "grad_norm": 0.22301765516003927, + "learning_rate": 8.256620602477372e-05, + "loss": 0.15613433718681335, + "step": 308 + }, + { + "epoch": 1.3984153933220147, + "grad_norm": 0.2556039458430123, + "learning_rate": 8.241602513667774e-05, + "loss": 0.19233815371990204, + "step": 309 + }, + { + "epoch": 1.4029428409734013, + "grad_norm": 0.22161397456653995, + "learning_rate": 8.226533804561827e-05, + "loss": 0.20076030492782593, + "step": 310 + }, + { + "epoch": 1.4074702886247878, + "grad_norm": 0.2158517522160699, + "learning_rate": 8.211414710469845e-05, + "loss": 0.19023515284061432, + "step": 311 + }, + { + "epoch": 1.4119977362761742, + "grad_norm": 0.23301307869370144, + "learning_rate": 8.19624546748895e-05, + "loss": 0.18671788275241852, + "step": 312 + }, + { + "epoch": 1.4165251839275608, + "grad_norm": 0.2350909348433444, + "learning_rate": 8.181026312499383e-05, + "loss": 0.19153177738189697, + "step": 313 + }, + { + "epoch": 1.4210526315789473, + "grad_norm": 0.25490025232781116, + "learning_rate": 8.165757483160798e-05, + "loss": 0.1734253168106079, + "step": 314 + }, + { + "epoch": 1.425580079230334, + "grad_norm": 0.2186984511700432, + "learning_rate": 8.150439217908556e-05, + "loss": 0.17426717281341553, + "step": 315 + }, + { + "epoch": 1.4301075268817205, + "grad_norm": 0.24210463849625682, + "learning_rate": 8.13507175595e-05, + "loss": 0.2044614553451538, + "step": 316 + }, + { + "epoch": 1.434634974533107, + "grad_norm": 0.2291072741742975, + "learning_rate": 8.11965533726072e-05, + "loss": 0.1858120560646057, + "step": 317 + }, + { + "epoch": 1.4391624221844934, + "grad_norm": 0.2271627598789281, + "learning_rate": 8.104190202580812e-05, + "loss": 0.18891949951648712, + "step": 318 + }, + { + "epoch": 1.44368986983588, + "grad_norm": 0.2258569909298315, + "learning_rate": 8.0886765934111e-05, + "loss": 0.16802790760993958, + "step": 319 + }, + { + "epoch": 1.4482173174872666, + "grad_norm": 0.23439655207595847, + "learning_rate": 8.073114752009387e-05, + "loss": 0.16781140863895416, + "step": 320 + }, + { + "epoch": 1.4527447651386531, + "grad_norm": 0.2792513119608853, + "learning_rate": 8.05750492138666e-05, + "loss": 0.1735672950744629, + "step": 321 + }, + { + "epoch": 1.4572722127900395, + "grad_norm": 0.20612097968855694, + "learning_rate": 8.041847345303297e-05, + "loss": 0.20380868017673492, + "step": 322 + }, + { + "epoch": 1.461799660441426, + "grad_norm": 0.2313183526770185, + "learning_rate": 8.026142268265256e-05, + "loss": 0.19325749576091766, + "step": 323 + }, + { + "epoch": 1.4663271080928126, + "grad_norm": 0.23353137321186834, + "learning_rate": 8.01038993552027e-05, + "loss": 0.19468310475349426, + "step": 324 + }, + { + "epoch": 1.4708545557441992, + "grad_norm": 0.23764416321851503, + "learning_rate": 7.994590593054001e-05, + "loss": 0.18415693938732147, + "step": 325 + }, + { + "epoch": 1.4753820033955858, + "grad_norm": 0.2235625506267048, + "learning_rate": 7.978744487586214e-05, + "loss": 0.15884950757026672, + "step": 326 + }, + { + "epoch": 1.4799094510469724, + "grad_norm": 0.2664821870999596, + "learning_rate": 7.962851866566912e-05, + "loss": 0.16488111019134521, + "step": 327 + }, + { + "epoch": 1.484436898698359, + "grad_norm": 0.24207702126869313, + "learning_rate": 7.946912978172474e-05, + "loss": 0.208705335855484, + "step": 328 + }, + { + "epoch": 1.4889643463497453, + "grad_norm": 0.23499117845400197, + "learning_rate": 7.93092807130179e-05, + "loss": 0.2106453776359558, + "step": 329 + }, + { + "epoch": 1.4934917940011319, + "grad_norm": 0.22987971104295032, + "learning_rate": 7.91489739557236e-05, + "loss": 0.20180118083953857, + "step": 330 + }, + { + "epoch": 1.4980192416525184, + "grad_norm": 0.2394203019376777, + "learning_rate": 7.898821201316407e-05, + "loss": 0.18206928670406342, + "step": 331 + }, + { + "epoch": 1.5025466893039048, + "grad_norm": 0.23449731981443797, + "learning_rate": 7.882699739576959e-05, + "loss": 0.18937627971172333, + "step": 332 + }, + { + "epoch": 1.5070741369552914, + "grad_norm": 0.23370924946757207, + "learning_rate": 7.866533262103936e-05, + "loss": 0.15429037809371948, + "step": 333 + }, + { + "epoch": 1.511601584606678, + "grad_norm": 0.2348912406022975, + "learning_rate": 7.850322021350215e-05, + "loss": 0.18988651037216187, + "step": 334 + }, + { + "epoch": 1.5161290322580645, + "grad_norm": 0.2432086507465226, + "learning_rate": 7.83406627046769e-05, + "loss": 0.2089129537343979, + "step": 335 + }, + { + "epoch": 1.520656479909451, + "grad_norm": 0.22816092626220283, + "learning_rate": 7.817766263303313e-05, + "loss": 0.1933603584766388, + "step": 336 + }, + { + "epoch": 1.5251839275608376, + "grad_norm": 0.22858247706166318, + "learning_rate": 7.801422254395138e-05, + "loss": 0.1819375455379486, + "step": 337 + }, + { + "epoch": 1.5297113752122242, + "grad_norm": 0.22790539922779043, + "learning_rate": 7.785034498968344e-05, + "loss": 0.17599374055862427, + "step": 338 + }, + { + "epoch": 1.5342388228636108, + "grad_norm": 0.2441118933134464, + "learning_rate": 7.768603252931243e-05, + "loss": 0.17194731533527374, + "step": 339 + }, + { + "epoch": 1.5387662705149971, + "grad_norm": 0.22048564382617603, + "learning_rate": 7.752128772871292e-05, + "loss": 0.17797675728797913, + "step": 340 + }, + { + "epoch": 1.5432937181663837, + "grad_norm": 0.2330896122968261, + "learning_rate": 7.735611316051084e-05, + "loss": 0.21639850735664368, + "step": 341 + }, + { + "epoch": 1.54782116581777, + "grad_norm": 0.2389971369177504, + "learning_rate": 7.719051140404327e-05, + "loss": 0.19379103183746338, + "step": 342 + }, + { + "epoch": 1.5523486134691566, + "grad_norm": 0.23465330342048735, + "learning_rate": 7.702448504531819e-05, + "loss": 0.18040522933006287, + "step": 343 + }, + { + "epoch": 1.5568760611205432, + "grad_norm": 0.2356363676068827, + "learning_rate": 7.685803667697411e-05, + "loss": 0.17366576194763184, + "step": 344 + }, + { + "epoch": 1.5614035087719298, + "grad_norm": 0.23082440956515077, + "learning_rate": 7.669116889823955e-05, + "loss": 0.16583794355392456, + "step": 345 + }, + { + "epoch": 1.5659309564233164, + "grad_norm": 0.25911599556300013, + "learning_rate": 7.652388431489248e-05, + "loss": 0.1619320809841156, + "step": 346 + }, + { + "epoch": 1.570458404074703, + "grad_norm": 0.2097933254162827, + "learning_rate": 7.635618553921962e-05, + "loss": 0.20942410826683044, + "step": 347 + }, + { + "epoch": 1.5749858517260895, + "grad_norm": 0.2233737518899933, + "learning_rate": 7.618807518997563e-05, + "loss": 0.20726366341114044, + "step": 348 + }, + { + "epoch": 1.579513299377476, + "grad_norm": 0.23295362591375984, + "learning_rate": 7.601955589234227e-05, + "loss": 0.19247621297836304, + "step": 349 + }, + { + "epoch": 1.5840407470288624, + "grad_norm": 0.23071211084375837, + "learning_rate": 7.585063027788731e-05, + "loss": 0.182029128074646, + "step": 350 + }, + { + "epoch": 1.588568194680249, + "grad_norm": 0.22351989125506522, + "learning_rate": 7.568130098452351e-05, + "loss": 0.16755558550357819, + "step": 351 + }, + { + "epoch": 1.5930956423316356, + "grad_norm": 0.25599011363609997, + "learning_rate": 7.551157065646746e-05, + "loss": 0.16772229969501495, + "step": 352 + }, + { + "epoch": 1.597623089983022, + "grad_norm": 0.23397623453567362, + "learning_rate": 7.534144194419817e-05, + "loss": 0.20039445161819458, + "step": 353 + }, + { + "epoch": 1.6021505376344085, + "grad_norm": 0.20716371187078184, + "learning_rate": 7.517091750441576e-05, + "loss": 0.1948099136352539, + "step": 354 + }, + { + "epoch": 1.606677985285795, + "grad_norm": 0.22909614590863156, + "learning_rate": 7.500000000000001e-05, + "loss": 0.18500792980194092, + "step": 355 + }, + { + "epoch": 1.6112054329371817, + "grad_norm": 0.24806486473796108, + "learning_rate": 7.482869209996867e-05, + "loss": 0.1827983558177948, + "step": 356 + }, + { + "epoch": 1.6157328805885682, + "grad_norm": 0.20995458240393158, + "learning_rate": 7.465699647943586e-05, + "loss": 0.1701834797859192, + "step": 357 + }, + { + "epoch": 1.6202603282399548, + "grad_norm": 0.2435204448171681, + "learning_rate": 7.44849158195703e-05, + "loss": 0.16099783778190613, + "step": 358 + }, + { + "epoch": 1.6247877758913414, + "grad_norm": 0.22196230609403023, + "learning_rate": 7.431245280755336e-05, + "loss": 0.18706944584846497, + "step": 359 + }, + { + "epoch": 1.629315223542728, + "grad_norm": 0.2177395907118696, + "learning_rate": 7.413961013653726e-05, + "loss": 0.1985095590353012, + "step": 360 + }, + { + "epoch": 1.6338426711941143, + "grad_norm": 0.23420218333689144, + "learning_rate": 7.396639050560275e-05, + "loss": 0.1964409351348877, + "step": 361 + }, + { + "epoch": 1.6383701188455009, + "grad_norm": 0.24252526568770688, + "learning_rate": 7.379279661971727e-05, + "loss": 0.1915147602558136, + "step": 362 + }, + { + "epoch": 1.6428975664968872, + "grad_norm": 0.21486825839557844, + "learning_rate": 7.361883118969247e-05, + "loss": 0.17337551712989807, + "step": 363 + }, + { + "epoch": 1.6474250141482738, + "grad_norm": 0.24153242168834782, + "learning_rate": 7.3444496932142e-05, + "loss": 0.1554442048072815, + "step": 364 + }, + { + "epoch": 1.6519524617996604, + "grad_norm": 0.2304945640598229, + "learning_rate": 7.326979656943906e-05, + "loss": 0.17819085717201233, + "step": 365 + }, + { + "epoch": 1.656479909451047, + "grad_norm": 0.21864772860961737, + "learning_rate": 7.309473282967387e-05, + "loss": 0.19845563173294067, + "step": 366 + }, + { + "epoch": 1.6610073571024335, + "grad_norm": 0.21212791611920695, + "learning_rate": 7.291930844661109e-05, + "loss": 0.19407084584236145, + "step": 367 + }, + { + "epoch": 1.66553480475382, + "grad_norm": 0.23000132762868372, + "learning_rate": 7.274352615964712e-05, + "loss": 0.19369813799858093, + "step": 368 + }, + { + "epoch": 1.6700622524052067, + "grad_norm": 0.26386625451467977, + "learning_rate": 7.256738871376732e-05, + "loss": 0.1805361658334732, + "step": 369 + }, + { + "epoch": 1.6745897000565932, + "grad_norm": 0.2250077167287235, + "learning_rate": 7.239089885950316e-05, + "loss": 0.16192588210105896, + "step": 370 + }, + { + "epoch": 1.6791171477079796, + "grad_norm": 0.25514592594562496, + "learning_rate": 7.221405935288925e-05, + "loss": 0.1664281040430069, + "step": 371 + }, + { + "epoch": 1.6836445953593662, + "grad_norm": 0.22878780832134368, + "learning_rate": 7.203687295542032e-05, + "loss": 0.20167440176010132, + "step": 372 + }, + { + "epoch": 1.6881720430107527, + "grad_norm": 0.23966301175008684, + "learning_rate": 7.185934243400806e-05, + "loss": 0.1990775465965271, + "step": 373 + }, + { + "epoch": 1.692699490662139, + "grad_norm": 0.21754089132557736, + "learning_rate": 7.168147056093797e-05, + "loss": 0.18479225039482117, + "step": 374 + }, + { + "epoch": 1.6972269383135257, + "grad_norm": 0.28801731760009536, + "learning_rate": 7.150326011382604e-05, + "loss": 0.1853107511997223, + "step": 375 + }, + { + "epoch": 1.7017543859649122, + "grad_norm": 0.2303035094624934, + "learning_rate": 7.132471387557532e-05, + "loss": 0.17413756251335144, + "step": 376 + }, + { + "epoch": 1.7062818336162988, + "grad_norm": 0.21566297620020786, + "learning_rate": 7.114583463433259e-05, + "loss": 0.15298089385032654, + "step": 377 + }, + { + "epoch": 1.7108092812676854, + "grad_norm": 0.22573410481597223, + "learning_rate": 7.096662518344468e-05, + "loss": 0.19422583281993866, + "step": 378 + }, + { + "epoch": 1.715336728919072, + "grad_norm": 0.21405199236051928, + "learning_rate": 7.078708832141497e-05, + "loss": 0.18652589619159698, + "step": 379 + }, + { + "epoch": 1.7198641765704585, + "grad_norm": 0.21441763042624978, + "learning_rate": 7.060722685185961e-05, + "loss": 0.19040265679359436, + "step": 380 + }, + { + "epoch": 1.7243916242218449, + "grad_norm": 0.2287276042650557, + "learning_rate": 7.042704358346375e-05, + "loss": 0.18727976083755493, + "step": 381 + }, + { + "epoch": 1.7289190718732315, + "grad_norm": 0.21306676953811082, + "learning_rate": 7.024654132993772e-05, + "loss": 0.1772461086511612, + "step": 382 + }, + { + "epoch": 1.733446519524618, + "grad_norm": 0.22641914389290818, + "learning_rate": 7.006572290997304e-05, + "loss": 0.16065247356891632, + "step": 383 + }, + { + "epoch": 1.7379739671760044, + "grad_norm": 0.2163723775253618, + "learning_rate": 6.988459114719849e-05, + "loss": 0.17697076499462128, + "step": 384 + }, + { + "epoch": 1.742501414827391, + "grad_norm": 0.20537607404160005, + "learning_rate": 6.970314887013584e-05, + "loss": 0.21230991184711456, + "step": 385 + }, + { + "epoch": 1.7470288624787775, + "grad_norm": 0.23281708772592882, + "learning_rate": 6.952139891215593e-05, + "loss": 0.1916704922914505, + "step": 386 + }, + { + "epoch": 1.751556310130164, + "grad_norm": 0.20208193625524307, + "learning_rate": 6.93393441114342e-05, + "loss": 0.17192980647087097, + "step": 387 + }, + { + "epoch": 1.7560837577815507, + "grad_norm": 0.23905156882195805, + "learning_rate": 6.915698731090648e-05, + "loss": 0.17362508177757263, + "step": 388 + }, + { + "epoch": 1.7606112054329373, + "grad_norm": 0.20726985781015517, + "learning_rate": 6.897433135822461e-05, + "loss": 0.16086629033088684, + "step": 389 + }, + { + "epoch": 1.7651386530843238, + "grad_norm": 0.21143137753141877, + "learning_rate": 6.879137910571191e-05, + "loss": 0.17281287908554077, + "step": 390 + }, + { + "epoch": 1.7696661007357104, + "grad_norm": 0.1988056358395259, + "learning_rate": 6.860813341031866e-05, + "loss": 0.20971840620040894, + "step": 391 + }, + { + "epoch": 1.7741935483870968, + "grad_norm": 0.20345665643593203, + "learning_rate": 6.842459713357752e-05, + "loss": 0.18777552247047424, + "step": 392 + }, + { + "epoch": 1.7787209960384833, + "grad_norm": 0.21784178411369015, + "learning_rate": 6.824077314155877e-05, + "loss": 0.18649156391620636, + "step": 393 + }, + { + "epoch": 1.7832484436898697, + "grad_norm": 0.22281633265480258, + "learning_rate": 6.805666430482564e-05, + "loss": 0.18137586116790771, + "step": 394 + }, + { + "epoch": 1.7877758913412563, + "grad_norm": 0.21739305127964964, + "learning_rate": 6.787227349838947e-05, + "loss": 0.166051983833313, + "step": 395 + }, + { + "epoch": 1.7923033389926428, + "grad_norm": 0.22627848415767696, + "learning_rate": 6.768760360166471e-05, + "loss": 0.15685385465621948, + "step": 396 + }, + { + "epoch": 1.7968307866440294, + "grad_norm": 0.19512762189959926, + "learning_rate": 6.750265749842409e-05, + "loss": 0.18851293623447418, + "step": 397 + }, + { + "epoch": 1.801358234295416, + "grad_norm": 0.19851096227569107, + "learning_rate": 6.731743807675355e-05, + "loss": 0.20142939686775208, + "step": 398 + }, + { + "epoch": 1.8058856819468025, + "grad_norm": 0.1987549455469965, + "learning_rate": 6.713194822900706e-05, + "loss": 0.1752074658870697, + "step": 399 + }, + { + "epoch": 1.8104131295981891, + "grad_norm": 0.24469634191868353, + "learning_rate": 6.694619085176159e-05, + "loss": 0.1878441721200943, + "step": 400 + }, + { + "epoch": 1.8149405772495757, + "grad_norm": 0.23840098103990479, + "learning_rate": 6.676016884577173e-05, + "loss": 0.1690133512020111, + "step": 401 + }, + { + "epoch": 1.819468024900962, + "grad_norm": 0.23227971846950474, + "learning_rate": 6.657388511592452e-05, + "loss": 0.15280716121196747, + "step": 402 + }, + { + "epoch": 1.8239954725523486, + "grad_norm": 0.19879257030565525, + "learning_rate": 6.638734257119401e-05, + "loss": 0.18653661012649536, + "step": 403 + }, + { + "epoch": 1.8285229202037352, + "grad_norm": 0.20695685518794696, + "learning_rate": 6.620054412459588e-05, + "loss": 0.2069815844297409, + "step": 404 + }, + { + "epoch": 1.8330503678551215, + "grad_norm": 0.20256246903129402, + "learning_rate": 6.601349269314188e-05, + "loss": 0.19434502720832825, + "step": 405 + }, + { + "epoch": 1.8375778155065081, + "grad_norm": 0.22025258519215757, + "learning_rate": 6.582619119779439e-05, + "loss": 0.18385529518127441, + "step": 406 + }, + { + "epoch": 1.8421052631578947, + "grad_norm": 0.2137361777451771, + "learning_rate": 6.56386425634207e-05, + "loss": 0.17453709244728088, + "step": 407 + }, + { + "epoch": 1.8466327108092813, + "grad_norm": 0.21800698801636118, + "learning_rate": 6.545084971874738e-05, + "loss": 0.16962510347366333, + "step": 408 + }, + { + "epoch": 1.8511601584606678, + "grad_norm": 0.21773841184668813, + "learning_rate": 6.526281559631458e-05, + "loss": 0.18594738841056824, + "step": 409 + }, + { + "epoch": 1.8556876061120544, + "grad_norm": 0.20543663680928975, + "learning_rate": 6.507454313243015e-05, + "loss": 0.19622986018657684, + "step": 410 + }, + { + "epoch": 1.860215053763441, + "grad_norm": 0.21878558101742387, + "learning_rate": 6.48860352671239e-05, + "loss": 0.1954154521226883, + "step": 411 + }, + { + "epoch": 1.8647425014148273, + "grad_norm": 0.21524365537025683, + "learning_rate": 6.469729494410158e-05, + "loss": 0.17159169912338257, + "step": 412 + }, + { + "epoch": 1.869269949066214, + "grad_norm": 0.20616359246250593, + "learning_rate": 6.450832511069897e-05, + "loss": 0.1622459441423416, + "step": 413 + }, + { + "epoch": 1.8737973967176005, + "grad_norm": 0.2234602536197417, + "learning_rate": 6.431912871783586e-05, + "loss": 0.1627485156059265, + "step": 414 + }, + { + "epoch": 1.8783248443689868, + "grad_norm": 0.20253941588453686, + "learning_rate": 6.412970871996995e-05, + "loss": 0.16856414079666138, + "step": 415 + }, + { + "epoch": 1.8828522920203734, + "grad_norm": 0.21881514866997123, + "learning_rate": 6.394006807505067e-05, + "loss": 0.21652480959892273, + "step": 416 + }, + { + "epoch": 1.88737973967176, + "grad_norm": 0.21735463374069466, + "learning_rate": 6.37502097444731e-05, + "loss": 0.18492794036865234, + "step": 417 + }, + { + "epoch": 1.8919071873231466, + "grad_norm": 0.21855523766409582, + "learning_rate": 6.356013669303162e-05, + "loss": 0.18506664037704468, + "step": 418 + }, + { + "epoch": 1.8964346349745331, + "grad_norm": 0.20599360139804854, + "learning_rate": 6.336985188887366e-05, + "loss": 0.16712680459022522, + "step": 419 + }, + { + "epoch": 1.9009620826259197, + "grad_norm": 0.212516416997445, + "learning_rate": 6.317935830345338e-05, + "loss": 0.16304892301559448, + "step": 420 + }, + { + "epoch": 1.9054895302773063, + "grad_norm": 0.23929914649032236, + "learning_rate": 6.298865891148518e-05, + "loss": 0.15581056475639343, + "step": 421 + }, + { + "epoch": 1.9100169779286928, + "grad_norm": 0.20335819449154932, + "learning_rate": 6.279775669089733e-05, + "loss": 0.21459367871284485, + "step": 422 + }, + { + "epoch": 1.9145444255800792, + "grad_norm": 0.21257734416198903, + "learning_rate": 6.260665462278544e-05, + "loss": 0.1929590404033661, + "step": 423 + }, + { + "epoch": 1.9190718732314658, + "grad_norm": 0.23415671857217688, + "learning_rate": 6.241535569136584e-05, + "loss": 0.17095708847045898, + "step": 424 + }, + { + "epoch": 1.9235993208828521, + "grad_norm": 0.21520631254678835, + "learning_rate": 6.222386288392913e-05, + "loss": 0.17006826400756836, + "step": 425 + }, + { + "epoch": 1.9281267685342387, + "grad_norm": 0.2200610745944257, + "learning_rate": 6.203217919079342e-05, + "loss": 0.155431866645813, + "step": 426 + }, + { + "epoch": 1.9326542161856253, + "grad_norm": 0.2223264165520048, + "learning_rate": 6.184030760525764e-05, + "loss": 0.1626005470752716, + "step": 427 + }, + { + "epoch": 1.9371816638370118, + "grad_norm": 0.20514982553421754, + "learning_rate": 6.164825112355477e-05, + "loss": 0.1874426305294037, + "step": 428 + }, + { + "epoch": 1.9417091114883984, + "grad_norm": 0.2040379032179284, + "learning_rate": 6.145601274480521e-05, + "loss": 0.18967613577842712, + "step": 429 + }, + { + "epoch": 1.946236559139785, + "grad_norm": 0.21479986147172914, + "learning_rate": 6.126359547096975e-05, + "loss": 0.178785502910614, + "step": 430 + }, + { + "epoch": 1.9507640067911716, + "grad_norm": 0.21286903742116525, + "learning_rate": 6.107100230680279e-05, + "loss": 0.16879679262638092, + "step": 431 + }, + { + "epoch": 1.9552914544425581, + "grad_norm": 0.22034910660483908, + "learning_rate": 6.0878236259805396e-05, + "loss": 0.16959422826766968, + "step": 432 + }, + { + "epoch": 1.9598189020939445, + "grad_norm": 0.24349120753831688, + "learning_rate": 6.068530034017835e-05, + "loss": 0.16129666566848755, + "step": 433 + }, + { + "epoch": 1.964346349745331, + "grad_norm": 0.18827473527386088, + "learning_rate": 6.049219756077514e-05, + "loss": 0.17796547710895538, + "step": 434 + }, + { + "epoch": 1.9688737973967176, + "grad_norm": 0.18918405467160337, + "learning_rate": 6.029893093705492e-05, + "loss": 0.18614676594734192, + "step": 435 + }, + { + "epoch": 1.973401245048104, + "grad_norm": 0.2246979279481908, + "learning_rate": 6.010550348703538e-05, + "loss": 0.18553641438484192, + "step": 436 + }, + { + "epoch": 1.9779286926994906, + "grad_norm": 0.21206168874010198, + "learning_rate": 5.991191823124565e-05, + "loss": 0.1744600236415863, + "step": 437 + }, + { + "epoch": 1.9824561403508771, + "grad_norm": 0.21999951783024038, + "learning_rate": 5.971817819267913e-05, + "loss": 0.16687238216400146, + "step": 438 + }, + { + "epoch": 1.9869835880022637, + "grad_norm": 0.23967428162189694, + "learning_rate": 5.952428639674632e-05, + "loss": 0.1604543924331665, + "step": 439 + }, + { + "epoch": 1.9915110356536503, + "grad_norm": 0.21086931201900394, + "learning_rate": 5.9330245871227454e-05, + "loss": 0.17042537033557892, + "step": 440 + }, + { + "epoch": 1.9960384833050369, + "grad_norm": 0.21783306620521006, + "learning_rate": 5.9136059646225375e-05, + "loss": 0.19700202345848083, + "step": 441 + }, + { + "epoch": 2.0, + "grad_norm": 0.2840852610301388, + "learning_rate": 5.8941730754118116e-05, + "loss": 0.16136552393436432, + "step": 442 + }, + { + "epoch": 2.0045274476513866, + "grad_norm": 0.34043201285761693, + "learning_rate": 5.874726222951157e-05, + "loss": 0.1516227424144745, + "step": 443 + }, + { + "epoch": 2.009054895302773, + "grad_norm": 0.24500131072597228, + "learning_rate": 5.855265710919211e-05, + "loss": 0.13573628664016724, + "step": 444 + }, + { + "epoch": 2.0135823429541597, + "grad_norm": 0.5473269358411129, + "learning_rate": 5.835791843207916e-05, + "loss": 0.12611983716487885, + "step": 445 + }, + { + "epoch": 2.0181097906055463, + "grad_norm": 0.29649620899571866, + "learning_rate": 5.8163049239177784e-05, + "loss": 0.11450044810771942, + "step": 446 + }, + { + "epoch": 2.022637238256933, + "grad_norm": 0.29036589789947115, + "learning_rate": 5.7968052573531084e-05, + "loss": 0.10637161135673523, + "step": 447 + }, + { + "epoch": 2.027164685908319, + "grad_norm": 0.2771109717391068, + "learning_rate": 5.7772931480172795e-05, + "loss": 0.09776574373245239, + "step": 448 + }, + { + "epoch": 2.0316921335597056, + "grad_norm": 0.323631395065372, + "learning_rate": 5.757768900607972e-05, + "loss": 0.14583757519721985, + "step": 449 + }, + { + "epoch": 2.036219581211092, + "grad_norm": 0.3061023195343294, + "learning_rate": 5.738232820012407e-05, + "loss": 0.1459420919418335, + "step": 450 + }, + { + "epoch": 2.0407470288624787, + "grad_norm": 0.2342789652760014, + "learning_rate": 5.718685211302592e-05, + "loss": 0.130174919962883, + "step": 451 + }, + { + "epoch": 2.0452744765138653, + "grad_norm": 0.2572683144609063, + "learning_rate": 5.699126379730559e-05, + "loss": 0.11415386199951172, + "step": 452 + }, + { + "epoch": 2.049801924165252, + "grad_norm": 0.26093673764142417, + "learning_rate": 5.6795566307235915e-05, + "loss": 0.10571029037237167, + "step": 453 + }, + { + "epoch": 2.0543293718166384, + "grad_norm": 0.23275157616142492, + "learning_rate": 5.6599762698794554e-05, + "loss": 0.09423750638961792, + "step": 454 + }, + { + "epoch": 2.058856819468025, + "grad_norm": 0.21870818736956663, + "learning_rate": 5.640385602961634e-05, + "loss": 0.12411186099052429, + "step": 455 + }, + { + "epoch": 2.0633842671194116, + "grad_norm": 0.2595869834999154, + "learning_rate": 5.620784935894547e-05, + "loss": 0.14633986353874207, + "step": 456 + }, + { + "epoch": 2.067911714770798, + "grad_norm": 0.2311176864459013, + "learning_rate": 5.601174574758771e-05, + "loss": 0.12183500826358795, + "step": 457 + }, + { + "epoch": 2.0724391624221843, + "grad_norm": 0.22784673976437347, + "learning_rate": 5.581554825786267e-05, + "loss": 0.11389859020709991, + "step": 458 + }, + { + "epoch": 2.076966610073571, + "grad_norm": 0.23797601078837152, + "learning_rate": 5.5619259953555945e-05, + "loss": 0.10225850343704224, + "step": 459 + }, + { + "epoch": 2.0814940577249574, + "grad_norm": 0.2352587872410654, + "learning_rate": 5.5422883899871284e-05, + "loss": 0.0940392017364502, + "step": 460 + }, + { + "epoch": 2.086021505376344, + "grad_norm": 0.22058429661210505, + "learning_rate": 5.522642316338268e-05, + "loss": 0.12159469723701477, + "step": 461 + }, + { + "epoch": 2.0905489530277306, + "grad_norm": 0.21887132931344502, + "learning_rate": 5.5029880811986544e-05, + "loss": 0.1463402509689331, + "step": 462 + }, + { + "epoch": 2.095076400679117, + "grad_norm": 0.2164365588361623, + "learning_rate": 5.483325991485379e-05, + "loss": 0.13759233057498932, + "step": 463 + }, + { + "epoch": 2.0996038483305037, + "grad_norm": 0.21488628541756813, + "learning_rate": 5.463656354238184e-05, + "loss": 0.11654265224933624, + "step": 464 + }, + { + "epoch": 2.1041312959818903, + "grad_norm": 0.22603763343851777, + "learning_rate": 5.4439794766146746e-05, + "loss": 0.10867158323526382, + "step": 465 + }, + { + "epoch": 2.108658743633277, + "grad_norm": 0.21410526450166345, + "learning_rate": 5.424295665885523e-05, + "loss": 0.10072112083435059, + "step": 466 + }, + { + "epoch": 2.1131861912846635, + "grad_norm": 0.26519511640876037, + "learning_rate": 5.404605229429664e-05, + "loss": 0.09951277077198029, + "step": 467 + }, + { + "epoch": 2.11771363893605, + "grad_norm": 0.2152943228441027, + "learning_rate": 5.384908474729501e-05, + "loss": 0.15281015634536743, + "step": 468 + }, + { + "epoch": 2.122241086587436, + "grad_norm": 0.22369944720082735, + "learning_rate": 5.365205709366099e-05, + "loss": 0.14525587856769562, + "step": 469 + }, + { + "epoch": 2.1267685342388227, + "grad_norm": 0.24122685007261, + "learning_rate": 5.34549724101439e-05, + "loss": 0.1253020465373993, + "step": 470 + }, + { + "epoch": 2.1312959818902093, + "grad_norm": 0.2260455077583836, + "learning_rate": 5.325783377438357e-05, + "loss": 0.11360302567481995, + "step": 471 + }, + { + "epoch": 2.135823429541596, + "grad_norm": 0.22335618437779742, + "learning_rate": 5.306064426486237e-05, + "loss": 0.1024991124868393, + "step": 472 + }, + { + "epoch": 2.1403508771929824, + "grad_norm": 0.25230876999441276, + "learning_rate": 5.286340696085709e-05, + "loss": 0.09407860040664673, + "step": 473 + }, + { + "epoch": 2.144878324844369, + "grad_norm": 0.22751802306615446, + "learning_rate": 5.266612494239088e-05, + "loss": 0.13089381158351898, + "step": 474 + }, + { + "epoch": 2.1494057724957556, + "grad_norm": 0.2320769608199613, + "learning_rate": 5.246880129018516e-05, + "loss": 0.14164891839027405, + "step": 475 + }, + { + "epoch": 2.153933220147142, + "grad_norm": 0.2438198816777789, + "learning_rate": 5.227143908561145e-05, + "loss": 0.13016922771930695, + "step": 476 + }, + { + "epoch": 2.1584606677985287, + "grad_norm": 0.24106291314947187, + "learning_rate": 5.207404141064334e-05, + "loss": 0.11469609290361404, + "step": 477 + }, + { + "epoch": 2.1629881154499153, + "grad_norm": 0.2417691338448816, + "learning_rate": 5.187661134780829e-05, + "loss": 0.10605259984731674, + "step": 478 + }, + { + "epoch": 2.1675155631013014, + "grad_norm": 0.23120471522513697, + "learning_rate": 5.1679151980139564e-05, + "loss": 0.0900178849697113, + "step": 479 + }, + { + "epoch": 2.172043010752688, + "grad_norm": 0.23818899603412247, + "learning_rate": 5.148166639112799e-05, + "loss": 0.12464714050292969, + "step": 480 + }, + { + "epoch": 2.1765704584040746, + "grad_norm": 0.2435869489375957, + "learning_rate": 5.128415766467392e-05, + "loss": 0.14309638738632202, + "step": 481 + }, + { + "epoch": 2.181097906055461, + "grad_norm": 0.2550388153795191, + "learning_rate": 5.1086628885038946e-05, + "loss": 0.1305043250322342, + "step": 482 + }, + { + "epoch": 2.1856253537068477, + "grad_norm": 0.2748501673226725, + "learning_rate": 5.0889083136797875e-05, + "loss": 0.1189241111278534, + "step": 483 + }, + { + "epoch": 2.1901528013582343, + "grad_norm": 0.23791461412724066, + "learning_rate": 5.0691523504790474e-05, + "loss": 0.11003842949867249, + "step": 484 + }, + { + "epoch": 2.194680249009621, + "grad_norm": 0.2571332410212008, + "learning_rate": 5.049395307407329e-05, + "loss": 0.09716764092445374, + "step": 485 + }, + { + "epoch": 2.1992076966610075, + "grad_norm": 0.2384425630442099, + "learning_rate": 5.029637492987153e-05, + "loss": 0.12285800278186798, + "step": 486 + }, + { + "epoch": 2.203735144312394, + "grad_norm": 0.23327436477533126, + "learning_rate": 5.009879215753085e-05, + "loss": 0.14675894379615784, + "step": 487 + }, + { + "epoch": 2.2082625919637806, + "grad_norm": 0.23660300722487457, + "learning_rate": 4.990120784246917e-05, + "loss": 0.12845291197299957, + "step": 488 + }, + { + "epoch": 2.212790039615167, + "grad_norm": 0.2529987599525421, + "learning_rate": 4.970362507012848e-05, + "loss": 0.11380189657211304, + "step": 489 + }, + { + "epoch": 2.2173174872665533, + "grad_norm": 0.2257026219548231, + "learning_rate": 4.950604692592672e-05, + "loss": 0.10727782547473907, + "step": 490 + }, + { + "epoch": 2.22184493491794, + "grad_norm": 0.24938286972845045, + "learning_rate": 4.9308476495209544e-05, + "loss": 0.09760070592164993, + "step": 491 + }, + { + "epoch": 2.2263723825693265, + "grad_norm": 0.256045129385456, + "learning_rate": 4.911091686320213e-05, + "loss": 0.09533251821994781, + "step": 492 + }, + { + "epoch": 2.230899830220713, + "grad_norm": 0.20731473595370586, + "learning_rate": 4.891337111496107e-05, + "loss": 0.1371329128742218, + "step": 493 + }, + { + "epoch": 2.2354272778720996, + "grad_norm": 0.2342242439023739, + "learning_rate": 4.87158423353261e-05, + "loss": 0.13537269830703735, + "step": 494 + }, + { + "epoch": 2.239954725523486, + "grad_norm": 0.26444134837772815, + "learning_rate": 4.851833360887201e-05, + "loss": 0.12884870171546936, + "step": 495 + }, + { + "epoch": 2.2444821731748728, + "grad_norm": 0.23576112791818454, + "learning_rate": 4.8320848019860454e-05, + "loss": 0.11199313402175903, + "step": 496 + }, + { + "epoch": 2.2490096208262593, + "grad_norm": 0.24720880815470767, + "learning_rate": 4.8123388652191715e-05, + "loss": 0.10179640352725983, + "step": 497 + }, + { + "epoch": 2.253537068477646, + "grad_norm": 0.25523862330199726, + "learning_rate": 4.7925958589356675e-05, + "loss": 0.09644719958305359, + "step": 498 + }, + { + "epoch": 2.258064516129032, + "grad_norm": 0.24865695878197794, + "learning_rate": 4.7728560914388566e-05, + "loss": 0.14680303633213043, + "step": 499 + }, + { + "epoch": 2.2625919637804186, + "grad_norm": 0.23004145198330597, + "learning_rate": 4.7531198709814854e-05, + "loss": 0.14524027705192566, + "step": 500 + }, + { + "epoch": 2.267119411431805, + "grad_norm": 0.279854048150932, + "learning_rate": 4.7333875057609126e-05, + "loss": 0.12221886962652206, + "step": 501 + }, + { + "epoch": 2.2716468590831917, + "grad_norm": 0.2535516632210991, + "learning_rate": 4.713659303914292e-05, + "loss": 0.11302715539932251, + "step": 502 + }, + { + "epoch": 2.2761743067345783, + "grad_norm": 0.24110440429763527, + "learning_rate": 4.693935573513764e-05, + "loss": 0.10129803419113159, + "step": 503 + }, + { + "epoch": 2.280701754385965, + "grad_norm": 0.27220854726214855, + "learning_rate": 4.674216622561644e-05, + "loss": 0.09534797072410583, + "step": 504 + }, + { + "epoch": 2.2852292020373515, + "grad_norm": 0.2512747146047165, + "learning_rate": 4.654502758985611e-05, + "loss": 0.13642863929271698, + "step": 505 + }, + { + "epoch": 2.289756649688738, + "grad_norm": 0.2418677972815777, + "learning_rate": 4.6347942906339015e-05, + "loss": 0.14808616042137146, + "step": 506 + }, + { + "epoch": 2.2942840973401246, + "grad_norm": 0.2567606605942382, + "learning_rate": 4.615091525270501e-05, + "loss": 0.12847869098186493, + "step": 507 + }, + { + "epoch": 2.298811544991511, + "grad_norm": 0.2831968733809652, + "learning_rate": 4.595394770570337e-05, + "loss": 0.12522968649864197, + "step": 508 + }, + { + "epoch": 2.3033389926428978, + "grad_norm": 0.2512488836803008, + "learning_rate": 4.575704334114478e-05, + "loss": 0.11159878224134445, + "step": 509 + }, + { + "epoch": 2.3078664402942843, + "grad_norm": 0.2613370817591552, + "learning_rate": 4.5560205233853266e-05, + "loss": 0.09394368529319763, + "step": 510 + }, + { + "epoch": 2.3123938879456705, + "grad_norm": 0.2967943489180437, + "learning_rate": 4.5363436457618174e-05, + "loss": 0.12963798642158508, + "step": 511 + }, + { + "epoch": 2.316921335597057, + "grad_norm": 0.26304342645636347, + "learning_rate": 4.516674008514623e-05, + "loss": 0.15677320957183838, + "step": 512 + }, + { + "epoch": 2.3214487832484436, + "grad_norm": 0.256715655421078, + "learning_rate": 4.497011918801347e-05, + "loss": 0.137124702334404, + "step": 513 + }, + { + "epoch": 2.32597623089983, + "grad_norm": 0.3140837931142449, + "learning_rate": 4.477357683661734e-05, + "loss": 0.12650829553604126, + "step": 514 + }, + { + "epoch": 2.3305036785512168, + "grad_norm": 0.28103324867288104, + "learning_rate": 4.4577116100128735e-05, + "loss": 0.1170065626502037, + "step": 515 + }, + { + "epoch": 2.3350311262026033, + "grad_norm": 0.26198003618585153, + "learning_rate": 4.4380740046444066e-05, + "loss": 0.09977163374423981, + "step": 516 + }, + { + "epoch": 2.33955857385399, + "grad_norm": 0.29320026049771986, + "learning_rate": 4.418445174213734e-05, + "loss": 0.09925702959299088, + "step": 517 + }, + { + "epoch": 2.3440860215053765, + "grad_norm": 0.2585866257314453, + "learning_rate": 4.39882542524123e-05, + "loss": 0.13797470927238464, + "step": 518 + }, + { + "epoch": 2.348613469156763, + "grad_norm": 0.2393657065001258, + "learning_rate": 4.379215064105454e-05, + "loss": 0.14010655879974365, + "step": 519 + }, + { + "epoch": 2.353140916808149, + "grad_norm": 0.29148402803167184, + "learning_rate": 4.3596143970383664e-05, + "loss": 0.12116549909114838, + "step": 520 + }, + { + "epoch": 2.3576683644595358, + "grad_norm": 0.27445223823357867, + "learning_rate": 4.340023730120545e-05, + "loss": 0.10586535930633545, + "step": 521 + }, + { + "epoch": 2.3621958121109223, + "grad_norm": 0.25900953697788853, + "learning_rate": 4.3204433692764096e-05, + "loss": 0.09879538416862488, + "step": 522 + }, + { + "epoch": 2.366723259762309, + "grad_norm": 0.2728929783602796, + "learning_rate": 4.3008736202694414e-05, + "loss": 0.093920037150383, + "step": 523 + }, + { + "epoch": 2.3712507074136955, + "grad_norm": 0.24512095999370934, + "learning_rate": 4.281314788697408e-05, + "loss": 0.1439329981803894, + "step": 524 + }, + { + "epoch": 2.375778155065082, + "grad_norm": 0.2361995166682201, + "learning_rate": 4.2617671799875944e-05, + "loss": 0.14218634366989136, + "step": 525 + }, + { + "epoch": 2.3803056027164686, + "grad_norm": 0.24406215264374898, + "learning_rate": 4.242231099392029e-05, + "loss": 0.12147480249404907, + "step": 526 + }, + { + "epoch": 2.384833050367855, + "grad_norm": 0.2520795253864757, + "learning_rate": 4.222706851982721e-05, + "loss": 0.10550867021083832, + "step": 527 + }, + { + "epoch": 2.3893604980192418, + "grad_norm": 0.27284713189389487, + "learning_rate": 4.203194742646893e-05, + "loss": 0.11013522744178772, + "step": 528 + }, + { + "epoch": 2.3938879456706283, + "grad_norm": 0.23626266673987192, + "learning_rate": 4.1836950760822235e-05, + "loss": 0.09375832974910736, + "step": 529 + }, + { + "epoch": 2.398415393322015, + "grad_norm": 0.28795086578857015, + "learning_rate": 4.1642081567920846e-05, + "loss": 0.14555881917476654, + "step": 530 + }, + { + "epoch": 2.402942840973401, + "grad_norm": 0.28861629308942055, + "learning_rate": 4.144734289080791e-05, + "loss": 0.15418826043605804, + "step": 531 + }, + { + "epoch": 2.4074702886247876, + "grad_norm": 0.23754273031391096, + "learning_rate": 4.125273777048845e-05, + "loss": 0.13065479695796967, + "step": 532 + }, + { + "epoch": 2.411997736276174, + "grad_norm": 0.254132024369517, + "learning_rate": 4.1058269245881896e-05, + "loss": 0.12865102291107178, + "step": 533 + }, + { + "epoch": 2.4165251839275608, + "grad_norm": 0.27102840717897925, + "learning_rate": 4.086394035377463e-05, + "loss": 0.10483617335557938, + "step": 534 + }, + { + "epoch": 2.4210526315789473, + "grad_norm": 0.24916755528181858, + "learning_rate": 4.066975412877255e-05, + "loss": 0.09119851142168045, + "step": 535 + }, + { + "epoch": 2.425580079230334, + "grad_norm": 0.2331903011344317, + "learning_rate": 4.04757136032537e-05, + "loss": 0.10368061810731888, + "step": 536 + }, + { + "epoch": 2.4301075268817205, + "grad_norm": 0.2507431798769252, + "learning_rate": 4.028182180732088e-05, + "loss": 0.14746174216270447, + "step": 537 + }, + { + "epoch": 2.434634974533107, + "grad_norm": 0.2956217123784412, + "learning_rate": 4.0088081768754365e-05, + "loss": 0.12845945358276367, + "step": 538 + }, + { + "epoch": 2.4391624221844936, + "grad_norm": 0.25429438138428373, + "learning_rate": 3.9894496512964635e-05, + "loss": 0.11777739971876144, + "step": 539 + }, + { + "epoch": 2.44368986983588, + "grad_norm": 0.24156815633641798, + "learning_rate": 3.970106906294509e-05, + "loss": 0.1058419942855835, + "step": 540 + }, + { + "epoch": 2.4482173174872663, + "grad_norm": 0.27220037685566956, + "learning_rate": 3.950780243922486e-05, + "loss": 0.0915253609418869, + "step": 541 + }, + { + "epoch": 2.452744765138653, + "grad_norm": 0.24280319564635572, + "learning_rate": 3.9314699659821666e-05, + "loss": 0.09519818425178528, + "step": 542 + }, + { + "epoch": 2.4572722127900395, + "grad_norm": 0.21923038682955656, + "learning_rate": 3.9121763740194616e-05, + "loss": 0.13519631326198578, + "step": 543 + }, + { + "epoch": 2.461799660441426, + "grad_norm": 0.2488082494626004, + "learning_rate": 3.892899769319722e-05, + "loss": 0.13617262244224548, + "step": 544 + }, + { + "epoch": 2.4663271080928126, + "grad_norm": 0.305635107885523, + "learning_rate": 3.873640452903026e-05, + "loss": 0.1264575570821762, + "step": 545 + }, + { + "epoch": 2.470854555744199, + "grad_norm": 0.23570314768564468, + "learning_rate": 3.854398725519479e-05, + "loss": 0.11620922386646271, + "step": 546 + }, + { + "epoch": 2.475382003395586, + "grad_norm": 0.24778946270413518, + "learning_rate": 3.835174887644523e-05, + "loss": 0.0968777984380722, + "step": 547 + }, + { + "epoch": 2.4799094510469724, + "grad_norm": 0.296885121447023, + "learning_rate": 3.815969239474238e-05, + "loss": 0.09505044668912888, + "step": 548 + }, + { + "epoch": 2.484436898698359, + "grad_norm": 0.25294822929702704, + "learning_rate": 3.796782080920659e-05, + "loss": 0.14779812097549438, + "step": 549 + }, + { + "epoch": 2.4889643463497455, + "grad_norm": 0.21256636916880545, + "learning_rate": 3.777613711607087e-05, + "loss": 0.14114922285079956, + "step": 550 + }, + { + "epoch": 2.493491794001132, + "grad_norm": 0.29488223629139126, + "learning_rate": 3.758464430863417e-05, + "loss": 0.12959524989128113, + "step": 551 + }, + { + "epoch": 2.498019241652518, + "grad_norm": 0.27289699128683415, + "learning_rate": 3.7393345377214586e-05, + "loss": 0.11985202878713608, + "step": 552 + }, + { + "epoch": 2.502546689303905, + "grad_norm": 0.22406212900795036, + "learning_rate": 3.720224330910268e-05, + "loss": 0.1026943251490593, + "step": 553 + }, + { + "epoch": 2.5070741369552914, + "grad_norm": 0.2859349746609221, + "learning_rate": 3.701134108851483e-05, + "loss": 0.08981700241565704, + "step": 554 + }, + { + "epoch": 2.511601584606678, + "grad_norm": 0.28214778358297454, + "learning_rate": 3.682064169654663e-05, + "loss": 0.13117776811122894, + "step": 555 + }, + { + "epoch": 2.5161290322580645, + "grad_norm": 0.21994347959459834, + "learning_rate": 3.663014811112634e-05, + "loss": 0.14276379346847534, + "step": 556 + }, + { + "epoch": 2.520656479909451, + "grad_norm": 0.2594577747985432, + "learning_rate": 3.6439863306968395e-05, + "loss": 0.12485526502132416, + "step": 557 + }, + { + "epoch": 2.5251839275608376, + "grad_norm": 0.2961625882311709, + "learning_rate": 3.6249790255526915e-05, + "loss": 0.11515647172927856, + "step": 558 + }, + { + "epoch": 2.5297113752122242, + "grad_norm": 0.24683329504623078, + "learning_rate": 3.605993192494934e-05, + "loss": 0.10419435799121857, + "step": 559 + }, + { + "epoch": 2.534238822863611, + "grad_norm": 0.25364083068174226, + "learning_rate": 3.587029128003006e-05, + "loss": 0.09284784644842148, + "step": 560 + }, + { + "epoch": 2.538766270514997, + "grad_norm": 0.2585483974392137, + "learning_rate": 3.5680871282164144e-05, + "loss": 0.11332575976848602, + "step": 561 + }, + { + "epoch": 2.5432937181663835, + "grad_norm": 0.24237379986215338, + "learning_rate": 3.549167488930103e-05, + "loss": 0.14688560366630554, + "step": 562 + }, + { + "epoch": 2.54782116581777, + "grad_norm": 0.22638908812977684, + "learning_rate": 3.5302705055898425e-05, + "loss": 0.13564583659172058, + "step": 563 + }, + { + "epoch": 2.5523486134691566, + "grad_norm": 0.2596181991576638, + "learning_rate": 3.5113964732876106e-05, + "loss": 0.115118108689785, + "step": 564 + }, + { + "epoch": 2.556876061120543, + "grad_norm": 0.26415733368451977, + "learning_rate": 3.492545686756986e-05, + "loss": 0.12011849135160446, + "step": 565 + }, + { + "epoch": 2.56140350877193, + "grad_norm": 0.23714192087858377, + "learning_rate": 3.473718440368544e-05, + "loss": 0.10161202400922775, + "step": 566 + }, + { + "epoch": 2.5659309564233164, + "grad_norm": 0.27025275979195007, + "learning_rate": 3.4549150281252636e-05, + "loss": 0.0882958248257637, + "step": 567 + }, + { + "epoch": 2.570458404074703, + "grad_norm": 0.23879461948112587, + "learning_rate": 3.4361357436579316e-05, + "loss": 0.14357197284698486, + "step": 568 + }, + { + "epoch": 2.5749858517260895, + "grad_norm": 0.23316769041494662, + "learning_rate": 3.417380880220563e-05, + "loss": 0.13415873050689697, + "step": 569 + }, + { + "epoch": 2.579513299377476, + "grad_norm": 0.27654361242855297, + "learning_rate": 3.3986507306858125e-05, + "loss": 0.12432755529880524, + "step": 570 + }, + { + "epoch": 2.5840407470288627, + "grad_norm": 0.2567188323738886, + "learning_rate": 3.379945587540414e-05, + "loss": 0.10620371252298355, + "step": 571 + }, + { + "epoch": 2.5885681946802492, + "grad_norm": 0.23508221202812904, + "learning_rate": 3.361265742880599e-05, + "loss": 0.09938931465148926, + "step": 572 + }, + { + "epoch": 2.593095642331636, + "grad_norm": 0.26833749975488186, + "learning_rate": 3.342611488407549e-05, + "loss": 0.09262629598379135, + "step": 573 + }, + { + "epoch": 2.597623089983022, + "grad_norm": 0.24976917871377982, + "learning_rate": 3.323983115422827e-05, + "loss": 0.12932151556015015, + "step": 574 + }, + { + "epoch": 2.6021505376344085, + "grad_norm": 0.20685234324195712, + "learning_rate": 3.3053809148238426e-05, + "loss": 0.13880762457847595, + "step": 575 + }, + { + "epoch": 2.606677985285795, + "grad_norm": 0.24401216152089034, + "learning_rate": 3.286805177099293e-05, + "loss": 0.12213125824928284, + "step": 576 + }, + { + "epoch": 2.6112054329371817, + "grad_norm": 0.26388750626149415, + "learning_rate": 3.268256192324647e-05, + "loss": 0.11493176221847534, + "step": 577 + }, + { + "epoch": 2.6157328805885682, + "grad_norm": 0.22428771518696666, + "learning_rate": 3.249734250157592e-05, + "loss": 0.09479294717311859, + "step": 578 + }, + { + "epoch": 2.620260328239955, + "grad_norm": 0.24057632420007685, + "learning_rate": 3.231239639833531e-05, + "loss": 0.08547629415988922, + "step": 579 + }, + { + "epoch": 2.6247877758913414, + "grad_norm": 0.2336601965665524, + "learning_rate": 3.212772650161056e-05, + "loss": 0.1252753734588623, + "step": 580 + }, + { + "epoch": 2.629315223542728, + "grad_norm": 0.24165240309289301, + "learning_rate": 3.1943335695174365e-05, + "loss": 0.1408216655254364, + "step": 581 + }, + { + "epoch": 2.633842671194114, + "grad_norm": 0.24033546379107754, + "learning_rate": 3.175922685844125e-05, + "loss": 0.12671208381652832, + "step": 582 + }, + { + "epoch": 2.6383701188455007, + "grad_norm": 0.2356329228609367, + "learning_rate": 3.15754028664225e-05, + "loss": 0.11594489961862564, + "step": 583 + }, + { + "epoch": 2.6428975664968872, + "grad_norm": 0.2644332823548845, + "learning_rate": 3.1391866589681346e-05, + "loss": 0.10527190566062927, + "step": 584 + }, + { + "epoch": 2.647425014148274, + "grad_norm": 0.24214421981778728, + "learning_rate": 3.12086208942881e-05, + "loss": 0.0941970944404602, + "step": 585 + }, + { + "epoch": 2.6519524617996604, + "grad_norm": 0.24680728714282923, + "learning_rate": 3.10256686417754e-05, + "loss": 0.12475133687257767, + "step": 586 + }, + { + "epoch": 2.656479909451047, + "grad_norm": 0.25121624638306916, + "learning_rate": 3.084301268909353e-05, + "loss": 0.15046575665473938, + "step": 587 + }, + { + "epoch": 2.6610073571024335, + "grad_norm": 0.2418561721157581, + "learning_rate": 3.0660655888565825e-05, + "loss": 0.13163983821868896, + "step": 588 + }, + { + "epoch": 2.66553480475382, + "grad_norm": 0.24347981203163183, + "learning_rate": 3.0478601087844096e-05, + "loss": 0.11440954357385635, + "step": 589 + }, + { + "epoch": 2.6700622524052067, + "grad_norm": 0.2649101408245476, + "learning_rate": 3.0296851129864168e-05, + "loss": 0.11191365122795105, + "step": 590 + }, + { + "epoch": 2.6745897000565932, + "grad_norm": 0.2585452012810636, + "learning_rate": 3.0115408852801535e-05, + "loss": 0.09637647867202759, + "step": 591 + }, + { + "epoch": 2.67911714770798, + "grad_norm": 0.2518425045559207, + "learning_rate": 2.9934277090026964e-05, + "loss": 0.09529514610767365, + "step": 592 + }, + { + "epoch": 2.6836445953593664, + "grad_norm": 0.22520047038788044, + "learning_rate": 2.97534586700623e-05, + "loss": 0.13834667205810547, + "step": 593 + }, + { + "epoch": 2.688172043010753, + "grad_norm": 0.25173496296604714, + "learning_rate": 2.9572956416536267e-05, + "loss": 0.13480937480926514, + "step": 594 + }, + { + "epoch": 2.692699490662139, + "grad_norm": 0.2410585900956496, + "learning_rate": 2.9392773148140408e-05, + "loss": 0.11652663350105286, + "step": 595 + }, + { + "epoch": 2.6972269383135257, + "grad_norm": 0.23487256508276858, + "learning_rate": 2.9212911678585043e-05, + "loss": 0.11234890669584274, + "step": 596 + }, + { + "epoch": 2.7017543859649122, + "grad_norm": 0.2270191951541322, + "learning_rate": 2.9033374816555338e-05, + "loss": 0.09663751721382141, + "step": 597 + }, + { + "epoch": 2.706281833616299, + "grad_norm": 0.25197285773571976, + "learning_rate": 2.885416536566744e-05, + "loss": 0.08802421391010284, + "step": 598 + }, + { + "epoch": 2.7108092812676854, + "grad_norm": 0.26157029463529385, + "learning_rate": 2.8675286124424693e-05, + "loss": 0.13833507895469666, + "step": 599 + }, + { + "epoch": 2.715336728919072, + "grad_norm": 0.21057652362655196, + "learning_rate": 2.8496739886173995e-05, + "loss": 0.13772332668304443, + "step": 600 + }, + { + "epoch": 2.7198641765704585, + "grad_norm": 0.2630087930460932, + "learning_rate": 2.8318529439062035e-05, + "loss": 0.12039318680763245, + "step": 601 + }, + { + "epoch": 2.7243916242218447, + "grad_norm": 0.26268925166743773, + "learning_rate": 2.8140657565991958e-05, + "loss": 0.1143353208899498, + "step": 602 + }, + { + "epoch": 2.7289190718732312, + "grad_norm": 0.21784795757319134, + "learning_rate": 2.7963127044579697e-05, + "loss": 0.10443739593029022, + "step": 603 + }, + { + "epoch": 2.733446519524618, + "grad_norm": 0.24171040540762112, + "learning_rate": 2.7785940647110763e-05, + "loss": 0.08580689132213593, + "step": 604 + }, + { + "epoch": 2.7379739671760044, + "grad_norm": 0.25017672282012504, + "learning_rate": 2.7609101140496863e-05, + "loss": 0.1266556680202484, + "step": 605 + }, + { + "epoch": 2.742501414827391, + "grad_norm": 0.22426404482783405, + "learning_rate": 2.743261128623269e-05, + "loss": 0.13873793184757233, + "step": 606 + }, + { + "epoch": 2.7470288624787775, + "grad_norm": 0.21232226494818524, + "learning_rate": 2.72564738403529e-05, + "loss": 0.12767687439918518, + "step": 607 + }, + { + "epoch": 2.751556310130164, + "grad_norm": 0.2495474667171734, + "learning_rate": 2.708069155338892e-05, + "loss": 0.11374086141586304, + "step": 608 + }, + { + "epoch": 2.7560837577815507, + "grad_norm": 0.23903618675797153, + "learning_rate": 2.6905267170326143e-05, + "loss": 0.10475228726863861, + "step": 609 + }, + { + "epoch": 2.7606112054329373, + "grad_norm": 0.22385101714825797, + "learning_rate": 2.6730203430560947e-05, + "loss": 0.09183211624622345, + "step": 610 + }, + { + "epoch": 2.765138653084324, + "grad_norm": 0.2255108306449036, + "learning_rate": 2.6555503067858013e-05, + "loss": 0.120794378221035, + "step": 611 + }, + { + "epoch": 2.7696661007357104, + "grad_norm": 0.21818161061861707, + "learning_rate": 2.6381168810307533e-05, + "loss": 0.13886579871177673, + "step": 612 + }, + { + "epoch": 2.774193548387097, + "grad_norm": 0.2162769870443805, + "learning_rate": 2.6207203380282747e-05, + "loss": 0.1283240020275116, + "step": 613 + }, + { + "epoch": 2.7787209960384835, + "grad_norm": 0.2358741304529575, + "learning_rate": 2.603360949439727e-05, + "loss": 0.121439628303051, + "step": 614 + }, + { + "epoch": 2.7832484436898697, + "grad_norm": 0.2276407496979808, + "learning_rate": 2.5860389863462765e-05, + "loss": 0.10243870317935944, + "step": 615 + }, + { + "epoch": 2.7877758913412563, + "grad_norm": 0.22912652601551836, + "learning_rate": 2.5687547192446647e-05, + "loss": 0.09506306052207947, + "step": 616 + }, + { + "epoch": 2.792303338992643, + "grad_norm": 0.22281328036060236, + "learning_rate": 2.5515084180429716e-05, + "loss": 0.09046522527933121, + "step": 617 + }, + { + "epoch": 2.7968307866440294, + "grad_norm": 0.1976431350430884, + "learning_rate": 2.5343003520564158e-05, + "loss": 0.13864973187446594, + "step": 618 + }, + { + "epoch": 2.801358234295416, + "grad_norm": 0.20883640126867217, + "learning_rate": 2.5171307900031345e-05, + "loss": 0.13139835000038147, + "step": 619 + }, + { + "epoch": 2.8058856819468025, + "grad_norm": 0.2125190189472025, + "learning_rate": 2.500000000000001e-05, + "loss": 0.1208663210272789, + "step": 620 + }, + { + "epoch": 2.810413129598189, + "grad_norm": 0.21228317639875047, + "learning_rate": 2.4829082495584242e-05, + "loss": 0.10401903092861176, + "step": 621 + }, + { + "epoch": 2.8149405772495757, + "grad_norm": 0.21279150723283488, + "learning_rate": 2.465855805580185e-05, + "loss": 0.09000042080879211, + "step": 622 + }, + { + "epoch": 2.819468024900962, + "grad_norm": 0.2154703660458778, + "learning_rate": 2.448842934353256e-05, + "loss": 0.09436316788196564, + "step": 623 + }, + { + "epoch": 2.8239954725523484, + "grad_norm": 0.18468130064262714, + "learning_rate": 2.4318699015476493e-05, + "loss": 0.12485232949256897, + "step": 624 + }, + { + "epoch": 2.828522920203735, + "grad_norm": 0.2118189050847499, + "learning_rate": 2.414936972211272e-05, + "loss": 0.13756975531578064, + "step": 625 + }, + { + "epoch": 2.8330503678551215, + "grad_norm": 0.2008637254946331, + "learning_rate": 2.3980444107657747e-05, + "loss": 0.1262628734111786, + "step": 626 + }, + { + "epoch": 2.837577815506508, + "grad_norm": 0.19507177543957294, + "learning_rate": 2.3811924810024384e-05, + "loss": 0.11262847483158112, + "step": 627 + }, + { + "epoch": 2.8421052631578947, + "grad_norm": 0.2160150070627766, + "learning_rate": 2.3643814460780394e-05, + "loss": 0.09914860129356384, + "step": 628 + }, + { + "epoch": 2.8466327108092813, + "grad_norm": 0.22322489364690976, + "learning_rate": 2.347611568510754e-05, + "loss": 0.08965691924095154, + "step": 629 + }, + { + "epoch": 2.851160158460668, + "grad_norm": 0.18405705268568368, + "learning_rate": 2.3308831101760486e-05, + "loss": 0.12905165553092957, + "step": 630 + }, + { + "epoch": 2.8556876061120544, + "grad_norm": 0.1954145806659638, + "learning_rate": 2.3141963323025916e-05, + "loss": 0.14251145720481873, + "step": 631 + }, + { + "epoch": 2.860215053763441, + "grad_norm": 0.2550894717469498, + "learning_rate": 2.2975514954681838e-05, + "loss": 0.1315610110759735, + "step": 632 + }, + { + "epoch": 2.8647425014148276, + "grad_norm": 0.19866802480987966, + "learning_rate": 2.2809488595956745e-05, + "loss": 0.10726577043533325, + "step": 633 + }, + { + "epoch": 2.869269949066214, + "grad_norm": 0.2059757913242525, + "learning_rate": 2.264388683948918e-05, + "loss": 0.09670988470315933, + "step": 634 + }, + { + "epoch": 2.8737973967176007, + "grad_norm": 0.2209737989570976, + "learning_rate": 2.247871227128709e-05, + "loss": 0.09051385521888733, + "step": 635 + }, + { + "epoch": 2.878324844368987, + "grad_norm": 0.19723744969911808, + "learning_rate": 2.2313967470687593e-05, + "loss": 0.11008135974407196, + "step": 636 + }, + { + "epoch": 2.8828522920203734, + "grad_norm": 0.18491495577394462, + "learning_rate": 2.2149655010316573e-05, + "loss": 0.14236138761043549, + "step": 637 + }, + { + "epoch": 2.88737973967176, + "grad_norm": 0.20555974856745457, + "learning_rate": 2.1985777456048633e-05, + "loss": 0.12351356446743011, + "step": 638 + }, + { + "epoch": 2.8919071873231466, + "grad_norm": 0.20962920142081726, + "learning_rate": 2.1822337366966898e-05, + "loss": 0.11412464082241058, + "step": 639 + }, + { + "epoch": 2.896434634974533, + "grad_norm": 0.18352752004787823, + "learning_rate": 2.1659337295323118e-05, + "loss": 0.10024420917034149, + "step": 640 + }, + { + "epoch": 2.9009620826259197, + "grad_norm": 0.1961851446672569, + "learning_rate": 2.149677978649786e-05, + "loss": 0.08953743427991867, + "step": 641 + }, + { + "epoch": 2.9054895302773063, + "grad_norm": 0.22264124964898163, + "learning_rate": 2.1334667378960644e-05, + "loss": 0.08613376319408417, + "step": 642 + }, + { + "epoch": 2.910016977928693, + "grad_norm": 0.1841841809171048, + "learning_rate": 2.1173002604230425e-05, + "loss": 0.12837599217891693, + "step": 643 + }, + { + "epoch": 2.914544425580079, + "grad_norm": 0.17570198473311538, + "learning_rate": 2.1011787986835934e-05, + "loss": 0.13058477640151978, + "step": 644 + }, + { + "epoch": 2.9190718732314656, + "grad_norm": 0.1890424121279899, + "learning_rate": 2.0851026044276406e-05, + "loss": 0.11193414777517319, + "step": 645 + }, + { + "epoch": 2.923599320882852, + "grad_norm": 0.2037958407485097, + "learning_rate": 2.0690719286982125e-05, + "loss": 0.10173594951629639, + "step": 646 + }, + { + "epoch": 2.9281267685342387, + "grad_norm": 0.19365613909836157, + "learning_rate": 2.0530870218275273e-05, + "loss": 0.10059279203414917, + "step": 647 + }, + { + "epoch": 2.9326542161856253, + "grad_norm": 0.18313628206502447, + "learning_rate": 2.0371481334330912e-05, + "loss": 0.08752919733524323, + "step": 648 + }, + { + "epoch": 2.937181663837012, + "grad_norm": 0.18163662587745502, + "learning_rate": 2.0212555124137866e-05, + "loss": 0.1352725774049759, + "step": 649 + }, + { + "epoch": 2.9417091114883984, + "grad_norm": 0.18305358707796393, + "learning_rate": 2.005409406946e-05, + "loss": 0.1280105859041214, + "step": 650 + }, + { + "epoch": 2.946236559139785, + "grad_norm": 0.1695870301850634, + "learning_rate": 1.9896100644797317e-05, + "loss": 0.11544548720121384, + "step": 651 + }, + { + "epoch": 2.9507640067911716, + "grad_norm": 0.178212092154041, + "learning_rate": 1.973857731734746e-05, + "loss": 0.10372395813465118, + "step": 652 + }, + { + "epoch": 2.955291454442558, + "grad_norm": 0.20017714089350316, + "learning_rate": 1.958152654696705e-05, + "loss": 0.09953290224075317, + "step": 653 + }, + { + "epoch": 2.9598189020939447, + "grad_norm": 0.19414570777122794, + "learning_rate": 1.942495078613341e-05, + "loss": 0.08335710316896439, + "step": 654 + }, + { + "epoch": 2.9643463497453313, + "grad_norm": 0.16077247309449752, + "learning_rate": 1.9268852479906147e-05, + "loss": 0.11613577604293823, + "step": 655 + }, + { + "epoch": 2.968873797396718, + "grad_norm": 0.16858390725017094, + "learning_rate": 1.9113234065889014e-05, + "loss": 0.14055851101875305, + "step": 656 + }, + { + "epoch": 2.973401245048104, + "grad_norm": 0.179867973624298, + "learning_rate": 1.8958097974191907e-05, + "loss": 0.11342918127775192, + "step": 657 + }, + { + "epoch": 2.9779286926994906, + "grad_norm": 0.1747443274776837, + "learning_rate": 1.8803446627392797e-05, + "loss": 0.11532742530107498, + "step": 658 + }, + { + "epoch": 2.982456140350877, + "grad_norm": 0.1840967023486453, + "learning_rate": 1.8649282440500015e-05, + "loss": 0.09636199474334717, + "step": 659 + }, + { + "epoch": 2.9869835880022637, + "grad_norm": 0.19968514929505088, + "learning_rate": 1.849560782091445e-05, + "loss": 0.08977682888507843, + "step": 660 + }, + { + "epoch": 2.9915110356536503, + "grad_norm": 0.18660833054019316, + "learning_rate": 1.834242516839203e-05, + "loss": 0.11185477674007416, + "step": 661 + }, + { + "epoch": 2.996038483305037, + "grad_norm": 0.17623246563776465, + "learning_rate": 1.8189736875006185e-05, + "loss": 0.1226733922958374, + "step": 662 + }, + { + "epoch": 3.0, + "grad_norm": 0.21161133741890636, + "learning_rate": 1.8037545325110504e-05, + "loss": 0.08953028917312622, + "step": 663 + }, + { + "epoch": 3.0045274476513866, + "grad_norm": 0.3066364156494326, + "learning_rate": 1.788585289530158e-05, + "loss": 0.09976173937320709, + "step": 664 + }, + { + "epoch": 3.009054895302773, + "grad_norm": 0.2618992530713181, + "learning_rate": 1.7734661954381754e-05, + "loss": 0.08678863942623138, + "step": 665 + }, + { + "epoch": 3.0135823429541597, + "grad_norm": 0.19907300376185252, + "learning_rate": 1.7583974863322274e-05, + "loss": 0.06767494976520538, + "step": 666 + }, + { + "epoch": 3.0181097906055463, + "grad_norm": 0.18817368766730283, + "learning_rate": 1.7433793975226298e-05, + "loss": 0.0600329264998436, + "step": 667 + }, + { + "epoch": 3.022637238256933, + "grad_norm": 0.2061340158138551, + "learning_rate": 1.728412163529227e-05, + "loss": 0.0469946414232254, + "step": 668 + }, + { + "epoch": 3.027164685908319, + "grad_norm": 0.23783508890294386, + "learning_rate": 1.713496018077717e-05, + "loss": 0.04690144211053848, + "step": 669 + }, + { + "epoch": 3.0316921335597056, + "grad_norm": 0.43698570813754956, + "learning_rate": 1.6986311940960147e-05, + "loss": 0.09764593839645386, + "step": 670 + }, + { + "epoch": 3.036219581211092, + "grad_norm": 0.32154495167200836, + "learning_rate": 1.6838179237106016e-05, + "loss": 0.08996790647506714, + "step": 671 + }, + { + "epoch": 3.0407470288624787, + "grad_norm": 0.19989528083823166, + "learning_rate": 1.66905643824291e-05, + "loss": 0.0713300108909607, + "step": 672 + }, + { + "epoch": 3.0452744765138653, + "grad_norm": 0.2103161752515197, + "learning_rate": 1.6543469682057106e-05, + "loss": 0.062314074486494064, + "step": 673 + }, + { + "epoch": 3.049801924165252, + "grad_norm": 0.21310080332783007, + "learning_rate": 1.6396897432995044e-05, + "loss": 0.05069063603878021, + "step": 674 + }, + { + "epoch": 3.0543293718166384, + "grad_norm": 0.2374684195733413, + "learning_rate": 1.6250849924089484e-05, + "loss": 0.043403737246990204, + "step": 675 + }, + { + "epoch": 3.058856819468025, + "grad_norm": 0.21904849526165582, + "learning_rate": 1.6105329435992682e-05, + "loss": 0.0834536924958229, + "step": 676 + }, + { + "epoch": 3.0633842671194116, + "grad_norm": 0.19383275443870573, + "learning_rate": 1.5960338241127093e-05, + "loss": 0.08995246887207031, + "step": 677 + }, + { + "epoch": 3.067911714770798, + "grad_norm": 0.18879861173936469, + "learning_rate": 1.581587860364977e-05, + "loss": 0.07954228669404984, + "step": 678 + }, + { + "epoch": 3.0724391624221843, + "grad_norm": 0.19092381008877815, + "learning_rate": 1.567195277941706e-05, + "loss": 0.06363485753536224, + "step": 679 + }, + { + "epoch": 3.076966610073571, + "grad_norm": 0.19424073278225265, + "learning_rate": 1.552856301594942e-05, + "loss": 0.05385269224643707, + "step": 680 + }, + { + "epoch": 3.0814940577249574, + "grad_norm": 0.18062190907689793, + "learning_rate": 1.5385711552396227e-05, + "loss": 0.04273997247219086, + "step": 681 + }, + { + "epoch": 3.086021505376344, + "grad_norm": 0.19216670245288398, + "learning_rate": 1.5243400619500903e-05, + "loss": 0.06583520025014877, + "step": 682 + }, + { + "epoch": 3.0905489530277306, + "grad_norm": 0.25510602354092327, + "learning_rate": 1.5101632439565998e-05, + "loss": 0.09310319274663925, + "step": 683 + }, + { + "epoch": 3.095076400679117, + "grad_norm": 0.21622644779417574, + "learning_rate": 1.4960409226418576e-05, + "loss": 0.07124336808919907, + "step": 684 + }, + { + "epoch": 3.0996038483305037, + "grad_norm": 0.20132594716382185, + "learning_rate": 1.4819733185375534e-05, + "loss": 0.06657753884792328, + "step": 685 + }, + { + "epoch": 3.1041312959818903, + "grad_norm": 0.17173972561069642, + "learning_rate": 1.4679606513209283e-05, + "loss": 0.050332531332969666, + "step": 686 + }, + { + "epoch": 3.108658743633277, + "grad_norm": 0.17209769554298748, + "learning_rate": 1.4540031398113335e-05, + "loss": 0.04407206177711487, + "step": 687 + }, + { + "epoch": 3.1131861912846635, + "grad_norm": 0.1727555707541188, + "learning_rate": 1.4401010019668226e-05, + "loss": 0.0437740758061409, + "step": 688 + }, + { + "epoch": 3.11771363893605, + "grad_norm": 0.17590697354246457, + "learning_rate": 1.4262544548807432e-05, + "loss": 0.08785104006528854, + "step": 689 + }, + { + "epoch": 3.122241086587436, + "grad_norm": 0.17646701046970592, + "learning_rate": 1.4124637147783432e-05, + "loss": 0.08701614290475845, + "step": 690 + }, + { + "epoch": 3.1267685342388227, + "grad_norm": 0.16910237298120426, + "learning_rate": 1.3987289970134049e-05, + "loss": 0.07015383988618851, + "step": 691 + }, + { + "epoch": 3.1312959818902093, + "grad_norm": 0.16674344676254058, + "learning_rate": 1.3850505160648709e-05, + "loss": 0.06920076161623001, + "step": 692 + }, + { + "epoch": 3.135823429541596, + "grad_norm": 0.1720701281820272, + "learning_rate": 1.371428485533498e-05, + "loss": 0.04850110039114952, + "step": 693 + }, + { + "epoch": 3.1403508771929824, + "grad_norm": 0.17777914669888842, + "learning_rate": 1.3578631181385305e-05, + "loss": 0.04546038806438446, + "step": 694 + }, + { + "epoch": 3.144878324844369, + "grad_norm": 0.17040333469142502, + "learning_rate": 1.3443546257143624e-05, + "loss": 0.0866042971611023, + "step": 695 + }, + { + "epoch": 3.1494057724957556, + "grad_norm": 0.17121685270160847, + "learning_rate": 1.3309032192072463e-05, + "loss": 0.07414685934782028, + "step": 696 + }, + { + "epoch": 3.153933220147142, + "grad_norm": 0.17655076877248685, + "learning_rate": 1.3175091086719832e-05, + "loss": 0.07138119637966156, + "step": 697 + }, + { + "epoch": 3.1584606677985287, + "grad_norm": 0.16472616782119096, + "learning_rate": 1.304172503268658e-05, + "loss": 0.0625188946723938, + "step": 698 + }, + { + "epoch": 3.1629881154499153, + "grad_norm": 0.16364050214385314, + "learning_rate": 1.29089361125936e-05, + "loss": 0.04717274382710457, + "step": 699 + }, + { + "epoch": 3.1675155631013014, + "grad_norm": 0.17462613946871813, + "learning_rate": 1.277672640004936e-05, + "loss": 0.04338686913251877, + "step": 700 + }, + { + "epoch": 3.172043010752688, + "grad_norm": 0.1712762009121397, + "learning_rate": 1.2645097959617585e-05, + "loss": 0.08021088689565659, + "step": 701 + }, + { + "epoch": 3.1765704584040746, + "grad_norm": 0.17306948863643268, + "learning_rate": 1.251405284678488e-05, + "loss": 0.0890338122844696, + "step": 702 + }, + { + "epoch": 3.181097906055461, + "grad_norm": 0.16734877496385878, + "learning_rate": 1.238359310792877e-05, + "loss": 0.07373081892728806, + "step": 703 + }, + { + "epoch": 3.1856253537068477, + "grad_norm": 0.16681965977504648, + "learning_rate": 1.2253720780285639e-05, + "loss": 0.05940074473619461, + "step": 704 + }, + { + "epoch": 3.1901528013582343, + "grad_norm": 0.1677395709964833, + "learning_rate": 1.2124437891918993e-05, + "loss": 0.049046434462070465, + "step": 705 + }, + { + "epoch": 3.194680249009621, + "grad_norm": 0.16375245763793814, + "learning_rate": 1.1995746461687734e-05, + "loss": 0.04000747576355934, + "step": 706 + }, + { + "epoch": 3.1992076966610075, + "grad_norm": 0.15889086433849803, + "learning_rate": 1.186764849921468e-05, + "loss": 0.06086156889796257, + "step": 707 + }, + { + "epoch": 3.203735144312394, + "grad_norm": 0.15657853266586888, + "learning_rate": 1.174014600485514e-05, + "loss": 0.09235703200101852, + "step": 708 + }, + { + "epoch": 3.2082625919637806, + "grad_norm": 0.16523424483152438, + "learning_rate": 1.1613240969665685e-05, + "loss": 0.0760895386338234, + "step": 709 + }, + { + "epoch": 3.212790039615167, + "grad_norm": 0.17067373227429014, + "learning_rate": 1.1486935375373126e-05, + "loss": 0.06844381242990494, + "step": 710 + }, + { + "epoch": 3.2173174872665533, + "grad_norm": 0.17285529090137522, + "learning_rate": 1.1361231194343436e-05, + "loss": 0.0570899173617363, + "step": 711 + }, + { + "epoch": 3.22184493491794, + "grad_norm": 0.16098809089084598, + "learning_rate": 1.1236130389551092e-05, + "loss": 0.044195231050252914, + "step": 712 + }, + { + "epoch": 3.2263723825693265, + "grad_norm": 0.17431764407498884, + "learning_rate": 1.1111634914548297e-05, + "loss": 0.04926883801817894, + "step": 713 + }, + { + "epoch": 3.230899830220713, + "grad_norm": 0.15953958352407424, + "learning_rate": 1.0987746713434576e-05, + "loss": 0.08690941333770752, + "step": 714 + }, + { + "epoch": 3.2354272778720996, + "grad_norm": 0.16045560003870812, + "learning_rate": 1.0864467720826343e-05, + "loss": 0.07696666568517685, + "step": 715 + }, + { + "epoch": 3.239954725523486, + "grad_norm": 0.1617192142283404, + "learning_rate": 1.0741799861826706e-05, + "loss": 0.07071413844823837, + "step": 716 + }, + { + "epoch": 3.2444821731748728, + "grad_norm": 0.16026922346768308, + "learning_rate": 1.0619745051995472e-05, + "loss": 0.05099868029356003, + "step": 717 + }, + { + "epoch": 3.2490096208262593, + "grad_norm": 0.16355950842816344, + "learning_rate": 1.0498305197319115e-05, + "loss": 0.04914161562919617, + "step": 718 + }, + { + "epoch": 3.253537068477646, + "grad_norm": 0.17319912138054358, + "learning_rate": 1.0377482194181132e-05, + "loss": 0.044711459428071976, + "step": 719 + }, + { + "epoch": 3.258064516129032, + "grad_norm": 0.15120807983443754, + "learning_rate": 1.0257277929332332e-05, + "loss": 0.0844351053237915, + "step": 720 + }, + { + "epoch": 3.2625919637804186, + "grad_norm": 0.15764732640093013, + "learning_rate": 1.0137694279861454e-05, + "loss": 0.08362387120723724, + "step": 721 + }, + { + "epoch": 3.267119411431805, + "grad_norm": 0.1652434905849552, + "learning_rate": 1.0018733113165773e-05, + "loss": 0.07020123302936554, + "step": 722 + }, + { + "epoch": 3.2716468590831917, + "grad_norm": 0.1615727759269588, + "learning_rate": 9.900396286922026e-06, + "loss": 0.05829951912164688, + "step": 723 + }, + { + "epoch": 3.2761743067345783, + "grad_norm": 0.15540133620600818, + "learning_rate": 9.782685649057333e-06, + "loss": 0.0489511638879776, + "step": 724 + }, + { + "epoch": 3.280701754385965, + "grad_norm": 0.17125472358784352, + "learning_rate": 9.66560303772035e-06, + "loss": 0.04217950999736786, + "step": 725 + }, + { + "epoch": 3.2852292020373515, + "grad_norm": 0.16738285041744344, + "learning_rate": 9.549150281252633e-06, + "loss": 0.07959597557783127, + "step": 726 + }, + { + "epoch": 3.289756649688738, + "grad_norm": 0.16850168868394563, + "learning_rate": 9.433329198159974e-06, + "loss": 0.09891261160373688, + "step": 727 + }, + { + "epoch": 3.2942840973401246, + "grad_norm": 0.15597726589104297, + "learning_rate": 9.31814159708413e-06, + "loss": 0.07539305835962296, + "step": 728 + }, + { + "epoch": 3.298811544991511, + "grad_norm": 0.16702347188447222, + "learning_rate": 9.203589276774439e-06, + "loss": 0.06475088000297546, + "step": 729 + }, + { + "epoch": 3.3033389926428978, + "grad_norm": 0.15682792673122475, + "learning_rate": 9.08967402605988e-06, + "loss": 0.0529288724064827, + "step": 730 + }, + { + "epoch": 3.3078664402942843, + "grad_norm": 0.16526227036485225, + "learning_rate": 8.976397623821003e-06, + "loss": 0.04603153094649315, + "step": 731 + }, + { + "epoch": 3.3123938879456705, + "grad_norm": 0.16531667842750028, + "learning_rate": 8.86376183896226e-06, + "loss": 0.06262427568435669, + "step": 732 + }, + { + "epoch": 3.316921335597057, + "grad_norm": 0.16283974682025906, + "learning_rate": 8.751768430384305e-06, + "loss": 0.0915934145450592, + "step": 733 + }, + { + "epoch": 3.3214487832484436, + "grad_norm": 0.15764077900401163, + "learning_rate": 8.640419146956557e-06, + "loss": 0.0832981988787651, + "step": 734 + }, + { + "epoch": 3.32597623089983, + "grad_norm": 0.1573195696429796, + "learning_rate": 8.529715727489912e-06, + "loss": 0.06754305958747864, + "step": 735 + }, + { + "epoch": 3.3305036785512168, + "grad_norm": 0.1642300634758806, + "learning_rate": 8.419659900709536e-06, + "loss": 0.057708628475666046, + "step": 736 + }, + { + "epoch": 3.3350311262026033, + "grad_norm": 0.15929872915842908, + "learning_rate": 8.310253385227946e-06, + "loss": 0.04438793659210205, + "step": 737 + }, + { + "epoch": 3.33955857385399, + "grad_norm": 0.16519478212333719, + "learning_rate": 8.201497889518073e-06, + "loss": 0.042902104556560516, + "step": 738 + }, + { + "epoch": 3.3440860215053765, + "grad_norm": 0.14737630137329194, + "learning_rate": 8.093395111886687e-06, + "loss": 0.08900769054889679, + "step": 739 + }, + { + "epoch": 3.348613469156763, + "grad_norm": 0.1618938058753914, + "learning_rate": 7.985946740447791e-06, + "loss": 0.08507311344146729, + "step": 740 + }, + { + "epoch": 3.353140916808149, + "grad_norm": 0.1596359027814366, + "learning_rate": 7.879154453096304e-06, + "loss": 0.06864621490240097, + "step": 741 + }, + { + "epoch": 3.3576683644595358, + "grad_norm": 0.15567522378906307, + "learning_rate": 7.773019917481872e-06, + "loss": 0.054425135254859924, + "step": 742 + }, + { + "epoch": 3.3621958121109223, + "grad_norm": 0.15758649025936708, + "learning_rate": 7.667544790982778e-06, + "loss": 0.047320909798145294, + "step": 743 + }, + { + "epoch": 3.366723259762309, + "grad_norm": 0.16327258638928266, + "learning_rate": 7.562730720680112e-06, + "loss": 0.041624799370765686, + "step": 744 + }, + { + "epoch": 3.3712507074136955, + "grad_norm": 0.15361939363105245, + "learning_rate": 7.458579343331995e-06, + "loss": 0.08947330713272095, + "step": 745 + }, + { + "epoch": 3.375778155065082, + "grad_norm": 0.15597413816852934, + "learning_rate": 7.3550922853480915e-06, + "loss": 0.08114541321992874, + "step": 746 + }, + { + "epoch": 3.3803056027164686, + "grad_norm": 0.16059378071093583, + "learning_rate": 7.252271162764129e-06, + "loss": 0.06897275149822235, + "step": 747 + }, + { + "epoch": 3.384833050367855, + "grad_norm": 0.152879973115427, + "learning_rate": 7.150117581216748e-06, + "loss": 0.05720801651477814, + "step": 748 + }, + { + "epoch": 3.3893604980192418, + "grad_norm": 0.15896141396588348, + "learning_rate": 7.048633135918347e-06, + "loss": 0.04943118989467621, + "step": 749 + }, + { + "epoch": 3.3938879456706283, + "grad_norm": 0.1602689070908953, + "learning_rate": 6.947819411632223e-06, + "loss": 0.039460405707359314, + "step": 750 + }, + { + "epoch": 3.398415393322015, + "grad_norm": 0.1669617663639801, + "learning_rate": 6.8476779826478265e-06, + "loss": 0.08177199959754944, + "step": 751 + }, + { + "epoch": 3.402942840973401, + "grad_norm": 0.15975689129614332, + "learning_rate": 6.748210412756134e-06, + "loss": 0.08858094364404678, + "step": 752 + }, + { + "epoch": 3.4074702886247876, + "grad_norm": 0.16135662158013386, + "learning_rate": 6.649418255225298e-06, + "loss": 0.07011917233467102, + "step": 753 + }, + { + "epoch": 3.411997736276174, + "grad_norm": 0.15990295998471452, + "learning_rate": 6.551303052776292e-06, + "loss": 0.058572862297296524, + "step": 754 + }, + { + "epoch": 3.4165251839275608, + "grad_norm": 0.15952088982362758, + "learning_rate": 6.45386633755894e-06, + "loss": 0.047646377235651016, + "step": 755 + }, + { + "epoch": 3.4210526315789473, + "grad_norm": 0.1613594717934019, + "learning_rate": 6.357109631127889e-06, + "loss": 0.03935559466481209, + "step": 756 + }, + { + "epoch": 3.425580079230334, + "grad_norm": 0.15912287807624553, + "learning_rate": 6.261034444418879e-06, + "loss": 0.06060168892145157, + "step": 757 + }, + { + "epoch": 3.4301075268817205, + "grad_norm": 0.16111441855805086, + "learning_rate": 6.165642277725203e-06, + "loss": 0.09181486070156097, + "step": 758 + }, + { + "epoch": 3.434634974533107, + "grad_norm": 0.16519976628545915, + "learning_rate": 6.07093462067419e-06, + "loss": 0.0789683610200882, + "step": 759 + }, + { + "epoch": 3.4391624221844936, + "grad_norm": 0.1559387343193889, + "learning_rate": 5.976912952204017e-06, + "loss": 0.0634407326579094, + "step": 760 + }, + { + "epoch": 3.44368986983588, + "grad_norm": 0.15643118236775796, + "learning_rate": 5.883578740540546e-06, + "loss": 0.05550439655780792, + "step": 761 + }, + { + "epoch": 3.4482173174872663, + "grad_norm": 0.15747386201299873, + "learning_rate": 5.79093344317449e-06, + "loss": 0.04290204495191574, + "step": 762 + }, + { + "epoch": 3.452744765138653, + "grad_norm": 0.1646471000344093, + "learning_rate": 5.698978506838532e-06, + "loss": 0.04180324822664261, + "step": 763 + }, + { + "epoch": 3.4572722127900395, + "grad_norm": 0.14229847674612914, + "learning_rate": 5.607715367484861e-06, + "loss": 0.08869330585002899, + "step": 764 + }, + { + "epoch": 3.461799660441426, + "grad_norm": 0.1471590674363114, + "learning_rate": 5.51714545026264e-06, + "loss": 0.08063746988773346, + "step": 765 + }, + { + "epoch": 3.4663271080928126, + "grad_norm": 0.15814353243743898, + "learning_rate": 5.4272701694958076e-06, + "loss": 0.06893438845872879, + "step": 766 + }, + { + "epoch": 3.470854555744199, + "grad_norm": 0.1556645213851928, + "learning_rate": 5.338090928660999e-06, + "loss": 0.05451403185725212, + "step": 767 + }, + { + "epoch": 3.475382003395586, + "grad_norm": 0.15569393724140868, + "learning_rate": 5.249609120365578e-06, + "loss": 0.04844459146261215, + "step": 768 + }, + { + "epoch": 3.4799094510469724, + "grad_norm": 0.16611731683384365, + "learning_rate": 5.16182612632598e-06, + "loss": 0.04286676645278931, + "step": 769 + }, + { + "epoch": 3.484436898698359, + "grad_norm": 0.15293615219864046, + "learning_rate": 5.074743317346009e-06, + "loss": 0.08715027570724487, + "step": 770 + }, + { + "epoch": 3.4889643463497455, + "grad_norm": 0.15074314633235772, + "learning_rate": 4.988362053295564e-06, + "loss": 0.08602124452590942, + "step": 771 + }, + { + "epoch": 3.493491794001132, + "grad_norm": 0.15513477299232484, + "learning_rate": 4.902683683089304e-06, + "loss": 0.07156828045845032, + "step": 772 + }, + { + "epoch": 3.498019241652518, + "grad_norm": 0.16174335126430972, + "learning_rate": 4.817709544665628e-06, + "loss": 0.0598549023270607, + "step": 773 + }, + { + "epoch": 3.502546689303905, + "grad_norm": 0.15795200396841924, + "learning_rate": 4.733440964965791e-06, + "loss": 0.04977518320083618, + "step": 774 + }, + { + "epoch": 3.5070741369552914, + "grad_norm": 0.15513788247676116, + "learning_rate": 4.649879259913137e-06, + "loss": 0.039833471179008484, + "step": 775 + }, + { + "epoch": 3.511601584606678, + "grad_norm": 0.15698424696956995, + "learning_rate": 4.567025734392622e-06, + "loss": 0.08777929842472076, + "step": 776 + }, + { + "epoch": 3.5161290322580645, + "grad_norm": 0.15265023394351482, + "learning_rate": 4.484881682230341e-06, + "loss": 0.08583962172269821, + "step": 777 + }, + { + "epoch": 3.520656479909451, + "grad_norm": 0.15272885627714522, + "learning_rate": 4.403448386173437e-06, + "loss": 0.06798358261585236, + "step": 778 + }, + { + "epoch": 3.5251839275608376, + "grad_norm": 0.15569180522696666, + "learning_rate": 4.322727117869951e-06, + "loss": 0.06092444807291031, + "step": 779 + }, + { + "epoch": 3.5297113752122242, + "grad_norm": 0.1589263536844735, + "learning_rate": 4.242719137849077e-06, + "loss": 0.052914176136255264, + "step": 780 + }, + { + "epoch": 3.534238822863611, + "grad_norm": 0.15055087585343038, + "learning_rate": 4.163425695501388e-06, + "loss": 0.038688283413648605, + "step": 781 + }, + { + "epoch": 3.538766270514997, + "grad_norm": 0.15450216645361534, + "learning_rate": 4.0848480290593625e-06, + "loss": 0.060667701065540314, + "step": 782 + }, + { + "epoch": 3.5432937181663835, + "grad_norm": 0.15175236104478088, + "learning_rate": 4.00698736557808e-06, + "loss": 0.09457433223724365, + "step": 783 + }, + { + "epoch": 3.54782116581777, + "grad_norm": 0.15330083415530651, + "learning_rate": 3.929844920915987e-06, + "loss": 0.0753507912158966, + "step": 784 + }, + { + "epoch": 3.5523486134691566, + "grad_norm": 0.15460276506056247, + "learning_rate": 3.853421899715992e-06, + "loss": 0.06055988371372223, + "step": 785 + }, + { + "epoch": 3.556876061120543, + "grad_norm": 0.15268718665932088, + "learning_rate": 3.7777194953865667e-06, + "loss": 0.05165576934814453, + "step": 786 + }, + { + "epoch": 3.56140350877193, + "grad_norm": 0.15764631090076642, + "learning_rate": 3.702738890083207e-06, + "loss": 0.04397202283143997, + "step": 787 + }, + { + "epoch": 3.5659309564233164, + "grad_norm": 0.1756581403035511, + "learning_rate": 3.628481254689875e-06, + "loss": 0.046176545321941376, + "step": 788 + }, + { + "epoch": 3.570458404074703, + "grad_norm": 0.13903295845121066, + "learning_rate": 3.5549477488007854e-06, + "loss": 0.08546517044305801, + "step": 789 + }, + { + "epoch": 3.5749858517260895, + "grad_norm": 0.14625086414117394, + "learning_rate": 3.4821395207022766e-06, + "loss": 0.07490271329879761, + "step": 790 + }, + { + "epoch": 3.579513299377476, + "grad_norm": 0.1529370303120228, + "learning_rate": 3.4100577073548634e-06, + "loss": 0.06298314034938812, + "step": 791 + }, + { + "epoch": 3.5840407470288627, + "grad_norm": 0.1535335759252131, + "learning_rate": 3.3387034343755065e-06, + "loss": 0.05735611543059349, + "step": 792 + }, + { + "epoch": 3.5885681946802492, + "grad_norm": 0.1541760869868739, + "learning_rate": 3.2680778160200155e-06, + "loss": 0.04231870174407959, + "step": 793 + }, + { + "epoch": 3.593095642331636, + "grad_norm": 0.1678727786788288, + "learning_rate": 3.198181955165669e-06, + "loss": 0.04027624428272247, + "step": 794 + }, + { + "epoch": 3.597623089983022, + "grad_norm": 0.14943363872847212, + "learning_rate": 3.1290169432939553e-06, + "loss": 0.07936602830886841, + "step": 795 + }, + { + "epoch": 3.6021505376344085, + "grad_norm": 0.15394087286690059, + "learning_rate": 3.060583860473587e-06, + "loss": 0.08372323960065842, + "step": 796 + }, + { + "epoch": 3.606677985285795, + "grad_norm": 0.15124484091267687, + "learning_rate": 2.9928837753435746e-06, + "loss": 0.06588123738765717, + "step": 797 + }, + { + "epoch": 3.6112054329371817, + "grad_norm": 0.15914915572966265, + "learning_rate": 2.9259177450965682e-06, + "loss": 0.05927068740129471, + "step": 798 + }, + { + "epoch": 3.6157328805885682, + "grad_norm": 0.15507298661949537, + "learning_rate": 2.8596868154623703e-06, + "loss": 0.047394055873155594, + "step": 799 + }, + { + "epoch": 3.620260328239955, + "grad_norm": 0.15414879271979146, + "learning_rate": 2.794192020691544e-06, + "loss": 0.040023073554039, + "step": 800 + }, + { + "epoch": 3.6247877758913414, + "grad_norm": 0.15063072941137776, + "learning_rate": 2.7294343835393368e-06, + "loss": 0.07365724444389343, + "step": 801 + }, + { + "epoch": 3.629315223542728, + "grad_norm": 0.16206292605361364, + "learning_rate": 2.665414915249631e-06, + "loss": 0.09670303761959076, + "step": 802 + }, + { + "epoch": 3.633842671194114, + "grad_norm": 0.15756959946827895, + "learning_rate": 2.6021346155392423e-06, + "loss": 0.0773511528968811, + "step": 803 + }, + { + "epoch": 3.6383701188455007, + "grad_norm": 0.159147027221656, + "learning_rate": 2.539594472582213e-06, + "loss": 0.062302928417921066, + "step": 804 + }, + { + "epoch": 3.6428975664968872, + "grad_norm": 0.1527324547096345, + "learning_rate": 2.4777954629944477e-06, + "loss": 0.05168925225734711, + "step": 805 + }, + { + "epoch": 3.647425014148274, + "grad_norm": 0.15196338938892234, + "learning_rate": 2.416738551818454e-06, + "loss": 0.04184819757938385, + "step": 806 + }, + { + "epoch": 3.6519524617996604, + "grad_norm": 0.16196166090266254, + "learning_rate": 2.3564246925082357e-06, + "loss": 0.06736510992050171, + "step": 807 + }, + { + "epoch": 3.656479909451047, + "grad_norm": 0.14890893645296682, + "learning_rate": 2.2968548269144574e-06, + "loss": 0.09164802730083466, + "step": 808 + }, + { + "epoch": 3.6610073571024335, + "grad_norm": 0.15408211922238227, + "learning_rate": 2.238029885269677e-06, + "loss": 0.07316052913665771, + "step": 809 + }, + { + "epoch": 3.66553480475382, + "grad_norm": 0.15701808807503811, + "learning_rate": 2.179950786173879e-06, + "loss": 0.06162027269601822, + "step": 810 + }, + { + "epoch": 3.6700622524052067, + "grad_norm": 0.15613269534431912, + "learning_rate": 2.122618436580082e-06, + "loss": 0.05187002941966057, + "step": 811 + }, + { + "epoch": 3.6745897000565932, + "grad_norm": 0.1496676889935242, + "learning_rate": 2.066033731780209e-06, + "loss": 0.04026584327220917, + "step": 812 + }, + { + "epoch": 3.67911714770798, + "grad_norm": 0.16572654137997284, + "learning_rate": 2.01019755539108e-06, + "loss": 0.041823290288448334, + "step": 813 + }, + { + "epoch": 3.6836445953593664, + "grad_norm": 0.14034470741750407, + "learning_rate": 1.9551107793406355e-06, + "loss": 0.08595189452171326, + "step": 814 + }, + { + "epoch": 3.688172043010753, + "grad_norm": 0.1527973789499426, + "learning_rate": 1.9007742638543102e-06, + "loss": 0.07732295989990234, + "step": 815 + }, + { + "epoch": 3.692699490662139, + "grad_norm": 0.14730166164260208, + "learning_rate": 1.8471888574415951e-06, + "loss": 0.06500217318534851, + "step": 816 + }, + { + "epoch": 3.6972269383135257, + "grad_norm": 0.1565767548547146, + "learning_rate": 1.794355396882813e-06, + "loss": 0.052856337279081345, + "step": 817 + }, + { + "epoch": 3.7017543859649122, + "grad_norm": 0.15183313998733808, + "learning_rate": 1.7422747072160017e-06, + "loss": 0.0447005033493042, + "step": 818 + }, + { + "epoch": 3.706281833616299, + "grad_norm": 0.1604975684005926, + "learning_rate": 1.6909476017240912e-06, + "loss": 0.04208570718765259, + "step": 819 + }, + { + "epoch": 3.7108092812676854, + "grad_norm": 0.14703983351715297, + "learning_rate": 1.6403748819221466e-06, + "loss": 0.0831032320857048, + "step": 820 + }, + { + "epoch": 3.715336728919072, + "grad_norm": 0.16135082507857954, + "learning_rate": 1.5905573375449012e-06, + "loss": 0.08684415370225906, + "step": 821 + }, + { + "epoch": 3.7198641765704585, + "grad_norm": 0.1570784237060374, + "learning_rate": 1.5414957465343882e-06, + "loss": 0.06628584861755371, + "step": 822 + }, + { + "epoch": 3.7243916242218447, + "grad_norm": 0.1510596052074201, + "learning_rate": 1.4931908750278e-06, + "loss": 0.057143792510032654, + "step": 823 + }, + { + "epoch": 3.7289190718732312, + "grad_norm": 0.151662078759489, + "learning_rate": 1.4456434773455541e-06, + "loss": 0.05711142718791962, + "step": 824 + }, + { + "epoch": 3.733446519524618, + "grad_norm": 0.1539657036570409, + "learning_rate": 1.3988542959794627e-06, + "loss": 0.03840760886669159, + "step": 825 + }, + { + "epoch": 3.7379739671760044, + "grad_norm": 0.15620650235667358, + "learning_rate": 1.3528240615811816e-06, + "loss": 0.08128702640533447, + "step": 826 + }, + { + "epoch": 3.742501414827391, + "grad_norm": 0.14950219877477688, + "learning_rate": 1.3075534929507693e-06, + "loss": 0.09000637382268906, + "step": 827 + }, + { + "epoch": 3.7470288624787775, + "grad_norm": 0.15369244061554468, + "learning_rate": 1.2630432970255013e-06, + "loss": 0.07430066913366318, + "step": 828 + }, + { + "epoch": 3.751556310130164, + "grad_norm": 0.16175879968517679, + "learning_rate": 1.2192941688687843e-06, + "loss": 0.05985051020979881, + "step": 829 + }, + { + "epoch": 3.7560837577815507, + "grad_norm": 0.14747817211522232, + "learning_rate": 1.1763067916593262e-06, + "loss": 0.04820965975522995, + "step": 830 + }, + { + "epoch": 3.7606112054329373, + "grad_norm": 0.15356666434221958, + "learning_rate": 1.1340818366804729e-06, + "loss": 0.04318070411682129, + "step": 831 + }, + { + "epoch": 3.765138653084324, + "grad_norm": 0.16528905989080245, + "learning_rate": 1.0926199633097157e-06, + "loss": 0.06352683901786804, + "step": 832 + }, + { + "epoch": 3.7696661007357104, + "grad_norm": 0.15731659177179078, + "learning_rate": 1.0519218190084056e-06, + "loss": 0.1001967266201973, + "step": 833 + }, + { + "epoch": 3.774193548387097, + "grad_norm": 0.1541312314650151, + "learning_rate": 1.0119880393116176e-06, + "loss": 0.0764806866645813, + "step": 834 + }, + { + "epoch": 3.7787209960384835, + "grad_norm": 0.14845792539339586, + "learning_rate": 9.728192478182574e-07, + "loss": 0.06443999707698822, + "step": 835 + }, + { + "epoch": 3.7832484436898697, + "grad_norm": 0.1565016153733591, + "learning_rate": 9.344160561812921e-07, + "loss": 0.05295903980731964, + "step": 836 + }, + { + "epoch": 3.7877758913412563, + "grad_norm": 0.1471871869309214, + "learning_rate": 8.967790640982465e-07, + "loss": 0.041768576949834824, + "step": 837 + }, + { + "epoch": 3.792303338992643, + "grad_norm": 0.15978438538353343, + "learning_rate": 8.599088593017723e-07, + "loss": 0.04355769604444504, + "step": 838 + }, + { + "epoch": 3.7968307866440294, + "grad_norm": 0.13835662528062842, + "learning_rate": 8.238060175505269e-07, + "loss": 0.08960022777318954, + "step": 839 + }, + { + "epoch": 3.801358234295416, + "grad_norm": 0.15270774966828765, + "learning_rate": 7.884711026201585e-07, + "loss": 0.07562049478292465, + "step": 840 + }, + { + "epoch": 3.8058856819468025, + "grad_norm": 0.15345558176555804, + "learning_rate": 7.53904666294497e-07, + "loss": 0.06913469731807709, + "step": 841 + }, + { + "epoch": 3.810413129598189, + "grad_norm": 0.15096906039665564, + "learning_rate": 7.201072483569549e-07, + "loss": 0.053817637264728546, + "step": 842 + }, + { + "epoch": 3.8149405772495757, + "grad_norm": 0.14873095528976368, + "learning_rate": 6.870793765820782e-07, + "loss": 0.04244130477309227, + "step": 843 + }, + { + "epoch": 3.819468024900962, + "grad_norm": 0.15592437232678136, + "learning_rate": 6.548215667273206e-07, + "loss": 0.04185333102941513, + "step": 844 + }, + { + "epoch": 3.8239954725523484, + "grad_norm": 0.1430641212527451, + "learning_rate": 6.233343225249933e-07, + "loss": 0.08310285210609436, + "step": 845 + }, + { + "epoch": 3.828522920203735, + "grad_norm": 0.14868161257084533, + "learning_rate": 5.92618135674361e-07, + "loss": 0.08037766814231873, + "step": 846 + }, + { + "epoch": 3.8330503678551215, + "grad_norm": 0.1519358880326252, + "learning_rate": 5.626734858340255e-07, + "loss": 0.06963315606117249, + "step": 847 + }, + { + "epoch": 3.837577815506508, + "grad_norm": 0.15626148257749853, + "learning_rate": 5.335008406143815e-07, + "loss": 0.058459773659706116, + "step": 848 + }, + { + "epoch": 3.8421052631578947, + "grad_norm": 0.14849571274572423, + "learning_rate": 5.051006555703453e-07, + "loss": 0.04667978733778, + "step": 849 + }, + { + "epoch": 3.8466327108092813, + "grad_norm": 0.15380370744996802, + "learning_rate": 4.774733741942206e-07, + "loss": 0.0407584086060524, + "step": 850 + }, + { + "epoch": 3.851160158460668, + "grad_norm": 0.142605966337961, + "learning_rate": 4.5061942790879386e-07, + "loss": 0.07849274575710297, + "step": 851 + }, + { + "epoch": 3.8556876061120544, + "grad_norm": 0.15317537834760572, + "learning_rate": 4.2453923606057265e-07, + "loss": 0.09511102735996246, + "step": 852 + }, + { + "epoch": 3.860215053763441, + "grad_norm": 0.15036969162974312, + "learning_rate": 3.992332059132631e-07, + "loss": 0.07533329725265503, + "step": 853 + }, + { + "epoch": 3.8647425014148276, + "grad_norm": 0.15076748076530955, + "learning_rate": 3.747017326413971e-07, + "loss": 0.056159425526857376, + "step": 854 + }, + { + "epoch": 3.869269949066214, + "grad_norm": 0.1515430338118417, + "learning_rate": 3.5094519932415417e-07, + "loss": 0.05289001017808914, + "step": 855 + }, + { + "epoch": 3.8737973967176007, + "grad_norm": 0.15500832383952134, + "learning_rate": 3.2796397693939385e-07, + "loss": 0.039535753428936005, + "step": 856 + }, + { + "epoch": 3.878324844368987, + "grad_norm": 0.14646644392684122, + "learning_rate": 3.0575842435785486e-07, + "loss": 0.0575360544025898, + "step": 857 + }, + { + "epoch": 3.8828522920203734, + "grad_norm": 0.15652446928494548, + "learning_rate": 2.843288883375539e-07, + "loss": 0.0908580794930458, + "step": 858 + }, + { + "epoch": 3.88737973967176, + "grad_norm": 0.15100612580392556, + "learning_rate": 2.6367570351836237e-07, + "loss": 0.07020405679941177, + "step": 859 + }, + { + "epoch": 3.8919071873231466, + "grad_norm": 0.1567994785843258, + "learning_rate": 2.437991924167937e-07, + "loss": 0.06751954555511475, + "step": 860 + }, + { + "epoch": 3.896434634974533, + "grad_norm": 0.15056768351261735, + "learning_rate": 2.2469966542096322e-07, + "loss": 0.05812934786081314, + "step": 861 + }, + { + "epoch": 3.9009620826259197, + "grad_norm": 0.15300797430847607, + "learning_rate": 2.0637742078573607e-07, + "loss": 0.04170238599181175, + "step": 862 + }, + { + "epoch": 3.9054895302773063, + "grad_norm": 0.1577533773184765, + "learning_rate": 1.8883274462806467e-07, + "loss": 0.04246639460325241, + "step": 863 + }, + { + "epoch": 3.910016977928693, + "grad_norm": 0.1399590377761555, + "learning_rate": 1.7206591092253642e-07, + "loss": 0.09115473926067352, + "step": 864 + }, + { + "epoch": 3.914544425580079, + "grad_norm": 0.15185387966957223, + "learning_rate": 1.560771814970885e-07, + "loss": 0.07839730381965637, + "step": 865 + }, + { + "epoch": 3.9190718732314656, + "grad_norm": 0.1504348726008439, + "learning_rate": 1.4086680602891643e-07, + "loss": 0.06564494967460632, + "step": 866 + }, + { + "epoch": 3.923599320882852, + "grad_norm": 0.15208995216401133, + "learning_rate": 1.264350220405719e-07, + "loss": 0.05529960244894028, + "step": 867 + }, + { + "epoch": 3.9281267685342387, + "grad_norm": 0.14903132343569683, + "learning_rate": 1.1278205489626547e-07, + "loss": 0.04081864655017853, + "step": 868 + }, + { + "epoch": 3.9326542161856253, + "grad_norm": 0.15881363321169775, + "learning_rate": 9.99081177983363e-08, + "loss": 0.04252634942531586, + "step": 869 + }, + { + "epoch": 3.937181663837012, + "grad_norm": 0.14364090157421816, + "learning_rate": 8.781341178393244e-08, + "loss": 0.0835392028093338, + "step": 870 + }, + { + "epoch": 3.9417091114883984, + "grad_norm": 0.15328856903966662, + "learning_rate": 7.649812572185222e-08, + "loss": 0.09088088572025299, + "step": 871 + }, + { + "epoch": 3.946236559139785, + "grad_norm": 0.1461174844367331, + "learning_rate": 6.596243630963006e-08, + "loss": 0.07099941372871399, + "step": 872 + }, + { + "epoch": 3.9507640067911716, + "grad_norm": 0.16113221779664158, + "learning_rate": 5.620650807073857e-08, + "loss": 0.05559823662042618, + "step": 873 + }, + { + "epoch": 3.955291454442558, + "grad_norm": 0.15131008698282955, + "learning_rate": 4.723049335204066e-08, + "loss": 0.04776914045214653, + "step": 874 + }, + { + "epoch": 3.9598189020939447, + "grad_norm": 0.15304548694602363, + "learning_rate": 3.9034532321408076e-08, + "loss": 0.037714093923568726, + "step": 875 + }, + { + "epoch": 3.9643463497453313, + "grad_norm": 0.15407251192345708, + "learning_rate": 3.161875296553429e-08, + "loss": 0.07897656410932541, + "step": 876 + }, + { + "epoch": 3.968873797396718, + "grad_norm": 0.1505951685106998, + "learning_rate": 2.4983271087924974e-08, + "loss": 0.08945634961128235, + "step": 877 + }, + { + "epoch": 3.973401245048104, + "grad_norm": 0.1562160450088478, + "learning_rate": 1.9128190307105e-08, + "loss": 0.06681520491838455, + "step": 878 + }, + { + "epoch": 3.9779286926994906, + "grad_norm": 0.14480850196719536, + "learning_rate": 1.4053602054991955e-08, + "loss": 0.056111957877874374, + "step": 879 + }, + { + "epoch": 3.982456140350877, + "grad_norm": 0.15057235606341254, + "learning_rate": 9.75958557545842e-09, + "loss": 0.04651391878724098, + "step": 880 + }, + { + "epoch": 3.9869835880022637, + "grad_norm": 0.148782705610793, + "learning_rate": 6.246207923116254e-09, + "loss": 0.03932764381170273, + "step": 881 + }, + { + "epoch": 3.9915110356536503, + "grad_norm": 0.16613848323659036, + "learning_rate": 3.513523962256349e-09, + "loss": 0.06670388579368591, + "step": 882 + }, + { + "epoch": 3.996038483305037, + "grad_norm": 0.1520550990812053, + "learning_rate": 1.5615763659881933e-09, + "loss": 0.07301482558250427, + "step": 883 + }, + { + "epoch": 4.0, + "grad_norm": 0.16232352886585782, + "learning_rate": 3.903956155848487e-10, + "loss": 0.04399577155709267, + "step": 884 + }, + { + "epoch": 4.0, + "step": 884, + "total_flos": 2826281377071104.0, + "train_loss": 0.1602747890744274, + "train_runtime": 158332.2671, + "train_samples_per_second": 0.357, + "train_steps_per_second": 0.006 + } + ], + "logging_steps": 1, + "max_steps": 884, + "num_input_tokens_seen": 0, + "num_train_epochs": 4, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2826281377071104.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..acd3c8e --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b645a8358cb0183b693507565996812d2286b5f5ec752a88f185603f202fa2 +size 7096 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..9ee672f9f9249195e27866bf89a69f77bd87d794 GIT binary patch literal 46792 zcmdqJc{o;W-v+vj$rPzbG9?<(V9ZoR8fcJIrc}t3c@9aXBt0}pp;8fX=aG3HB1uxo zJd-JNriguBdcSXf``G*2$Nqai$ML?;gLSWat!rJ^`8$8-d0y+rVI3_FR(@8BqByko zX&j{}dOwPyYhz)?Z)B>Qy6`VW=e-8b$1a*XyPa`7PaQhrY;SYX+2(?oury6^KqSAJ1 zYwXr@fBduA&HdQK{F0HW@}YxM&)@#!*n9t$BKO^=@(%tPwKbcEymB)NZ@4qP3$A72 z6j0rLjb*!r+O?mDF7&nRsGOUh-{<716LxCG4%J-S@{V7UF{8ZFyWCSF6o zyi2oD)w6MbPKk?J>7MeY9xJ+Ravf~A`oP$8Y4oMZ)y&HTy}t|?UYe-kle23&X=&7$ zZe1&hvsFHllRLd;%PKaz{6DV01{-ovDnFnP{1ByqM3CQvcKC^xzTeOOkg7jZ@4yaIxvFK8;P4iniL?+IPgt zdrllbemtzD_JN7d4F#tkJNs;-ZtuRr+@3c(WIbfQ^Hqbd$*Whd!ewpwvz+_r!^#7~ z!}%V&wRpJycxcfzaBGbm=hLT8x%R}_S+FRum%wcVEaiD(-H|4{G3cFt@EW;})`fYu zD<Yix2^rUQ0dDMYN)xlmKN=OdX21&pH8g$sZ;zqkL53Ou2qba95+1CSGYvz*Nm}>_w>k) zQTx-k-Uab?URz_QW?;Za=8bdzx21T9)4eevBZKL!X4TL3W^~-#9FhG{#kT%mri~jn zlIMF+oG0yK>up^4>iqfNo4+R+u?4?ucgevIY;3Ex_?4fd_q)HA8Xp^@C=n46j=WD8 zm&5w{*G4hqJ86UH#=1+OFya% z-{mH0UKJILX+#ah@7}$ejvRrj>S(a0B~GPn-n@Bqb~wMY*{xOi?BK<%r;4189655? z&(BZOD0cnZ*@HJjLdq)TTAP|G<=1mwXOMi5P<>_s7k#<>T+v=$Bj;Ht{)iCwwb@$#&pIvpimmBSoO(VPWV>z^UAL~gLeR5UCOZ^KCBrWh&FcFAqNSKc1jZN9~-S zpO>F%a!Ni|zMQr>=g(wg@7LI6bASGD^Yh;Yu+V2;N)m60tkmDMZC$jB(XZQGHFX}^eV zcDRYME6Y>@-@o4%5D?Hdls$Z{(p=raVH>&r&z}zmT)WmWS|)VjUcd5-sfOk|m{nNw zm>qHB$z5GtYO!C-7nW{Xi**AO8fwZMOYZ0}Q<@to9vhBPzs?!H{XFZ~_;|O|Z6Vd$ znAZYybaa6?Zx$6VQ@zz)@nF{GEWT=fx--PH_$_UlpWtTw*J_TA+c7ger-p(ttGyzf ze)S$P^cqZc^vF)CeI^yv3g}4o-U8e^bLI?3mJ0RyR4S`}!pa9muB&egDzj>bj^IIg zMowXMtA&brPt=^CnrNF%Xk|bY{gwAsXS#TRvmvVU1}-fhAMOy*UVdNFi1mpBEi7`E zTgUg)7x(sjitM(FX|&7cU}9oYX>`Q8ZSovQWLdiOa=lII+Y4V01A&K~ju;xUC+Y_+ z%unTyb+f z<^gT?^D{l`Fl2>=g?!u31k3wf#WQ+o%*zu-v8jgUL*%r>7tJtiH@6wXfs`&u6PtV`bR`_qP;YilG{$0T#_*}Gc(=(5G8bpq3@rG4I4LJ_~x|jOcA5=P*Z)+_zv%Bdzy%5wC{Z8 zoFXS1Tk%A#Nyx8X&NT`g7uK}>QB-#9Vo`MNZA)R3+q7x_yif1vr_y}vj>oIc7GL9# zAI=$sYaTiBPpwCl z%Iuboj*hnB;Se^d94@b^p}nZucDWP!HJP#FtLZ3O?j-*vpway7a6*v~rJ@_Gu4NaZE-1@4kTHa&ZoV7AktQ{5Wh|vO8XYrde#d>8vGu^zv31MMj3NXi~ z>Z3IIvpz<#Y`o>cKmT0T4iguVmgf5BpMTtcRcp07E9(9Z_r5e4`4Q9d8Yvtv9vH_f z$a_uNY%?vOo>p6ybi50?S_Wv8q5`dxGBtCiTD&?E(_5CKo@cv{6fWs@vdbCOJR{9l z@~iLbyX!(e8;m`=S8j9Y&={TRi4OYxvnBU57JFb_oxx}kn^Yh$^CT*RHZW!s2+b-I zFpaan!@S%`1+KBn*zG-8Z_$BY(WYFlay_%Cit4D=61wLbrRWkb{qW#3)anjYDemzf zl|1V-Z*fs264BnG7}AonAFchxak-2=X$DD-~&baYmM^t=j}yBL+x zeg8BgHHzgPbRqL?J`4Yr}vxw^;NfffM%R~isDK*LDNqiuS-7bxTfE! zdN1#dmRv8dwZ21{Jpowh_4W08SVTU2_@L36cj+pA0fG?gKGp2@4$oEi8vANdlr_l! zu4g$phL~$7u|96#N{?c(Yq76Y)MMw9F0fd`D`~jFSut{hq~!e&I<6|E@msayPCx6m z%@~-OJ?m}B&Bk)))>WB#9EYoax^?TJEyg(pB_$<+B_$eX(i<n?kZnVl+=E9Wkg2XM&7(o9` zdwGG0w8n8mA0VM|$dOl*)-yOSHv=;}*ADZKT*LVbdDFG|^XvDhtMA3A&v~6t$vbvQ zmupWTh)y6GosW^bPJE0~K24q*#ihD1m(rhuk={bFRP z1WDy>P?;N1A8m4~x*?)|Es(Sio*W*Ms3HqXDKjjtc-QAIU$RmiskO#oA-U5XLAZl$ z9%JW5KkXV0?1}Qy0W!sbcG^DTYN3729?CjknR+VOs%DeJ_TuZPKdsMSyjV(gpu%wh z!{74B+duKH2Q9+V`>>hzzD&uNN62?Bxz>84l$7p7-Vt7^1CU3XdQ3*9*ICh_C(`Za z%y>_bM3nm;0wB0dmPeK1(NkEtY?N6?$qh4<`VL&qinWT)sBPS4{oh`Vc?AEtHL_k( zQb%n4`Wi2tqenwA8Lx2dVTt{^anGJTCF??zL`~*VoLPf4*X`sFMn(9iij9*~zdLy0 z&#*7<(xLCggPVZ2(>Y@wHj8fDs0~gMr?O5t^EswgM_QvD&v4#sQpWH81SX1%hI?w2 zU3ySXjuKE+j!?Yc3x7O~`pU~Ql z8YiM1nt_Mbb(ZtGx^wU6-DIVVC4c4c151dagwYhfP;AL|yXXL%D_5-w-=+~PXa)HmU-%)gx4<@z(uQz@#)3(z^X?NQ~AiPCT3 zRQSDn>%q!P);};5eXXBBW=wBga?G5js79x;1lEM{)PRQ_8iawG`=CXKT!!wQFy2^H zT&(-su*rAf4}rsZkKe!gI)LXqpzj@E^DFnT965Yg7>nUz?!r(>Fu?%d%b>ptFY*REZsQFm$_s=Qjqt5j)$7$yvY7p#m_bXg85VNYNL6-Vb+P@vZ2QfsvD(4l)4C8U)AGpzgf{DHy!&$ft( zF+P&D-D7TU9@+ElhqGd`**n&Q5j(Yy-wX*3eitm)5{P~*=Iz_Jh3T<0s^--9(!pD$>aT}Pt0wCCh~-R4p-D# zS9gM2m3+9jc@#}*8~D*>W1809z3(=rF0)q+xp3h^e3^T*OKst~?d`z+J0V+5@&wQ< z#42%a78hp*+!y1s|AdD6uifR^))}IzX>UKWu{kRCG&>a^AAcu0S}KHLRA!DauOojR z<2ZkR`kK~ws*>zNc36y)vOC~9iD0YqvUDwRRH-CF#(LWJ??(W6wxlGTLRL)!^k z!p~4JJ=$5FVxb#tBnK{eF*0NV)vBngJj?;)sS{jxoPXqJLUZi?nVg0}*A**PJh84# z0u36S$%*>pJ9lDW;(71M;qx1(~b9$p!mP-&2a8J3TD&>q2f+R--M^qblVluv4aLADK7LU&?ft> z)+l@KM48m{Jpo!my6xQgB(!Jo{H14QAJJtja9-jt8nJxugt~gGLNc4(#P?5X{AnKu z9HhstPClze4QWFoV5>E9TT41m8gvKef$tokly-WJ-nlxnzxu9_p++6jw6fYnL^aIC zrPbBdxSVBrwNp7-p7TSpHg$eb#R^TOO{YiN9n)z&+r!GcoZbPi%-wVE>n9o3$DP^X z0?px~sq7<%^7RkmqEheyQ2fI_pY#(?FZC92oBb`B!H7)mt%*kUuaue*UlzrypskR#u zQEH~9!q+(0-n47ZYDb-);=eM2u{Hxd?c2An0PWc*s87_+xvuW+r~m%DT-o#2NY-m` zAp1;1G@nqQfsM5G|CH4Ly`-gE#SVZLM?poE= zQ09P3HN0(tG4@a@I?*}auQGaT$?dGTHYuxr(@Y)o6`d@*1^`kuloMK6Q>yg|np3(> zy?;(l&art@fM`PPALrqgwN%%(<6u#=ahJAC!;OlH{4rV~r82dKSKL}J@$!ftEFi^7 z^+a$g00VtqLdypAJ$t0l{L~nHmdcx^$C{3n5&rXgfL4ZSpX@Pi-sI5}nE^VbJCnxB z#x{xuRs^R7X%4(~>+TY%T0u8P_k34%b#*$m3B`#CL-#$Xr2~f{MnQyGht&prjOsrm zEicap0HF?#?;4-*8mv!=tsT~j{rbvWY7^!ayIiaHj-IkF|I__mgY#zK_Db^_ssT(T&q@HgAha70+nG2QBiu_vi>EHd5@MiXBad? z1cUwjC_t<5_U+3Te%Izx-*Q&n7Eqw4Vsnx@$cQGMmZOar)waH(UH-)%%q-XJ%tI!M z!iGzD80g@Pc~b9hIr+@9weQ<2o|n4Ox1neg_Qto%b<2;+M?DjUGF_RJUwN3sI%Q=e zW0AJ^|E#Oaa!KeH>W7xIo8>a5kjVD!M<-G*wyJo9YN|Kt*ABczBTdLNkSYWMirJ5k z4?p)gXAC4|kKplt=m{23SRN`?9$g3}vj8Wg%Vc3_Rxa!z1_GeA7}kwy@SmO8mc9A32e2y(By9 z?!9{up23JI`}`>d0ZyBy4DKbI0%~@4NmWyM=o>5AXE4VpzaYu1_XDFegXBFj$xB8e z51{9`^y4}T|1Cjf{u71{Or&`xf-X@?N2XeR87R<<6Fwui)_eCpy)JE5!b0SFuE2FY|3#+3(*lwVi)cV$?F7cE+^_C?$IXPY`gvi!QmI;=C zw^I~QPDV0s+HB^Xr}!45tQAo5dz-VTR%eHNb*Yr8eUg(SfGXa((a0A}BIDPW1Gzq0 z$6g*RL>~_E&iBdd*X*i)e(?}-sb-0(x-U%-!qzmtf}-&Bu2ys(HEIcOL?a#ewdgq_ixb>#-d`#3ja_ed`U~nq8)`I?1=7jx2}1 z73^uOI~hfQ&=6V*CagPF+#6I4@^`rw_n4}ws4M{mM@I0VZ24nU_aGCm=sRe@+*glrKlHW(?~yloTkO_5Yq%*=$bqy(^8(kLO(CYpkki zCaOvk-;PZKTj|t}Z{=9FOba$cGL+}L4<4LFtB4^9@SX|eUiSvSdo1rj4^p7wRme|> z*wIVOGZ7ibcpp?;jf>k5T~!M*P}Li%;*tuMx=vD(bC=uD>#5)Pe~s&$YrBM%+(%3y zY`r$hUIj|14xKN{ZTL0{vQ10QYDgjYW!QrDq>@j8a(z*4C+&}di(-O>`%TrTi8Tw; zoy%x*LYFtM&cN zF$&Q_ru<;R%O5i#FDGpx8x~|j*6vz`hxW^3O_=zhB2fOVZVW<7?p(Uc6L` zp}bGz>Xhy%uCM(a3fXBR1bkqhi77~8-0RmRqbVI;7 zQ{YDjtHU78W;Im%mk}?9W+I`97bKW@f;@-K>)Zpe^qHTrFm$foOV%fGJYq26IIN~# zO@q2_bLrR187*BimJH6PS^3sFkU)xf*wTszQYT!>iHs4P6}d2*ziJbfL&_+hscsxoH1iT5azqoboe8ueF#s%=q)AThm) zLcYh)T!F@nS+x4mG31P?A3S(#&hzl(D$jH0&Sh-&Te)(j`@)~8<13>Z4(#V+XZ|(R zyk-vzELQnQ9on)MEXa~~?+UF_zt`JC=ihd=v<+aYx0QA$EbIyZeK{as@kR0xVuQ66 zUg2K5wz+p8N*jhKBymiT#Qy1B!#Od(6=Y??n-nx{_x?$__VwC?{`3T z6oPEkyxg_tE?v{PJOJZnmW092B1gRb~kGQ;uakR_xe`tdBsRhxh8vty!qeO zTMXV%cwanP6oVKPR#@BYT{95SSswcIgT8Y=TPe($AhfllGnWu9+>s5cyx4 zos{`4b6)mQviFRm$Bm7;Za>N!E|I3WcKkOczMSRBYo#qAV%qVIhYlUG{U!S#&zKFD zWW3uEmMaS@YY~jy9M@$>jOB!d3wl(K!ID*XbxpGp__w&d0LT)I#*;`Y9CqWx?OnN9 z-}KXC1^6&izpr0HH8d`EN0WcNVxAf*cu{THRcoLg%@#r^&W;^C5LZOz=Vvb-pOR{u zFZgDa>JEuH$Czgi%glJPh;71vOBRYz^sXWI``6-|Clsu{ZNSvX!O%F?zAXcyA2v3= z4fR=z0K*k#4xqWr%O$;NRj;5ohZ^1H^02u5&cZ)gpq*&fbME&Zk-YGu`g2v_?}k5c zXMvVN;Iru`k~VJHQUd?*3J3|!FA8nmp+~Z3Ci-i}ybLuo7>OZ%!q{W4O4-?;b;&H8 zoTY%OOY_Fc1N?HD@WZMa`@pS?Q`>N+3oi1 z;k>Yg;x&jg05qi?yY_)OpM?}eOxn^Ap%AEDD|mT{bC>ZW!deXaH802{?pr^ZWgGa*ic!aU{=w9kht?_Tr z+OBsyqkVo~poaDr!<*M@*4&N0 z!oGHPl0%>iO{Y6pmsy6G*RY_*0?9M586NTb@0@>u{M_cnPD5M1Sm*GO!DP1PKK zZpG==CK-*AiyZ3STVVCsswsSd)d*5n-LQJKe6?G^L(! zbQoQH5FS+eN=TF98GM}C&v$-2ddTcy`MKplkcm^i{m_(nNY@NJeo))*`7^n!>&0d$ z%)uyX?CSf2j`0Suxu$1lgOFk%v$MihrGC4# z;ENY8#zN^_5>pJIO$)lW(Qyk2NwG6uAy!2=jL!E}RS&8ZpfAF|%^4XV=K+j%{G%nv zP1JTum{#bHhAYsavvekB*-rb_;Y3=6XiSVXwwUS-Fd+JzUIlCjKFhCm)TPG%6%hN$dNF*s|Y(Kb$=tuJu5*XNP zZvL`%_+?UU+?d<az+3GxANa!^FCW=0r%KSR57-Q# z3QM4sUyo>mhMJmRFJzqz_^R(NGc4i%miBu-4~n4hQ2v4s@ec-9&85#0)YQ%{(e&BI`dnRgPuH>%z)_}3$Cz2CJ3;5zYRbIf9cTaX-35br42DMoZ z9>#-*m+}7N$GcSy@&X;I3o{{sH*Rp_{yPxkSPr?F2Yqq;`MUv@bru@xKVdNtAQcrC z*EFvBc5eF(Wv|I;rTn*V^KZe4_OLfWYv_75dnF?v=H9C_b9ExEGJbf|u z_#B$rF$I_0sT!YU^4`;Lh*6v4L$eqxu!!=|M9(VsTVdpIB12t6E^*-$6|;5+oeY($ z@^2)rg=@AET?4X-Dk!YRbxi}TlP#(Qz0pr*pjCU6?NMomHkA~q7RU)* zJw2V6O2$Dw%a3#lKnNsy7d+&^t*6t7kY+rqb!;{nkx|0H35$g+`<-S&Y&urd(ZaFr z3Y>CK^HCgiv^W?IG9jmV(;aMJoTM>f(Va@q1Rq7@}3>KA2kDbrxYL1&DBxScJ24Ax~VH-aLQK2$a$A z^i=e}a^=zFZron=>LaI4-3$m|1XHigjCMa=E56B(`3fESkD~bF30+jLW9A#UmLz$r zLOXWyWZ%lMx2LvJZWro!W2#wVs(W3OHRw z@?OuL(SLn;h@q`zay>X{ig_hHMHpI&MO7)Z&u+;!a@$y0&jc73li|-~c_<0ps9W&k z(YrAqCWG)#>A&YIx^9RNAM9o;mOBSBR3P{3)~#beWyPmOiFWkElZDI_i@lHd80rks zumNG=v=&L4lBeMx-D(?0zfVKMIbNyavO?siA9k!Vbcye!lAZ zKjDbPE9(a~2+r#alv!K{_4`j^-bx}0DNVqlT)!fqhK|_tvR=F5E;z8`YLDz11+gSz zs8&o;iu+5O0hdCWzx6Uze@#KO*Q^UbBWsOZz-ggAv{whX3S#)mI6 z)Ss_xW=AOh@@xIgg5D#$p_9X4Jo7E?2s~Fd$`leaVw(ALV{B-s7-Oo5!RqCbt0=%p zOgC71yWQR8que`|9*k662@Ni^>Qyt-V+4{P?yw*^3-!Z?xfET01_D=1YSNGcp+`dP zI`WB%ZbP@oV}H{)Xff9JMAMA2DU=nEEco8JcSG_>$hE*;8wYu#%CQ;)OmBJkj=KmR z)uq|4$#NYe{NUM}H-}Yv0JkNOWp6ZE^p0BL9FG5==I9tv^rskuwl28O=ceGA|Sr zPqi7mu zn!vJ2I+*wbg1&R3%*rZ?<9yWV4cQ6ezb<5MQs(B~Nc3!E*ufa@5>phMX9dcB7(*NG zc_1ekCJ5SCQvmeXHi%GYnhLw)^GBY%7T+IAqWN7vetakceG4ElRC#13KU6@?mFE%= zXzDG~w%}wiW$U*8u1D=v?!m14T75w#!_NM?dG_$jRa{)3yV92ySnIzL({{APjjXfF z>JwLj7ex#q?0G={5Qwg?^VZv|IvizG+TjmW@A6xipcX+o2^a3uN_(L{vNJOfY9y4> zI7sFmtexg3ji4NXw{PEhA2<+fwYmLMrbk7ZxI{6oxd=jy*qt8#CMJXn6wA25An2# z-L_%VCVyvs^$-%@NBnt)DO%~( zkoMD?9NA!2OG91X0)HMm960iV$+QQEkqk5Nli)H^J*!S7PTp;FndyGeNwy9!EK{Nq zYHp$n=mdFNh9zHrEbow&XDHVesmOQ)kdS4#d-v|nnYQmdd+!-|NefZ-J|X)`u20MK z4f1evA3lEkDjJ@rh|?`X%472$$IQq^R;C9x;?ha#$vw1=jZ{IJK$FCmI(`QSf)>%e$r69J@O~L zIIvi}gsP*j;q-nS3yPp|=my;zrugRW3VJ{qx6FFxf>m*oS-yV{eMt`WI6ti~FR-k8!MD;6>5+Q>%E=E^HwMlI)t z#u^cUX!je86#;(=(^@Z^{{4AV0=OHu;oPrrSamt6vIuJmk<7KA;BAnkm}k%S3^_(B zIEkZ|CK@b)M}m+9{%dw2o=oKR_{PRmYhFp@<7X!SQ-UiVWE)B=r<&NwGm9$^jf7Vra#KlZpCd=_7ovrKUy^#vo(;JuWF9 zXyg2|jvKoIGC;49kov4qb#9i7mBQnpf^^4=vh&&fTxl;>Mt1SzDX$3NihHXN(Veg@ zR~gkUqy5?%do(p?AleyVd(Wb)F6%QpD0j}>+zh@P(yFpi9zRx->_4V)-P;R1U^;?L zNRktGiy~DWgSgkyazh$icVHGX5#vcGJfqTzFa)t7+|eQ>JN4+0`HmH$0P}#6BEfH} zjm#N+{Z*@^jJKG$L7ya$LqHFn#0qQ+DDY=u>#7jK*@zJf&RT*DhXcq>2jZ9aE_#7b zWMHL^7BDO`MZwJ&DPkj*LsWy*Ly8JDUFg`jdF$4z^){N?+Di%J`RN+Mt7lr1XQ;F= zZcM2;?qTuC@I4pStisKmiSQAr=7{t0z+Ty8%lRuRIp<`Lvme3WVo9*tvrK}$y;|_l>!)R z=KK8VicUSX6_XTMH#Uk;Zs@DR_%ok^qnM#2FQsFYfQ?s#o?cJK~I_UqkPXjnl5_GWW+nHL#-7+(v*Gcxj|TJB>`$m6dNPuws&C)~6BwUH5;ho( zB^~w4Gq>LxyNd*!YFa$|*yJo*%1n zjaAb*xzeoCr?PGn+6Udx=ge-!vU1v?MD2#4wH!{Knwgns9$NKdS&1<6&j1zU;^OWk z_>sLxr6*T8I@xfOMz$if8h5y}e6D`r? zIfvAJaF)tjX*XiLW+Y`U~{Wo`8af*Z#;F6XhsD8z^ zF^!m?L}pMbeUgS9JL@)YJ}}>q>m`Sp2?e$xrOEN4uR!?{%K0XXnx)^YYCLN~jKU*S zkFEQ#sR^OdAgF0i!Q$M(6ahXL+pwcz*NevSsi`tF#YYSbNC3GF;$tD4+*^o9e&``A zmI%j!9$nnT$s|__1PTD9pra5rnnx~xD;lJ4aSia+7{}?R) zr-&HO@7L8;jTsCTdqes#jYCN;A6-;Y*IA%D5u4?9Pgj?)xcJMK0ew9^)ApjPM5563 zR7Kzkn=jusH1LHo^0^Gj{Ikh`4%>;JiGTUOHmzqdunGE!ihcXrv0s7%ZH*l^^zCT= zs2L`lJ|OQ=O#Q@{eQ`_u2su$a+wk6>?|DJ%g+C1ksmDql+p)}~&z7>Ev#?kPxd+oJ zOyU}1^sgrOGWubun?kC?q}c1UbLP3&KIwlk2+pPMX&Vw=zYd5NayxBx02_zs+%KwY z*nH5pw=Xc~0@?H>c4Iav z-Fy!V!a<@4R6yi3hBkWo5v!l=ZN~6;xg}Dm(qK1{OQXvDT?PgACLY_j@4dE!f0_lm z-_~%=&^C)WPQT+#Y~g{u2hsMyAj2Lz|K?9q4QXn$+LST3<>WZV0$LWmfm!<_@T7;& zYphoD$2D8>R1~~Dj(FBz>W%RQF_R7sh>$c5%H6ALAc9Br{R-eUOc;kq7Cu~j2s_C^ z+6=v^{JlGe)-TI}&5_{jEhD|&LAA>C_127^)}0{s0AU$!6ST<<|s zbe&3JYIRHp$y_8PG$EIree>ekR*tA@>oU#lz21!H!IK7B{Wy2!TF| zm$U8OvH16|XDFL?u~#qIGVY#TTuw{DRqgp-y`+Di*tWmi2x{BvDi{_7C9W)c$}rT z*9Ku(VW;+o0q;kZ*A7T#GNMG0C=C3V5Y)(ZVq#rC_@$c#LX&bIfOvM z9ur!m*N~70a-!k-!F8=LK|wk6TfV<@HAC-mwX2CkclMKqyxmrmiemkn3nRV)*-0u6 zb&YH}gEj6GS?kgNDi(2UQD2CS(W9=O=5%YEmpk)M>HcT&#T>dtcPlW^4^X3{bGzSN zM~4%xzqhdjo|tE@AhrOgd`G7V%quoeLDJdXsLXO_k>yTV+fLo0uT1RwShn{a*1Mqf z>fL37@sqa9WLAsVKBKopas{*+`)>EE{P?RivJ0s+^|+9}60&G753)tN`gO% z9RE)+E{k0wgydOd9FHwKw!q`Rc&rt_Eucf0Wqb1C@*|jcHO%TI-MYGvzvsF{kRXdK zJY^BQ2uj-Dq!;#AU?z(*0(VznE~W449x@6GJii znJ%s?f{uyUbeGI2{1*_(N1ShJ3mdXTkWBl6uk!s5BBNQo_VSp01~ewz_7-7_@SZT9)U;6}b%(NC>XUQLqu z5PlVVlkUyE_JahM6^+QG@iEl=>QU5`{ z#j&=atEedWi(Zj}%mw<_{to-%h3O?M3m+gTzxY+{Ij;1hPA90%wmR~UlgzDFk|}MD z8!$B5b(wliPmUv3fBx4gj)R_4wBWy(!G!TVkY1<&@Mc9JDR@u`h~ zTAfVRCka{feEq|M4DVS90!Omq9!gR+I9sZ@FunQD9LteiN%d4dBDOsuFYuPwAIV)z z8gF7^TZK*TH4n7K8}sR!3eVPpm$ft?#FFNcfnWh z1l%T#D~5`Rz>J)~dHc3X&{jLX2mdk}Yz+ug!|nC%1S_>fRshW!c)7s%7?wTaf{MdsR;k45ns9l!(T#G@KfzE;|CekYs}-kjdquL!Bp3{A zAb~N`@{n{W0wgsak^cjWEpj4t_5$MBJ+u4{Y;mpW#?@$WREyJ_!W2VOgP@^anUkX< z7Z1#_9y_mR_x!uzl-+k*RQWuZt5A{&UDxH-00ZaIWLp51mi4E z5SW1nOdOh-a9lnt8)>}8gSq({l+q-lY_2tHPWLFFq9PUq&R==I)a``HMVZHo} z)s+rH=aJ5Rdme6zJM!P&j$>)o72o=MSD*EF8#AxJ_Dt&_7u9w@MD|ScQ|}yyLCR1$ zu6T9kMN(dSZM=Qboo&t7O;5l4IeA>4q0(pQhVb8c68sL}ICF}HKkngD!;cgpK*5AV zMK*3cIB#5kQmCWHnC;Eozv~c8@oEsO?9&71D5}+{;PE1VBxhjleLH0Gb?8<^V$a8U z0ft5HdJT*A^FEnYXcu(Up7_mvSMU85FXe$>equFZYLAL@w>zJ^!%f{WF}J<{7i7uF zV z{<1lKaP^h)65BN9jWcBoo$X!z!+7~GY#=N-k`4BmAKEn>`E1fo_%RECDvsKpbmYAd??6Yp zqOrBw0kI#`l0a@OH1{28ug_Osu=Y8gD&halnPIWxs4kcBqVSdqaj4W3g?_&TuV*1n zJ<26L_T<>_NKZOHdafW#+}~bxvH4*!a*`8PR$dF$o{1vc8ps}K2kdb>1C1`D&7UnI z-C^r3{g}&NyW>;n|JGTnKywZSQswF#dBLpCxm`D5xg`;pCyh;Cye z{&f;pM^c6IgD2mC4StrtY>}BDo+KDQlw+qWN$K|Od+_2Fyaz)jZN}ob(aHk8lx#Nn zM}L>*6Pyo?FM_B^wW9#6q$BAmmeryMqgB=trjHkFNF$y=$`;w(qo=1AS$p8np?5JM zDmUS;Xr}+MNw8LJ%ix+4i}+QvpG8D?*abhA5K^pCjCM6X3PdpNsMOGt& zc(=eB1b8Lz3aD$?EOd5$Ze|3!6R^y%$K|n(#D6(ry-k_p7nEemiS?qkZFBL=(Q{r4BNFnPn=Awdvo1d+ir zcxMK-pNpfMi|eu|z#aOZ-N#vkKU8Qb2+tE42^zW9l}4-7Q)g1Ye|$T^Sex=9iB*^q z+dI83`z`CMnU(UfXM0cD{^w4N>2~t5!)s%t=8y&?Z$G1iw`}=&i|I8I5#+rIL@2{b zuWlRopNi7D!Gs`-T^V0CU9UZ_-9BX3_Rar8N(0ujsMV#2TzYv#r^&M<+YGSPEE$iM zD!|(?sIaAGjV6K>5{<-hZCgZ4@dxM@N;7ZO&N1 zj=5HoP|qOTW_-IF(V_xmZ77OtFGDnxGf}^>tug$6*RpoUT$uFlxo|{ho-594WB9ZE zyNc-9EmCa>;Lj}2l^TW>lpYul7vG2o~xCoSPm3JGQn+ce2FVHj_`c_TezfXIR| zb|*l@|9AE2?_>MoR@Yj%$mdE9ui*Am4Oz8)u`K0cvRUrrKccVy!v$MP1(+Gik~ebf zldfpBSasrQ#+R2_O8;2XkpjlB6Cf;ohMu^6HVto=?qOjOA#W}tJFUrpwlq~*AMrov zY1p)R|GY_1-RDh7upgvP)~Vu@_?4s~s&3my<)zPW9VjG2 zpd7KD+LV55{5;tQFooQW%Gb&Z$A2|s@w!g}BCKUa5}vbSW-Q8Y?_BK-J&K8%Q5-pDx}0MbiDT!NKArz;C1&tbr|a&ifvlwj63S5bH+K7f zJ{`ha-nzz_-$S_|W~SRB*N9BUF`VM4;yX`2rtW^_%gUWph`j*0l$ipMkiPztoG-nc zxhPX#{l0oDP6EH8D9U%!qL`k}mM}3;ljjy^!as804Es-5ACT|%^!w9+l$i3v^&67w zs;sh6zv8;luDy7hnpU2oVEvupAiRl?Ug5e(`pr{69uL06S&y(0&U2xEsUKy3rfLI) zh|5)r#6`ZQ2#&+8pRGuVOJrnUUeJ-caQg>&UTmbpuGvIA`!J;Urzu~Zg=$mNS-nMe z;yk&nJaSv9yq7n|9i}ny;o*sXW{EvudU4faGp+~b7Azlr>{|2c_4fKz%=g8#hnQPD z{1>aE6~0hEb-y2HY{4g<^>twWwcf*pK6_*O)dBt7 zb?*xW7N1i*5)b>C9y+UpWNTFVe{POppre*JeQ1wMJxJgr)dXXwR~0Vo9K>02Re9ah z6F*s>)p0Qztz+Qsr)g!@Ts~BmAxK6)bMdJpGOLFcaam7ZIYPS^(kLM5aaul7AK4r; zSfp;}We)5jU3xcY7{lBOx;G_eWew^cV^t3(f|#f+tzlcMxCq0W#N6SK?){cu`mtlv z%q+K2(V5Aw>++kf5O{t9D8Dt>vJm&uIOqx8o<* zt%hU#zH3oU-mkf2ud}TQS<%+-q)1Ud^Si=QF5@ad?Y16<%Tl?X@tO;(`kf=!wDl5ZiD#;R~QoB)LTb*3th5V{a8!W!J8OPP)50B?SRNrMtT( zNQX2k-O}9+(kWd6Qqn0QASof;Fh!)xJ?6jG`uD*;*(aaZ<)`@0G2bzs=ecX_nF7HA zTz4=HfIqnV3s3YM|Mu#40?>!$@1(!1S$ZB^dML3d$Os__LIqoP{NcpOl|K&t#F2m- z`X41`G>}z{4f9jtz(zTNm` z;EoOsBb&z8@cj_{U(yOrsn7iZ{{c|sf_Ep7JOME|h`TZaxh-%bH9THn*834S!9do+ zP95m3S$wfoOFbaOMb>vM0Y-}?k}Nck_2P@+@Bh2GZHW+0b%4hi?y7*RlHi78c>4j^ zn2Nvma2*%uPS5mwd~Sa_I3msA2IAVNLa=do)<=W>KvsN_I$Ghgwq{3(0}Pcv?Eg!1 zeLn(Z9sH<=BI($lpS0YzCA`*#^UU=Yy`CO&$881M6L3X4$pwe-=Xfno7s^)xH zvb^T6m&jgKwPG&ElWoZ)p$OHWc3P~)NIhHC^}Koo-xJ0FGDhqHVQ_!o@&))r0vZG- zV50<%oc~BUAu9g`Sixe}yX+`|tPZ%`tRI981%ZG(czS`Wt7s_8hF0v&%>3=iJ5dwl z0&C5EQxBU4IE7J8V^3t<1K|P2V2~GKJ`_sAMgUPKHJGgkYEK1wrFt#Er5AMo_GT)rhxp z;tMCHwBU7uJ6S`Gs8o*q|JsiKXhJ#!A&{7fD8QZ(&jg{~3#g>;;$avarD4O;uNh0Y}XyrbvcK?cc*eaM)(ErRCgCz~{ ziRS0vK*`k9yQ*t3bfeGfF2aMX$EBhDdHgM3zbnC=GiQm&^@4R64SZkCn(#l`b@>z@ zB|>@qlX+C;3qA}8Pr!+037LTte;qYzG{>L*cx*>SuIj5x@VBaQZM0u}1bgT^B5Kcz z>MqQJi48=Eh}aiaDUgd;UB8iCbMPw1Fuob>F9Wg@a~+~MY$R}Sm*&h7m&|`9DTuDc zCa>WVJmi1$YvJsifzAB|gD_loe^f5+6DlC(@Ge45@caAH!zOiPPgg&8F~hiV@6W~x z-*!5*@W*bTaw})l6Vkhne&q0tH?TC$$Fr?kR`cTfcAxq7ENi?^2zK0n8j%SAO0LN!_} z-t|(Z5AAt8=957MBJ9P_p3a~h5Hci(Ec5Jqar#9ff##9tq<33+3>EQH^n7KE_-{Eg zTDom#guU5f+7#9qUq>^G5M}-tXi=JZZZI~cPs9C&M6YlZ7OGe$DxFaN=LaTdgJ=yo z#A&NOeqxy%9Mz=3#yxNKBfCu=O$^dd! zmv+!s_zV^h%4GhxL8^r8#naHX&_KE5M9nw7Uj+mlkWtB-GGBZq+LXG-r+6b{^7`S9 z1y2cE78-@}aZnesLeiS^gM&DAdFnX}`s-5Nk*8nQ!OJ~$yV$>2Wy~FPkIBi16emVj z%iXX@@Mc!BxU~kr$BRiO*bs#S(jfPU6^6@O28?Sf&lkZDZs51Pf84PEK&)86&p+P| zXk54MabTv-(unC1Wk;{XX7T!k!pvuQuUvRYUa;=gip5^zi?8^-lh1s>W@Bry@U&(} zWeM#$AUu6(%dk%C+Irzd(1&1KOu0BBHd1$r)4H_Eln2cbA*`3q*ePH3=XnWp=16ES++t-Ha# zUAK+FCt#$Z7$p7Lc#EFQh*&RNjEo4YHN{IY3E2+CN2a`JWfW9%56HU{$~0!78+!&m zRk$$rJ0U1~)oN59rts}x_HXViS5PzZ(fYc|L1ghy01hvOQ>NUo5(EX0;B`QV~ zDP3J9Gkfb|K2Z!-uNFUsNpUp_)hjm`#cHLkhKVP%SB1ZRLTcoyhDLs2 zaPQn|ja?|+Fs7g>t4hM%(uDc_a3f0o@7Oe#5I)%GGJ%>gBlJw8Rm10L2GsRJx%ErN z3h00JR)6J<6KEhQY$nXX592Kep|JEBHrtD`0Q8=uWEf7> z)gEK_O7ss7w97Z?7V5hunGfgW$;8oEJ~9>7tVkMM>RUR<&m*))QsgIHE|hc^Ndzvj(7TB(m<#f-F8~ zAqPZLhgxcZuL}MPUA-eCL=93%1asI%#;SmEM>2D7fos0gSX!cQrcxu0kTp8B83i1-zYuxxNm<(MgnC8;NYE=Q66=KMnFjA z1a1ZvN;Jek=k?zY{%s^4Wx}ncq&nrnd3s{6X{%*(L7o4sL3W^l3p7tnv_ zqF+|s=u){;o=4-zfu0z|F`-F7DxKX&ot=ehkRuqe!_X+5H79LDQOUOxf#+V@Jd7l4 z&ba*>2Ezzvm6W~Y6Bnf_4Les0Fjd{WAiYoG2>7>jhJ?;{I3>V=ua`T6U=W8~rcCoa z^(x=6GBfDuY?_#rhHJZ@9$A{Me1|rDXFZ`oTxcu4_^TZ55)vpQ*wQa{9y*LhxT>Tg z^AS*UQFT37u?zO*q!3Y8Vrp#vx?2YNKm^o~p>1Rz7 z2#gu)-{_HUN~yFK$P)uW=62faY2NX*y}y9bo=pZr43nlLOa8Dxa>w1m-_8gZsYuN_ zlyw@&g#iY`qYts(5|}xzmKbEb4O2s^AM_~{o8z|?Le>a&%+u4a%q)j@uSDkXv4I=v(^5`(ej^X zTu`dlRZqm>ng7ZR*y~P4h(|PfV$~aP6o7YW-^|mUcdA6XVh};m6I^R_FON7=#|=hp3znW@Le6;y=vyAuk?x)^Yq^kGts`}-JyGy30^ zC(DnRr>zCP%sEnKTS);hAw6e^G0xB57)6u zKQY+seO4{ZLV3b#NN9c;jHvdS;GscNNQat6m3&msRlDNW?NIpZoxIT~s;VNlK> zkOjPhNb&gHV#7D|$btEu)(mA$n8_t3LxaUODv4jK&>__0?8D=wcRV}{$Pun%JWbk} zejoYv*>^ZDC4YH*UEC7{EgTmK5Fsh1=l~ne__TO zgov^vFZ?d|oXOoNLD7i&_f|!=UNNC#@+kKA7b~-e4L|U^VWwAYEk4V6Cb1_6gXJ!* ziP~CWNP<@6$>ia&gjjqrT&=A({5}J-qFw6fL9_Qt*uS5?B7%$j`B5e8`7@O1ITl09 z&DI*DMN?B0`bZFF>Y#J=+AWQa;o51p->b`XFE{ZjwunqM=X3qefldM!Nz^$!9_dEFPBJ`;_NE_ol01~ zNsLB-==T%qcrj;d(A`CTb)f>s64-hGzvxZ+>SB~c9q~vbrM9F7+R5D>hyo5H#0~wT zKZ+5neL)*V`v*G*xQ0M=A4@w_GQy&87a~0|rkO0VIs}7|lWnrrtuBDZjzX5SjdSU_ zxitG!$=^!0AssYmiW*WJ^S6#->|^riAR1|~wE2%o90{zkSiIlHzIuVdT3;zg|Enlc zOp8sy7o}_>x*GBDe2+JqK;gM@wtd~6M++Xvx*t4H(ToE5k^mxUhqi!rYayblQ0#BI z7?&y}hG?#}RENtO&P#@QrDXe+0`Os@kSwYuXUzS?uda@8_lo=M|Fn1Wb{02yWqV2> zi8xUD%qYM<_8QJa<2(K+^mOEb&r3y0RG`=n1&eFxTK-#EaGp$mvETHHl>u4)FDK}a zB~98$)csnp$j)Q6PWk~jGfT(=(dq<@?WTf>;O$U$;j}^=Zot;vaNnU5WBsj9US&3O z8*4fnSs4^nIzqV|u}}^Pnc_S;e|2?CI$0`7vjjKLAns~Al|BX6YK}y*xE5B?4hmbp zaD;SO(z+9d(MpxI<3{J6r({|`N(eN>GeA5z*o70;S%9@Ez2ZO>etQIZB3U2JCtWv3 z@I!O_wKw{6mdkfN&jHQocIh;YS*e$hNgsPec0^K6IeJ`n)rRzqZ^aPi;i10i;97w+a27!5`9>loqY7KA+l9(k=42>X(h%xxs(-_dA;oI$ zG(EqT{#+|`vAx@fgY}LY<2_=z` zR6~a$B#!>-Pw_w7A5poCq(YRkefKeosAw38-=bY9#t*+vX~t zGNrm24AY?KsHb6R0&~v;ib=_?qM>2U;MD!v)gLI$K#dp$g>s(j*-RV$^VRd z+-CMPd1saCD4`YV=#N?%x|JGUN+{dT;ulV?dk9+gt8sd>m+{$v?;{WgI6 zOBq=&%x%NgM6eq7cQaE|gZ+*?yhhU)AV z0cQ_z&G1HS%%-y@LJoEMt70l9`E;#y0B3zkcC;xZUxz(qI*i>YT zq#upKu1t{@M^UGR6q74 z@wHJHW)+e54ixmj&TM7a+!?kSo@Fkmjr}{pa~lJNIehvwYT(f!%QMjpZBVkaym2ki z@o!!sm5~inEU<c* z^Y^<-Ds+xU=*ZwIDYCrN4uHV_o2&!3g28VXf+rpW9vB#Zj{e@mJy3w7?>U^S0wlB? zGtfo?!}iF?X=lLGq#xg`Q+!xbAw5`n=d$J9w57VZ_wToyZ(2W(vLe?X=p%e7AvK?A zkkUV4{ry9C{+?Pb=ok2Z{%9v4xV7Qio_9Xxxlrf1tV(4lo0&q{{eOLoQp!f^c&>DMGEY>QD+{XS z8(q(qPb5$&K^@Jul^9)J1f8{i8!IkPmvc*fzBUUQBX+|k2J3uXb<<=eXm0J%T1z`V zpDsTdm5|Mc?%t*kRJ>P~1Qbrmf8}{H@>OWp|08(@zFc?|7CpEFfP~Q@8>A|N5Ssh6 z#6%~9lTTkJ3eW@nQER@ktY0lZZ-8lZab&U&-?xPd?ce*e;gM!zftN$`ox9n^qsY_M zw3^CxK_jW=#pYx_yaVDRhNT>CM|Dm)AV%(Q+kpd~xEVcb2ZPZ^mHnwMZ67fQk%{Jt zW~Iv0SAT*@BaFlYz^|eG2Yt!8uk}6I@VGO2KCiyMelW{BY$(~S;w%`Qg5D88bv^BD z*ee5@S!dbiOmNG&p%F6(}fPcQ33lMB!3Ct|;Y)?S(9*X>~D9e*lRE)Y$%ggg8 zHB_vLD_erTb4M!`bB1*W1*~R-v{m7mt6NX};JI)&3Ep zy1xGT!YWfYT+>RytradD+zud4LUzfz?0S8J#f@Wes0{~7? zqH2zjRbF(92PA^=^73AoTmhHrFx+(yOv44hb$^lPz)wj)OJ$~=e+Ejf+z>kYle#q{gtdh>K6mk+&NzVMg~#*4{OL+^{NCgHIu053#wfmhV)je! zFN+R{W*&CBAsm6DD8(_vme;AhT5SW-%8(({<6)zUaTPZ+-ntW( z6`zHZbhW}j?EpNxj-+Z^nBm9fPY=xqmek1f#Y7Ge7bho}p+4lbb zRc6Aydccg>0}QtCo4>rP%|IdyxZ^AP#93q6eAfFtQ3gI~U}!x=2Ib@F!H~|4mu4wV zH{G~w+Z;l6e;8--7C3bA0R@2SjvWSoh*6l7wWg}9Qrm!1TEgL4-JOe5Q90qB2d4bw z;`-rVdqkZEMirmR)UN9+9rFf3Kp)a85`x0YQCVkd<=JQ9Sx_6*)6D91U4$J4>M7$u zx3x=*%jYOQe&~FbnbzLf^UA2_h~S7W_^~^1v&!^=`=tL`9-i)k5tzcNE@xsw3pc`n z0B~S^g*#Wz1`>hE)s`4(9b{)2!*gW81v8b)-ryp^Q+VX~#3ya4oeIe94*-M$wlP)z zc%R5-DE{1{TK8DJL%7j8{3g5~Wy+5EO$L-fYyb~%*A1M-$lovuUv>L3d*rc&ud;)Q zm$(9jWD!VFz+mg$5*s22d%Jv(V-R~l6jyQzq5jS#KbdJ3iqhILQuRLk-D~$LLMfn_ zb`(iY__zEKr4uTZsF+ZMNhKtUO8@;h0w?0{H17)COFZR)r4a8Cu13aEU*t{c`*k;r z?TilTGElvdzwK48EXA0S>D}f%O(`p<=jix!R9sDLO={>=;#1XW5kmvoc8<4dH-ZRX zGjbUi?KzpJb*MbPNCOui2u1+co@{tYoF!`;Jo#;U6f*}4?SEo6Yj?Vt`~l~%uSR`g zM1uNzm2bkYrTcS(l~>hFT3`?ZlS8d$5ODpP%}gT_8y=T`7S_};?{5wv0yA1KcvN&e z9{RFb%suw5w_xZDrk$45|H_555rn$p@{ZAeH3KUH9}e4iSf>K~9{{}J^$;W@DG4UU zSDHFen@YmB11K+B4PR6ZAf|w!`CpcV&6M3X_r`am~EcwxAFW@NP? zNm7nD)$oY=%Ck~P9(CQ;1O?k5jygWV6C*;hs`s*qG4z(o$=ikc2NoClX@ z+?{lIZ<(_uO6XIA+6^0%%=sBQa0+o0IjlAC;RuFI@s67|;}&TJO2%Mj6Y=)4Y^Tkw z8rRGzw3g`c1Mr>av%@Pu#wD3r%N8i2rTh{NDpNP&L1hl*KLo){Ty+1pDsFshZ$%5U z+71cKW-EhVOV8qpa>H@t3|1~L7CSE>ub@Xb8^B62*%B~Zd_Kfoycqo9b!n@=0^(DT zGQDMymbW!|q0VX+Y?p6dtU@EX84`7k!fK}x*s5IMtvc9E(oBkTb21o;1ds5ISgPv* z--zia--p&%qn+n^a6v0V`&qdPpUk4~1DTtwW*Ck+0&2BrYQm21=fX5*qs8Zh-SgT( z=PHQ2`~3SfRM;8#UT;)9!O~QIqh%#%#s+~P(!f$=z?fok^c<3Pj)N8GQ^TBagT*ud zlyeKi75q4bWZz+2#blinYX0OBgCS;-DK>SV)6=K7)O4E>fEz^4a;xO}CBm$zRfAT( zqWx-7z04rBefNt)yB5IcH+Q|C=GB+pivbowQcm>g3$ojRj~g~lYw`)1Sugjf!hv)8 znu5R8#Y}`-Jw8OOSQ3njm)7YP`ei(}%orO%a*!VHRYrW<+1_p+&Mq+DIkg9lp$%-L z;0)7iJkOh+p#^n}W^Q?7;_ie8WH>b|f;ZPDQL#=kDq(_I#5gw4M=Hz(#4lV^xt(3U zA3X}aK1wpSNUQr@amu3}2%PA^gsA~LQ&EZ? z*m0;&uSe}5m8T3r@ZmaE^VB#868vrh^QnFq@m#`BVTrqg=K4jWDP6QhAlLbRL|f4w z;Mws6TM0WYz<<5(T_UsRX|50>hLx@d9LK~xZ#vS}lH+qMC zS%ne85N)N^L&j+kv`+(yrtbyqhy|Z1%ZzxICJS`Kn5;@wy-jjBAoJ9EuqX%Db|*D? z&xxY`!_aI&90)qr0PKm;G4Y>;m1;=T@0B3WWFA2AK~Rr`jvf(ut^6d?Lt| zLC~mDX+=C{!KXagJf@J?=*tC>x>1ngqX1{EwAy9O0xb}1tb857tVj?f(A#R*#Cw`EuY@mOBXne2(&^T&bULDX1K^!sxARf7mjYxW&lSEt>6^y!1vGxD>$rhoptuj58>)I_PWPZ#0*U@^tcC?QZdP_U0UKSxj-3W3Ab zsqYBjJx*-&o#ro_z#>Hbg;#@1sgl|^)XK@opg@Q61n7>$Ve?g95<{Ux5$>2N-3jQ` z7#}wfP=Wly+!NDL47yn00Unq1e;#)~)6D>2FY&#K=9Q2cE+KTFh|J`nC#8(@30V2n z&{6Tc7O1wyZ>=oORg=RbcA*6Xk@ ztDg1l%akmua3yW{oJB$Lrn2z?ar7H+G^G66mg>jjPX35X&AhE>UJlK_g9Q+p`K8v_ytr1_TN_ifGA1ol?@RjZ$Yp0L3_fV+J@ zOOVRpvVZO131nqXHo+`~cDh&2Rv@|3VdVo25w31pfB6i(*Z|$nC(z7uO5Hh)*B3he zbdEom*!$?DT3G?aw4gE!MIDp~QOk>}!Hx>-SpL9-S^rnY*;pNmK(lH9qTq&l&_rqE zuJ(0utmv@Z!_EO^@V1Yxpms?x2NCqCk-T>dN}5qszc15PYrp$=upUs7go5z4ee&J9 zL#Z0Bp7Q=3q|LAK5h&zN&UI|pR84Gpu@y580h-kLW!6X22Lk z@re7TP)qND|PUTMCObgRD;T=6a% za40-!tN=<(pb|Wf!jr343^?P&C&)zx*3s`gxzOTDuiRJ{KQn1I=>)*~LYY9Ttv)w# zIJPJ@t)PZ3spX~W>7*gLVIhI`9BhvDmG9;zbK~LBxGxw+O7wK`9niF%bV5S_!E)u! zPY7rn`U0Qv5*zd5SFWmwwROQ2*lNv4)skgNtj7ac4?JI$UqP-ui}=)p0$Ndx_(p%~ z&(qhg^kiVX0y?XQ=gC-{j<1sS{L>9&Wojrm17)~Wz*Yi{&YwbmR&k0zV*11oy1bcl0N8Sbz&eW%a3!-^IeL*5oL@HO6#6!;@Bf!)wrj~(4b`dL8pN|W4 z3nHa=vFQApK<&d?L&*^bJ282;qa&3g$7HUOPu}+9Q|gZin!Ir4FdySjZ)WXwPWLE& zFA9Ho6ctS&k^(~wHfVbRIh7zId(rqpy|h6-)>kkyB@W509XWnmm%h1x@JZUG&!i|( z>K0|%mcS%4=qv#$N^LclR6Yj`srIElz+d;RCsbn~Q#Er+y!N|un2nT9;z0>XgLV@B zZo(0&XX3(!LnPQN&fpx4#C+F2Z0hToay3som>|q|C}Ju|)p5*>Fs>_K`eTRCC6TkX z$sEicI=742KglLNd;&XyU)#BsvviHTt@>=KZXGpAv89$#-V$xF42U&2lsQ>!#1c{7 zY);0b$?2{(tZ^QVAy&%0m|n|k$r6-x@h>Y`@~ErRpJx2*>BfQSzc>@#-jSyb^aE>w zKQr&x>`!|wF2k7(GO)& zInf#rQ4V^ z=5RvI7%CyxfC7rq<(t&L4Z_8I-A_Vg)uZto9aun$QbMNNryU8FZSJQWkSn@JoFy7- zl~zK8jHFD~8azm*p2zbDbQ1>p4wF~)V|2`fopGRn=TfRVR(MuDP)O}gq4#ogOmTYo_?D*+~=mLrg(!_)WznHBuwgUfvNUWVb7 zM+>`da0@0t&!o)5JRuXDjeyvb`q?z(M)PtYeOAh^V)$!rF zDp5*W z)&x97Z}|+I?zyzd*Z`V-i*Xhm_MttX!~{AcS&}YKHO*Z?fVsYhvNMLnRx0IwjxL>3 zNMs%{f7Uq_3;;FA;b2YLf+h@i3qu;bFxUn-V0_begpF}UUmB9EadIY-W)lHXO#_hR z0a57LytkDuuI>~^<5Gil04-vyQ0xg&9Oylz(APIjG~r@VCT|iTFF=n&rXJyz2Q*c@ zIRac_0ZJS&tWbg<1wMRIRgJ`nS*#E{+0~cD+_Uz0nQf|nQjw8$n#6lGkIeA z3Ap`RjvAp{ zFkm6C_E8u24Uk5HBOam0cy7jSH9@>%fCEiPUG}1GmJy=CWnJUP;-GhlIa&jJ4$<53 z3{#x6WW!j5xzzBi13w<R%5|-UUt^;` z`wpUW|0qBFqPyCy@u3^6tr6k~M}<~cd7lts!Py;0_KXb~7i7`+aQHaM zSnIF8V{>iQ!n_EXyY4~i>cQycJgx^o+~9Hm=Ln7U}M+NTjtVo38mG)+=naJl6&6xRxDs@qZS^`#UE>}V_Z)ID}2 zv$R#u%%;WM%IG4O&G%_VRr=l^cCMN;qBWuP4{GG zFx^!-G$i_I#Rd=yGlC}GNt(Q!m+PR3oD19+Jj}e6F6_@&I;W$}qTrl#ZVg z!+$PDne(qq*c?W&3Fmv^tM0hrKY(<|{C7tH&ZT1!%~&E?Qe6@yiuP2=Nv&bV$x#fP z=Em4Fo1G7A37ni>Y8h4EbLCTK5o&jD)0z=&b1hL$x~hWa4M-%clvB;2uj6z)To+&< z)}|a45+JRL)BhclUb7hP^wmKN2$|=Ec%LV{w3PR0xOWAV_%p6mtPX7nL>_k;!lK~V z^3NUkmY1Ef#=1zJH}%5C`b|%00B%S={REMzBfQ_<6G+iJ@fwxUk4M=gol9xJ5GGNT zWaipR*);4b4d}2#%ui=+6gNndoEG$n_N(U5ziAUhS+ed=P{L zHgpzGGrb@m#^RU~enHN8xozf<)#0myI0aBuxm;4YT%Td`GG+Rzf#7obl&>qQvNXm$ z&Fq|+qk4)HBcmfm6t6_Iah`@)AMw z%j9*x8*Qk80VcTE1#Z$nLj%FcAe7^+I%i*3^=*r^YpW4HqStPj=oxPabW7lFE(0iA zS@6_)o^>?hlQ>E#meTk(DizKtL}K$Zb~GK9v}_OnB}&uihPx3H!pr>ZNB~Lz#+s2~ zoG$;LH}!!mX($>wXnO~ezG5=7h8BQn)c;nP2td6#3!;SJXKlD))D=`ViFXkD@+t8a zIlKbNfB1j|YPYioC!zOG@=4kW$P~jY9&4qIR(=Y3FyJZ?AeOf>OpH@rLrc;%|Ha8< z-Y)m%@Oi&&Pr2Dr0QanX48wS^)YN#_KU9n|r63X6-Mi;uU$$AB`rRvFb=qe#N+26v z&nX>PdpoP+KJzV*gZVv4&ssKWFdl#$y(J440Ui{|eGjY4BNzyA$ZqlI1Jm~|@Lw{; zrs1+_)EZQ>%gDa0khc0oW4MCr2zLiGQW!($@xAK<8YN_}@#!{M^_UPmWu0&G9Nn=0 z4)??hI549E)aKor1pI(bBiZBs3`DT#1FH{~_>^X+LitNC{r#Uq@<_V^BbUDXPv$Im zbTYjqv&)%&z>%+R_<@yN2L_V0w;=SS7&qf0s@HQ_jeex0Ka!h3{|oE#(F;(VyoZ)2%fM&_R*{;}_81qeCOGfE2;6^^qJ>V55S6Y16@(mT?&c#5z#|XlM9`brBOA zTJFDnfC_DbeX3jxI;o;v6dH<_zsz*JD)e6tJ&`QC5oq z)$1mMmJJ3<+t$!Pd|0j$M>XynQbYK<0Rv&X^bL6qc{FA=5`2d-waZ9A^i7PLzna_1 z`?Xvk3x(d8AD%Kh3K<0A$YcITj%_jHOsu;!&B=le$R-d>%LKTXkQAvuTk$I3ZSFx4 zEjs-JZYaXyJJ3?N(D|fOaXu}D`AYxm(29;@B*yDOknsUGq0w;XODeJhXfn&#kgOA`#nrG$ zVEF>{7oH3CbFhIQt3Lrc8cNIC>-5SP_)Gyppx{BpZsZ8`HF84=w2oU)ev1>eM7G%`@iM`#Or!iZ;tH?b%i} zi)TP9lzQ2q9-;LV66y7C)~s1RKKSR0hqwLhOi@`>%(?mceZ!3pTx@mqy>$CzufzQ! z{7;?eM5fUjX=WC4dCMz`Ixa~r%#>p9CQa224 z0c)@tOK%zmiJ)Zg`?ElZH9a~aa4@%xEoexMEQD*4nM%n%L1f9b@3E{7f1}r6!i0OR z4 z&W}&74^|q;KRU>{egMr<)(P8})bx3V5w5q7q>YV?|3oc5zb@&a0{61KRn zZ;Qp9h?IiS5ONQQ9!G-v6Z60YUf_-oBybNs+&6DvXox1#Rab`xzgZNd=dAznLKO+e zmm=JPpn%8Bz!tLC<*WFK^Gy-s9!7j`dEln!5S)gkDs<6vw{@0Jkn){-C0A7e8DzrX zIUPv7;{ZAJ6C#ga{mAEWriP4Sa4kjuz~09xh04|)c&c`%%RLyDvC?Pshj627`!~aGc1S@lg<5S$v%4%Bj(V0}abaEjD5aGu`cDFZ7+qQl(b-o|ruG z3-FvN*kfj@X@0J(X$_mL^*%u=l6%v^^UWiXyR+F_$V$73CmZP2V7 zD%Q-#X0p{^Af`$lr&w)TprV1gex9F?ySD30i-im^eQ`JCf*WI>(t8nJw79lS<2Fpr zcMl%Q@%?-Gr=%gvCs2{!9v#ywD*?GRe@QUI)-QZW0?-*gauLi9%owL&ym&`vB7Bv( zhQdT1&yEPhgU{JHBELZ@7S6UFlYgt8AbL3c-jF5(tN9|hR0ks9r=jvC>>qX)Wkx%z zQ_+tyLKIn^osRV8!|lC4V+}G-6bXE83T)K0DO71}Moi1b#y zECf>A4KnnaF-44!vpIn{rGb}2JAH5G%w=j7{lz$VWj$HxX0I{nP2IQpgI{LmyyjHI zwi0CVR+Vhgebzk`QRv3-oTK5KL<05-NAF{dOiCeFbJoYqr$x|Gyg(@>vM=}g!4|Qm z?UheJkHKzDH*x zS>H^muo5ik6cwP`_}Oj^YJD%w5u9+3aNW}qgXZZ?&yDLoV6$7269wJd%8MNHdtBm) zc9|h3H7<7C_?4R6l`<+~)1AB>y0pvaxNV`blB3$NMa^F=nHl_wD~#A`b4~}X_gSMt5EwHoee3~!jYaVRjVVvEJHBq{fwnWkS+oDjk9M35&w?~ zOplzrYm4~`^B)z?I|^i&G^nxT0%OCWttb`R()gy$Tg$()Xd-?^jT#4-SCY_uXCCh-;Qqy^Iy;n5+q&CyF%tT|p}|$zV%+ zv_F{VT2A}IJH+-XV&_BR%*HTG)`IXd=UB6P%j?Vcrf4UN$z6{Cbl#|Mb0=oZ;ZRc- z73=qGK5A=NZLj#OIa}dZHO7!VlXG_$fXhNaqz`UqXQ%$>HyDuh+76f$Na}=d3VJc; zHz3RYYzs(8EWl;SKp+9`mYhvAMq_w$&3820TERzWkcQqV7uJ>{g7n=s*T^sv3|e<;d~W`yU~hhzgM%UACCHB+*>3w(krU zpU82&%iK=tNEmZbVH?v7pOs*4do)q8AWyRyDujwF8Ov=OBqJ0BWhKV|@{*MzH`1b@;&vVUlO!!#}2g!n$ zi~9FW-A728eos85IR7Bw7rQ0zn@teKi_ApGLiTfN7mH!-lRQ0P|Hc=S*wN?Gb(#z; zyb7_B#e{$IrD-66B2~C*#iU8(+HM(Tn^*2;vFw$-B98~RM54B~mxYfqlLZSdUmNkz z3_rA5gev>1Szv>`foAwXzSqF^C>@OF7EHfx>YKHWBlG8E)X!0PKI{{$;Qn9!)lv33 zp98N=5n6=72cCo3Cf_luL|%l`j54ooZ1Sa@1WbNM_{ircZ&N1ft8$F1& z^6{B-EbslE2HH6#!Hg0$y6h8lsjq#l#SK&u1`ptkfFf%vTG*bUZt&TWY<$c=XGH&I ztf%I7!9baEs%!XcXm7Z#VuGx%0tTtg-|rRo%ncqO-&I%Sc00k7YuM6%2~J@68?S=6 zoZ8;SLl0uSJs`ex-jjo;sF>xYdfOL{v|5o{vj3;L`W?F&oF*~H9beQo`sCX5|JJP z7u11#EUMGySq(iX6m;)un_>;WNdl8<~=Q-{iJ6_}O^>&$v)9No2K>cAXfBM;S0_OGP zQs0K|v9lXRHvX}&ofSW67<~zw(or-En<>IzYqb)rdNjqih^6~Qk0z`aA*g>@_WG$} zd&+@SPMiXL7{2BpDJDhTUySx$v5W1l=d&m!l`a_5+fLiRVN-`#g>9^nyLt3dni#ns z%vGK#|Eg0^>3d{(c1}q$HZDNOm|G7Ts8+i&j z)h_3+FhtX3k3^(H-+jxR#bETa74sM3xkP3JNBZfnT9&VRYbBZ2_}a+yR%yv~Z_XOK zZhkiUb@=paw!Iw|y4{x8#gijZzHqw;Yq&}!TTXD7OeQzzl>Dj}fCXN#`DRU_ zi@+R;?{bjZzS$eIcFUbR5YL=~`4)@`v~I^sKYvupf~t9J?UtK|F@g5fpVZZ&NSTeX z*Y1af&qpG6v?Ztdxri>Q5T5PkJR$ST~#uU<7emiF^m5MqRq_?zVfXSjfH%Yhv+YKl}mAoPy< z(E!yjG7E3={=*>_>vEs^4~#M$X#oz+$7+*z;qK3_9uq-73Euk33-t*8Z((#o+i z@xc_B_qq&PO@+=(*1U@}a(%z;)v7Hj`St9l=FOf)*3@9auw^XHt9N|<)MSBLL#NJR z-WBlj;$V)dAY*$$VDNt<8d*eyBkemC1 zCa+uvm5En&&ZT}zgq(=Pt$Egr`t_V zC?-TgqB?Db%{(_iutIt2j$K%^{1Ge5Z%)-amJf0^9r-(NC&Zu~!pZyTTC6X+_8m;L zH;B`#;_jb)E6;fTOJjkQ--x)fPfks70&7)rEu#pMEwu5ObB?77PhZB~MHsiN4dN5=yqYL`G^YNVg zrm#O@6hMA(XN~9U-S~^e@(pInJg)dblo!IX4G^~f=t_&Zo%QljYD0lHc;|-z#zuK) zz;A~jlVYu>nljw9|GNO~wM(I+jKYWN%$`eLcQGlai`ce@xDqvl8k)8dO2kf|mD~2X zOe>VD-=nc1k<-!N?4hN+!?v*BS9&Q4<$cGinu#@>YMweA0qw#P5>Y^@&k(My%BTwb zbnqQ_n7QqNSCK-pDAmCf@! z>sjl&?sea5eLpvfXm9I;(hTQ}p4^3_qXlQI9jeOeyHk z{=8bkZqu{9y|$ki6Y{S+d#N9DPbGneX8UXPwzKXL6P(fhj&9phd(DSQXXhIe41qKREbH}4 zSG3N(%^9+3ArVjIVWxxIU$y@hH4(os9O@ltG$A*;dhy|clbxmr>JsndF%p`gVq5$H zj;lrYs7Zo1vJ{ulsDA4lD6}ptKNRaZt$LSxFB=VdZd6x-Ia5nfZGVg5Q{ZTH=4HzA z_IZe)N`Dx!+pAa4QB~}+CL7Hh*3BBR8~a}witTFtN<3w^8TPZ=&6lFMk*2j>=D>RR ztkH(OmXO=jp_4**9{+S>L9{M*aMsmCRN%yCY+peidwffl?)23MqKac*Vhe7bv3+#0 zf0~h(gkBf++X%~v6sL|c4>@k;Z@0Xx;+22=K!=rpRV^LUx@Dy^7%j%0(PVcq_Se@< zKg;sbzQI9?!jJMp-Mpbp4`+xC-QRvj^xo&Rrt1wD!WR>0UZsqz!5rsD&fF&Nf0ysr z2OC`xff)1iy$_|9hN8v2DVR}O=SydG3c14={`#uDfgMa@$fG3Nk-juB7LYUfK+E_< zF-J;B!*z45v+q<`DTkyga^732K2-{pw)pKdi^_U$i64BSwjad>%ZzDN!^;OE%j$6o z64hNct@$fFeBwtXK4c(suQ+K+%zlc#HDtP#T!YBp^@^RnN1* z9?7H}Ue(K3IcujedHd9tWqKHuGR2sTn3cgQ4Kh;)3Qb@|C}*}hsXPIUkP%GGf?ck==62brs%6t}nM#q*%Ly25+AD}Xkkoq3e$!kwmy*i?*Szc!=VJ|N zlreuB%t}oyr$lE)dZJ6)$6R;U_6@7_igU8D9D6Uk>0sSwuiI4S68rG3SVC_VUvEzG z7g@exekJ4=p{6d}Tf_da^BpHr>CyHs`rS=!zpHRDmSfCZ-;*?Z%}ibETx7&c&T%Y zw^QBEPw?=Q5?v&w?%(B(_uj}Udmm4@N*6dj7WpJe1O#AaJma+(XhZ&K22ST+#CroR z&O?q5YSY zaTJ9p4o9OKW%=DJ_vhzS>u)PDQv?SMK3G-#x-TPe!k9T3Z9d_OhUh%q2utLa;Z#o| z;_FI;+ZTHiczSc%>!We?+Z~2>TkUnv4u|#Uw;N@y%f5baUtnYRDftvtcH`wxrVI5M ziws%C+4QKaVW^hm>6156XV%#FMc=LT>>Q<3%aE57=(E=mN{y>Yr@T_LK_`lif;AT7 zxfsX3JT*?|CAIv{yb&2pWUq0&>S?r>eZ{V_-ST2`J9%bYt2SSOgm5EKbZKCPw)utL z))$dPaq1|tA_5Ovw{Tdy_lgM{&4GBI32LwQsb$?IAohCU~`)_Msc72C@hvS^V;7e&qW5~b$xA(==T$b^Hk9{ zs$|-8h!rdmIi3G#{kR#`k~Q6ntBu2{Nw(*l{P}=2bh`%9G;J*(=Vr1|5Vi7Kf0ycT z&1OkyT(2-ivV0+Xzi@cHLdv!pUmSXt`>EIW;S1AS{qstb&uss3u-}YVig%F+LoAmE_h>8&BIRBbq z_fX*xSdPnA&OB+8)W0FLWtLv?z2!|7-D_hTNzJMz$r>?M)KT8hJHi2JaaUu{22)$8 zmAjM0GOFxt%LKSgyWR>8zjjIQ@8u2;x9m72LqQh3Q0)M=H~P$|ngU)Q5yc8kEzHXH zQkloKSLn(`GVW_9C7(a|~k$;j{Zm*4INNM!1;5Xf_@cxo2ec!QWM5E`7fJd%->FTmh$V6)!MC zcGE37T2|4EXl~RX)wKXkwu5vm|Es*uYYQ`l-Z&iz_enD`zL%6uL4~Qfj|qo#0nhI6 zlUPe$dOy$*#rmuMJ0ivW_$*$7tRrC%xIRv{9@s|B&XH>G-6FSdUucFzqkGcz07Wlp z$5IJ`dB%8Nkiq$udjrZ$ptZV+uVh%;;!bdBiIiEs`I1AU8=dvyoAkVjURhj2w%{`L z4}8g*(`<>&ql*}=9kDMbZyNkXZ;JAGoV;r2+33!An#9^1%jhSv@@r>lo_NPzKVj8e zn;!ok?U5t+UcU%pB1m0zam=?ERZ&6W9E99EmrX)LRy?~Yn&maKufZkT1Rr9~Ft$fk zMnU=%vI71U-%*bJB*;#X6JbRCEIR5uCSS=UkYUXAJk6oM*?Gw7W;Q+SY_>q(E>VZ! zmyXS*!JFFXoIbX`-GqBe_R)p`Bu9YNNKc@epO~Un()=;kLkz+O(^q$w8oi z`&!B5B@H%8?G4%d{g%8|Bxepvt|d~D`<|Jx$+p3G#hWd3o3H;Uhx1IFr(c~6Dw?O5 zjY=(jUMO#N{rvk<(=oHlSI64MO%s@uX)q+v|Ka$Klt6Q_A|0+XvKNLGrXHBuo+8Ng z(DQIzB{;5U57~qY9uxFB?ejHKG=zmwbh23Z@(mvHD*c++Xx&0ml@RUR^Sh5OX0fQL z89LdsZ)_eP-!AA*Ag?21YoI>V*QbQ)OHLu=b@oud6Y_<;1qu_bFWE{;?&>Z}w%86$ zbqa8Q@X&(gH1W+K%;uL}WVskT&dbYQHx^Deh%6?&vyvT{h)L(Syp>6%@%cgj$!K_0PJLUPtIHwX zc|p3lEgHMVi4Ogieviv1-6pV$xz z9{pi_)PCh?&P67Y?2X@($)^sOAk>0$0ux;<%W|VIvxn*WQberNsx>yAMVT}Grd0(w zJE>|tpvG9AukCdNJ5XRLk+~Z@x)A+up=DC;nYsxmL`cet?A%S{e?kf20>oT4e?~FL z2j)*iPs4jV90_D$jgk6CB>(?DGNdw&FOeXjQB6ym3~twutGmBrX{ zYX^mDYim;(16kn>eJ1q0_sG+3>7i~k3wh_)?FT{pnk@iD!b8{01 zNGt=`NA~wz6QLVVn~qxP{HeNSvz_zcc*))lPLY+B^)hR@ha{&yN)#^`4W{U|cNVIQ zi*D}*_DskA>%;eRb}!&;b{jfAeXvmWCYd8wPZU-sON1WI%ipPk;tYqJI8vqi=2@HV zd~CYUACviwKzGB_B3!gqhB8Z&2igl-F5(=rD*WG?kl2SH)xm81+om4^TsL{=h*=b{ zd6Ob!XazXSw?@JU=m)_bhKEzPi8o`Jz*#!1b3S;~k>pf09-f-Y)+Qbo7ncsqDxkIk z+3hWE$6YnIzti_D#tHm2nJCGC^qjTFIi8m7wmzqc1ELauM1q^Km%+CZaa3>YK@$ND z6a=p7U=Kd@>C+6rn4>*By}hmAT>V?)BEVl)Lq>aQYgcsZ<(*g~;c&2Y=A56O7emt_ zFwIQA#j|aSRh|}Cm160HN*WL32kk4Dq3~x3oI@KRSc?KK`OV9hHhE7|lK@{w1cYig z__h+gSH?P=>(|r`0Dis~(1`1Tv+eECF)^dSGzNwoWT+DU#8xc;OS z%5q8 zTZ3<_WsYFk*RQra>F}^g0M}(Z7ACSvbqD>tw;gO~yMZIw3AjmPIn;nZh65l9Vs(oJ zg#!c;O_pEx6_x>glk|LPWyMxLBYuCgB+w>S{2idDsPRtYwfc%*Ee?OPAEyk;Q1D$J zkWvf*3y6gMsUu1{3RQsXeFtXsB=k7@1+hhPF7=jaG5E>&&!3HVs1ii}pL|a3_&Dk#NfvgqRK%a?f;Zg z_4ZoGQB_~!;McoH8mC+W^$1~9j06{Y%Yhe~C_J<^upPmjpsm!o>ST9!_qsU6czLVC z++ICkDZxwP$UEop&#O|kqAIiCfPNpCW@~*ajMI0Ob}{gsXoR6=T*L+?pw!0UAcD^U z0Ssf$nj02=bd}HWwCEZ9D?x$0WEg>eUU_+wmn{bAMn-^&L-qOdQb2V0{vN_i14i#p zC?L>#>6J|YqUaAe7%<0x-BB6mbbrFHiL@42-O{7d<-N|q5DG~%_d5z#<(m0qQ_{Hq z!{t8EhkvFu?ok~-qm9sr*AO%MtStNrt!7LuJ|gMaGtRtQ1pyKm6Jul8OAwx?KWYi5 zm+ymbE&`X!&C9zQFfqHv!^x0aS7+j;5O_m@s~5i|yv8Bt1Aglo4h}*#43AW9v*#?Ev-gVyzbcluki}}jh7@*GkM@DFPb{ZJ|aY=8Vz2e|dI0K_Nx~E6G zR&?PWf+w3x(r|4*<&y<|y$F>eU_JRc7U;OBZ-m4kT@c#0;X&05cWX2)^~EZ!0bt4Mz@9&ppr~j> z`>gI5JG?aLZ9*&8e0*e}tBY_Wpb7970zjL2c;R~me}8`_wfPc{l)tGoA0lt_9^Ixe zYt9DXBqTDl+YdHgE0uy}aw+%0&xkJPDk0ko4`UWIlzuapk2=07E{=!W>nqyA3;aq7j`Ff)O zrhu;IPXax;-Wg|#2V?JYfYAA3(yJ!?V&>=O-adz$|8Gg_0{~So;GWVA3T@yZKlZ7# z69-IG!YGP^+YNq|I4vF~tkS_+!einzRy{Xq+;6GqO@6+nTPC>4l$~_04#Ln;rzR&8 z4|W?5pQ`aCb>gHRpO^ZhUx#}ON~13{lhd_dBTgaKf!joG){<)vTe*NP^VPfVG5kN+ zqS(^Y(??s&%gc|ngwZ}8b+k1oOgVqMEOZA)==8;4+LkuUfI^B-dGtuE!Ms;J7TwGR zl#(`g4MdcK#GUh9k-41d;hG)Y|5r@IUpNj^R`qn!o=g z7-=Z%c&!%*O+1_q(!JgqhhY&)axw^_P)#6`VBfB5YKqe=31d>6;|Be z&{NnN^MHN;@2kxv;Md79S0X*kBI;&lrwR%Sr?+<3K=x;Amx_t6p9e$(X9W#ldwlPL z3T#=h?aeI8qv-)^5Da3H)UauYj$mjQE&I%Z(&0{@nIOdFr-Q^v;kC@6OzU1ATjM@3 zX`FmL5QvLKOy#ijG_PIN4gG= YoO}3V#X