commit 3bd67a87e5d3b638d702bac5fa3f571ccd301476 Author: ModelHub XC Date: Fri Jun 12 17:54:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: AgPerry/SWE-Lego-Qwen3-4B-posttrain Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..ae0645a --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: other +base_model: Qwen/Qwen3-4B +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: SWE-Lego-Qwen3-4B-posttrain + results: [] +--- + + + +# SWE-Lego-Qwen3-4B-posttrain + +This model is a fine-tuned version of [Qwen/Qwen3-4B](https://huggingface.co/Qwen/Qwen3-4B) on the SWE-Lego real and synthetic resolved trajectories datasets (with turn_mask enabled). + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 0.0001 +- train_batch_size: 1 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 64 +- total_eval_batch_size: 64 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 0.1 +- num_epochs: 4.0 + +### Training results + + + +### Framework versions + +- Transformers 5.0.0 +- Pytorch 2.6.0+cu124 +- Datasets 4.0.0 +- Tokenizers 0.22.2 diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..de5283d --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.0, + "total_flos": 2826281377071104.0, + "train_loss": 0.1602747890744274, + "train_runtime": 158332.2671, + "train_samples_per_second": 0.357, + "train_steps_per_second": 0.006 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..01928ce --- /dev/null +++ b/config.json @@ -0,0 +1,73 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 163840.0, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "factor": 4.0, + "original_max_position_embeddings": 40960, + "rope_theta": 1000000, + "rope_type": "yarn" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.0.0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c33fb76 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.0.0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..cd1d73b --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a62f54706892b064c2e5c58a1fb9e88fb77df6a6c740ef7e12b8806d7218cd +size 8044982080 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..271320b --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": true, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..de5283d --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.0, + "total_flos": 2826281377071104.0, + "train_loss": 0.1602747890744274, + "train_runtime": 158332.2671, + "train_samples_per_second": 0.357, + "train_steps_per_second": 0.006 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..57cc865 --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,885 @@ +{"current_steps": 1, "total_steps": 884, "loss": 0.704662561416626, "lr": 0.0, "epoch": 0.004527447651386531, "percentage": 0.11, "elapsed_time": "0:07:04", "remaining_time": "4 days, 8:04:10"} +{"current_steps": 2, "total_steps": 884, "loss": 0.7413114905357361, "lr": 1.1235955056179775e-06, "epoch": 0.009054895302773062, "percentage": 0.23, "elapsed_time": "0:10:23", "remaining_time": "3 days, 4:22:30"} +{"current_steps": 3, "total_steps": 884, "loss": 0.7407010197639465, "lr": 2.247191011235955e-06, "epoch": 0.013582342954159592, "percentage": 0.34, "elapsed_time": "0:13:06", "remaining_time": "2 days, 16:08:57"} +{"current_steps": 4, "total_steps": 884, "loss": 0.763998806476593, "lr": 3.3707865168539327e-06, "epoch": 0.018109790605546124, "percentage": 0.45, "elapsed_time": "0:15:24", "remaining_time": "2 days, 8:31:06"} +{"current_steps": 5, "total_steps": 884, "loss": 0.7183060646057129, "lr": 4.49438202247191e-06, "epoch": 0.022637238256932653, "percentage": 0.57, "elapsed_time": "0:17:17", "remaining_time": "2 days, 2:40:42"} +{"current_steps": 6, "total_steps": 884, "loss": 0.638984203338623, "lr": 5.617977528089888e-06, "epoch": 0.027164685908319185, "percentage": 0.68, "elapsed_time": "0:18:44", "remaining_time": "1 day, 21:42:47"} +{"current_steps": 7, "total_steps": 884, "loss": 0.48158273100852966, "lr": 6.741573033707865e-06, "epoch": 0.03169213355970572, "percentage": 0.79, "elapsed_time": "0:24:14", "remaining_time": "2 days, 2:37:14"} +{"current_steps": 8, "total_steps": 884, "loss": 0.5159077048301697, "lr": 7.865168539325843e-06, "epoch": 0.03621958121109225, "percentage": 0.9, "elapsed_time": "0:27:57", "remaining_time": "2 days, 3:01:47"} +{"current_steps": 9, "total_steps": 884, "loss": 0.4606141448020935, "lr": 8.98876404494382e-06, "epoch": 0.04074702886247878, "percentage": 1.02, "elapsed_time": "0:30:52", "remaining_time": "2 days, 2:01:20"} +{"current_steps": 10, "total_steps": 884, "loss": 0.4743913412094116, "lr": 1.0112359550561798e-05, "epoch": 0.045274476513865305, "percentage": 1.13, "elapsed_time": "0:33:14", "remaining_time": "2 days, 0:24:41"} +{"current_steps": 11, "total_steps": 884, "loss": 0.4422619342803955, "lr": 1.1235955056179776e-05, "epoch": 0.04980192416525184, "percentage": 1.24, "elapsed_time": "0:35:09", "remaining_time": "1 day, 22:30:08"} +{"current_steps": 12, "total_steps": 884, "loss": 0.4157835841178894, "lr": 1.2359550561797752e-05, "epoch": 0.05432937181663837, "percentage": 1.36, "elapsed_time": "0:36:46", "remaining_time": "1 day, 20:31:50"} +{"current_steps": 13, "total_steps": 884, "loss": 0.38240519165992737, "lr": 1.348314606741573e-05, "epoch": 0.0588568194680249, "percentage": 1.47, "elapsed_time": "0:41:38", "remaining_time": "1 day, 22:30:01"} +{"current_steps": 14, "total_steps": 884, "loss": 0.3956570029258728, "lr": 1.4606741573033709e-05, "epoch": 0.06338426711941143, "percentage": 1.58, "elapsed_time": "0:45:56", "remaining_time": "1 day, 23:34:29"} +{"current_steps": 15, "total_steps": 884, "loss": 0.38245508074760437, "lr": 1.5730337078651687e-05, "epoch": 0.06791171477079797, "percentage": 1.7, "elapsed_time": "0:49:06", "remaining_time": "1 day, 23:24:56"} +{"current_steps": 16, "total_steps": 884, "loss": 0.3645451068878174, "lr": 1.6853932584269665e-05, "epoch": 0.0724391624221845, "percentage": 1.81, "elapsed_time": "0:51:39", "remaining_time": "1 day, 22:42:36"} +{"current_steps": 17, "total_steps": 884, "loss": 0.37906813621520996, "lr": 1.797752808988764e-05, "epoch": 0.07696661007357103, "percentage": 1.92, "elapsed_time": "0:53:43", "remaining_time": "1 day, 21:40:16"} +{"current_steps": 18, "total_steps": 884, "loss": 0.35216137766838074, "lr": 1.9101123595505618e-05, "epoch": 0.08149405772495756, "percentage": 2.04, "elapsed_time": "0:55:23", "remaining_time": "1 day, 20:25:19"} +{"current_steps": 19, "total_steps": 884, "loss": 0.32894521951675415, "lr": 2.0224719101123596e-05, "epoch": 0.08602150537634409, "percentage": 2.15, "elapsed_time": "0:58:40", "remaining_time": "1 day, 20:31:11"} +{"current_steps": 20, "total_steps": 884, "loss": 0.3588491380214691, "lr": 2.1348314606741574e-05, "epoch": 0.09054895302773061, "percentage": 2.26, "elapsed_time": "1:03:17", "remaining_time": "1 day, 21:34:30"} +{"current_steps": 21, "total_steps": 884, "loss": 0.35492587089538574, "lr": 2.2471910112359552e-05, "epoch": 0.09507640067911714, "percentage": 2.38, "elapsed_time": "1:06:34", "remaining_time": "1 day, 21:35:48"} +{"current_steps": 22, "total_steps": 884, "loss": 0.3395863175392151, "lr": 2.359550561797753e-05, "epoch": 0.09960384833050367, "percentage": 2.49, "elapsed_time": "1:09:10", "remaining_time": "1 day, 21:10:18"} +{"current_steps": 23, "total_steps": 884, "loss": 0.3350675702095032, "lr": 2.4719101123595505e-05, "epoch": 0.1041312959818902, "percentage": 2.6, "elapsed_time": "1:11:21", "remaining_time": "1 day, 20:31:18"} +{"current_steps": 24, "total_steps": 884, "loss": 0.32198527455329895, "lr": 2.5842696629213486e-05, "epoch": 0.10865874363327674, "percentage": 2.71, "elapsed_time": "1:13:06", "remaining_time": "1 day, 19:39:35"} +{"current_steps": 25, "total_steps": 884, "loss": 0.31030064821243286, "lr": 2.696629213483146e-05, "epoch": 0.11318619128466327, "percentage": 2.83, "elapsed_time": "1:14:25", "remaining_time": "1 day, 18:37:25"} +{"current_steps": 26, "total_steps": 884, "loss": 0.3337652087211609, "lr": 2.8089887640449443e-05, "epoch": 0.1177136389360498, "percentage": 2.94, "elapsed_time": "1:21:22", "remaining_time": "1 day, 20:45:31"} +{"current_steps": 27, "total_steps": 884, "loss": 0.3164421319961548, "lr": 2.9213483146067417e-05, "epoch": 0.12224108658743633, "percentage": 3.05, "elapsed_time": "1:24:49", "remaining_time": "1 day, 20:52:16"} +{"current_steps": 28, "total_steps": 884, "loss": 0.3188047409057617, "lr": 3.0337078651685396e-05, "epoch": 0.12676853423882287, "percentage": 3.17, "elapsed_time": "1:27:35", "remaining_time": "1 day, 20:37:41"} +{"current_steps": 29, "total_steps": 884, "loss": 0.3220544457435608, "lr": 3.1460674157303374e-05, "epoch": 0.13129598189020938, "percentage": 3.28, "elapsed_time": "1:29:51", "remaining_time": "1 day, 20:09:06"} +{"current_steps": 30, "total_steps": 884, "loss": 0.2884308099746704, "lr": 3.258426966292135e-05, "epoch": 0.13582342954159593, "percentage": 3.39, "elapsed_time": "1:31:41", "remaining_time": "1 day, 19:30:13"} +{"current_steps": 31, "total_steps": 884, "loss": 0.28860390186309814, "lr": 3.370786516853933e-05, "epoch": 0.14035087719298245, "percentage": 3.51, "elapsed_time": "1:33:08", "remaining_time": "1 day, 18:42:47"} +{"current_steps": 32, "total_steps": 884, "loss": 0.29432493448257446, "lr": 3.483146067415731e-05, "epoch": 0.144878324844369, "percentage": 3.62, "elapsed_time": "1:38:03", "remaining_time": "1 day, 19:30:46"} +{"current_steps": 33, "total_steps": 884, "loss": 0.29653051495552063, "lr": 3.595505617977528e-05, "epoch": 0.1494057724957555, "percentage": 3.73, "elapsed_time": "1:42:03", "remaining_time": "1 day, 19:51:53"} +{"current_steps": 34, "total_steps": 884, "loss": 0.31739920377731323, "lr": 3.7078651685393264e-05, "epoch": 0.15393322014714206, "percentage": 3.85, "elapsed_time": "1:45:04", "remaining_time": "1 day, 19:46:51"} +{"current_steps": 35, "total_steps": 884, "loss": 0.2955687344074249, "lr": 3.8202247191011236e-05, "epoch": 0.15846066779852858, "percentage": 3.96, "elapsed_time": "1:47:30", "remaining_time": "1 day, 19:27:38"} +{"current_steps": 36, "total_steps": 884, "loss": 0.28539973497390747, "lr": 3.9325842696629214e-05, "epoch": 0.16298811544991512, "percentage": 4.07, "elapsed_time": "1:49:27", "remaining_time": "1 day, 18:58:14"} +{"current_steps": 37, "total_steps": 884, "loss": 0.26939618587493896, "lr": 4.044943820224719e-05, "epoch": 0.16751556310130164, "percentage": 4.19, "elapsed_time": "1:51:01", "remaining_time": "1 day, 18:21:29"} +{"current_steps": 38, "total_steps": 884, "loss": 0.2930394113063812, "lr": 4.157303370786517e-05, "epoch": 0.17204301075268819, "percentage": 4.3, "elapsed_time": "1:55:32", "remaining_time": "1 day, 18:52:26"} +{"current_steps": 39, "total_steps": 884, "loss": 0.2929205000400543, "lr": 4.269662921348315e-05, "epoch": 0.1765704584040747, "percentage": 4.41, "elapsed_time": "1:59:42", "remaining_time": "1 day, 19:13:30"} +{"current_steps": 40, "total_steps": 884, "loss": 0.28868985176086426, "lr": 4.3820224719101126e-05, "epoch": 0.18109790605546122, "percentage": 4.52, "elapsed_time": "2:02:42", "remaining_time": "1 day, 19:08:58"} +{"current_steps": 41, "total_steps": 884, "loss": 0.2901768386363983, "lr": 4.4943820224719104e-05, "epoch": 0.18562535370684777, "percentage": 4.64, "elapsed_time": "2:05:08", "remaining_time": "1 day, 18:52:55"} +{"current_steps": 42, "total_steps": 884, "loss": 0.2603440284729004, "lr": 4.606741573033708e-05, "epoch": 0.19015280135823429, "percentage": 4.75, "elapsed_time": "2:07:07", "remaining_time": "1 day, 18:28:42"} +{"current_steps": 43, "total_steps": 884, "loss": 0.2538576126098633, "lr": 4.719101123595506e-05, "epoch": 0.19468024900962083, "percentage": 4.86, "elapsed_time": "2:08:46", "remaining_time": "1 day, 17:58:33"} +{"current_steps": 44, "total_steps": 884, "loss": 0.270669549703598, "lr": 4.831460674157304e-05, "epoch": 0.19920769666100735, "percentage": 4.98, "elapsed_time": "2:12:52", "remaining_time": "1 day, 18:16:50"} +{"current_steps": 45, "total_steps": 884, "loss": 0.299394428730011, "lr": 4.943820224719101e-05, "epoch": 0.2037351443123939, "percentage": 5.09, "elapsed_time": "2:17:29", "remaining_time": "1 day, 18:43:28"} +{"current_steps": 46, "total_steps": 884, "loss": 0.27803701162338257, "lr": 5.0561797752808995e-05, "epoch": 0.2082625919637804, "percentage": 5.2, "elapsed_time": "2:20:50", "remaining_time": "1 day, 18:45:50"} +{"current_steps": 47, "total_steps": 884, "loss": 0.2667008936405182, "lr": 5.168539325842697e-05, "epoch": 0.21279003961516696, "percentage": 5.32, "elapsed_time": "2:23:33", "remaining_time": "1 day, 18:36:31"} +{"current_steps": 48, "total_steps": 884, "loss": 0.25864067673683167, "lr": 5.2808988764044944e-05, "epoch": 0.21731748726655348, "percentage": 5.43, "elapsed_time": "2:25:41", "remaining_time": "1 day, 18:17:28"} +{"current_steps": 49, "total_steps": 884, "loss": 0.25849252939224243, "lr": 5.393258426966292e-05, "epoch": 0.22184493491794002, "percentage": 5.54, "elapsed_time": "2:27:25", "remaining_time": "1 day, 17:52:13"} +{"current_steps": 50, "total_steps": 884, "loss": 0.25682830810546875, "lr": 5.50561797752809e-05, "epoch": 0.22637238256932654, "percentage": 5.66, "elapsed_time": "2:28:44", "remaining_time": "1 day, 17:20:56"} +{"current_steps": 51, "total_steps": 884, "loss": 0.2713906168937683, "lr": 5.6179775280898885e-05, "epoch": 0.23089983022071306, "percentage": 5.77, "elapsed_time": "2:34:41", "remaining_time": "1 day, 18:06:39"} +{"current_steps": 52, "total_steps": 884, "loss": 0.2719656527042389, "lr": 5.730337078651685e-05, "epoch": 0.2354272778720996, "percentage": 5.88, "elapsed_time": "2:38:10", "remaining_time": "1 day, 18:10:49"} +{"current_steps": 53, "total_steps": 884, "loss": 0.26817768812179565, "lr": 5.8426966292134835e-05, "epoch": 0.23995472552348612, "percentage": 6.0, "elapsed_time": "2:40:59", "remaining_time": "1 day, 18:04:06"} +{"current_steps": 54, "total_steps": 884, "loss": 0.26956790685653687, "lr": 5.955056179775281e-05, "epoch": 0.24448217317487267, "percentage": 6.11, "elapsed_time": "2:43:16", "remaining_time": "1 day, 17:49:41"} +{"current_steps": 55, "total_steps": 884, "loss": 0.2570400834083557, "lr": 6.067415730337079e-05, "epoch": 0.2490096208262592, "percentage": 6.22, "elapsed_time": "2:45:09", "remaining_time": "1 day, 17:29:29"} +{"current_steps": 56, "total_steps": 884, "loss": 0.2433938980102539, "lr": 6.179775280898876e-05, "epoch": 0.25353706847764573, "percentage": 6.33, "elapsed_time": "2:46:40", "remaining_time": "1 day, 17:04:17"} +{"current_steps": 57, "total_steps": 884, "loss": 0.28030940890312195, "lr": 6.292134831460675e-05, "epoch": 0.25806451612903225, "percentage": 6.45, "elapsed_time": "2:51:50", "remaining_time": "1 day, 17:33:16"} +{"current_steps": 58, "total_steps": 884, "loss": 0.2750133275985718, "lr": 6.404494382022472e-05, "epoch": 0.26259196378041877, "percentage": 6.56, "elapsed_time": "2:55:41", "remaining_time": "1 day, 17:42:08"} +{"current_steps": 59, "total_steps": 884, "loss": 0.26811373233795166, "lr": 6.51685393258427e-05, "epoch": 0.26711941143180534, "percentage": 6.67, "elapsed_time": "2:58:37", "remaining_time": "1 day, 17:37:41"} +{"current_steps": 60, "total_steps": 884, "loss": 0.26556718349456787, "lr": 6.629213483146067e-05, "epoch": 0.27164685908319186, "percentage": 6.79, "elapsed_time": "3:01:01", "remaining_time": "1 day, 17:26:10"} +{"current_steps": 61, "total_steps": 884, "loss": 0.26536938548088074, "lr": 6.741573033707866e-05, "epoch": 0.2761743067345784, "percentage": 6.9, "elapsed_time": "3:02:59", "remaining_time": "1 day, 17:08:59"} +{"current_steps": 62, "total_steps": 884, "loss": 0.24445080757141113, "lr": 6.853932584269663e-05, "epoch": 0.2807017543859649, "percentage": 7.01, "elapsed_time": "3:04:32", "remaining_time": "1 day, 16:46:40"} +{"current_steps": 63, "total_steps": 884, "loss": 0.2769097685813904, "lr": 6.966292134831462e-05, "epoch": 0.28522920203735147, "percentage": 7.13, "elapsed_time": "3:09:47", "remaining_time": "1 day, 17:13:16"} +{"current_steps": 64, "total_steps": 884, "loss": 0.27888572216033936, "lr": 7.078651685393259e-05, "epoch": 0.289756649688738, "percentage": 7.24, "elapsed_time": "3:13:56", "remaining_time": "1 day, 17:24:47"} +{"current_steps": 65, "total_steps": 884, "loss": 0.25978708267211914, "lr": 7.191011235955056e-05, "epoch": 0.2942840973401245, "percentage": 7.35, "elapsed_time": "3:16:53", "remaining_time": "1 day, 17:20:51"} +{"current_steps": 66, "total_steps": 884, "loss": 0.2618892788887024, "lr": 7.303370786516854e-05, "epoch": 0.298811544991511, "percentage": 7.47, "elapsed_time": "3:19:18", "remaining_time": "1 day, 17:10:13"} +{"current_steps": 67, "total_steps": 884, "loss": 0.27624228596687317, "lr": 7.415730337078653e-05, "epoch": 0.30333899264289754, "percentage": 7.58, "elapsed_time": "3:21:22", "remaining_time": "1 day, 16:55:33"} +{"current_steps": 68, "total_steps": 884, "loss": 0.26165643334388733, "lr": 7.52808988764045e-05, "epoch": 0.3078664402942841, "percentage": 7.69, "elapsed_time": "3:23:05", "remaining_time": "1 day, 16:37:00"} +{"current_steps": 69, "total_steps": 884, "loss": 0.23117734491825104, "lr": 7.640449438202247e-05, "epoch": 0.31239388794567063, "percentage": 7.81, "elapsed_time": "3:27:27", "remaining_time": "1 day, 16:50:25"} +{"current_steps": 70, "total_steps": 884, "loss": 0.26893192529678345, "lr": 7.752808988764046e-05, "epoch": 0.31692133559705715, "percentage": 7.92, "elapsed_time": "3:32:49", "remaining_time": "1 day, 17:14:53"} +{"current_steps": 71, "total_steps": 884, "loss": 0.265208899974823, "lr": 7.865168539325843e-05, "epoch": 0.32144878324844367, "percentage": 8.03, "elapsed_time": "3:36:13", "remaining_time": "1 day, 17:15:57"} +{"current_steps": 72, "total_steps": 884, "loss": 0.26777154207229614, "lr": 7.97752808988764e-05, "epoch": 0.32597623089983024, "percentage": 8.14, "elapsed_time": "3:38:47", "remaining_time": "1 day, 17:07:25"} +{"current_steps": 73, "total_steps": 884, "loss": 0.25969862937927246, "lr": 8.089887640449438e-05, "epoch": 0.33050367855121676, "percentage": 8.26, "elapsed_time": "3:40:52", "remaining_time": "1 day, 16:53:49"} +{"current_steps": 74, "total_steps": 884, "loss": 0.252025842666626, "lr": 8.202247191011237e-05, "epoch": 0.3350311262026033, "percentage": 8.37, "elapsed_time": "3:42:35", "remaining_time": "1 day, 16:36:26"} +{"current_steps": 75, "total_steps": 884, "loss": 0.23486942052841187, "lr": 8.314606741573034e-05, "epoch": 0.3395585738539898, "percentage": 8.48, "elapsed_time": "3:43:53", "remaining_time": "1 day, 16:15:05"} +{"current_steps": 76, "total_steps": 884, "loss": 0.2732143998146057, "lr": 8.426966292134831e-05, "epoch": 0.34408602150537637, "percentage": 8.6, "elapsed_time": "3:49:54", "remaining_time": "1 day, 16:44:20"} +{"current_steps": 77, "total_steps": 884, "loss": 0.27056077122688293, "lr": 8.53932584269663e-05, "epoch": 0.3486134691567629, "percentage": 8.71, "elapsed_time": "3:53:33", "remaining_time": "1 day, 16:47:49"} +{"current_steps": 78, "total_steps": 884, "loss": 0.24804702401161194, "lr": 8.651685393258427e-05, "epoch": 0.3531409168081494, "percentage": 8.82, "elapsed_time": "3:56:29", "remaining_time": "1 day, 16:43:41"} +{"current_steps": 79, "total_steps": 884, "loss": 0.2524891197681427, "lr": 8.764044943820225e-05, "epoch": 0.3576683644595359, "percentage": 8.94, "elapsed_time": "3:58:50", "remaining_time": "1 day, 16:33:49"} +{"current_steps": 80, "total_steps": 884, "loss": 0.25263312458992004, "lr": 8.876404494382022e-05, "epoch": 0.36219581211092244, "percentage": 9.05, "elapsed_time": "4:00:47", "remaining_time": "1 day, 16:19:55"} +{"current_steps": 81, "total_steps": 884, "loss": 0.2401430904865265, "lr": 8.988764044943821e-05, "epoch": 0.366723259762309, "percentage": 9.16, "elapsed_time": "4:02:13", "remaining_time": "1 day, 16:01:22"} +{"current_steps": 82, "total_steps": 884, "loss": 0.2767913043498993, "lr": 9.101123595505618e-05, "epoch": 0.37125070741369554, "percentage": 9.28, "elapsed_time": "4:07:37", "remaining_time": "1 day, 16:21:49"} +{"current_steps": 83, "total_steps": 884, "loss": 0.27237945795059204, "lr": 9.213483146067416e-05, "epoch": 0.37577815506508205, "percentage": 9.39, "elapsed_time": "4:11:40", "remaining_time": "1 day, 16:28:49"} +{"current_steps": 84, "total_steps": 884, "loss": 0.26383328437805176, "lr": 9.325842696629214e-05, "epoch": 0.38030560271646857, "percentage": 9.5, "elapsed_time": "4:14:45", "remaining_time": "1 day, 16:26:15"} +{"current_steps": 85, "total_steps": 884, "loss": 0.2715482711791992, "lr": 9.438202247191012e-05, "epoch": 0.38483305036785515, "percentage": 9.62, "elapsed_time": "4:17:17", "remaining_time": "1 day, 16:18:31"} +{"current_steps": 86, "total_steps": 884, "loss": 0.2509955167770386, "lr": 9.550561797752809e-05, "epoch": 0.38936049801924166, "percentage": 9.73, "elapsed_time": "4:19:22", "remaining_time": "1 day, 16:06:47"} +{"current_steps": 87, "total_steps": 884, "loss": 0.2497263103723526, "lr": 9.662921348314608e-05, "epoch": 0.3938879456706282, "percentage": 9.84, "elapsed_time": "4:21:01", "remaining_time": "1 day, 15:51:10"} +{"current_steps": 88, "total_steps": 884, "loss": 0.2719443738460541, "lr": 9.775280898876405e-05, "epoch": 0.3984153933220147, "percentage": 9.95, "elapsed_time": "4:26:01", "remaining_time": "1 day, 16:06:20"} +{"current_steps": 89, "total_steps": 884, "loss": 0.26369816064834595, "lr": 9.887640449438202e-05, "epoch": 0.4029428409734012, "percentage": 10.07, "elapsed_time": "4:30:21", "remaining_time": "1 day, 16:15:03"} +{"current_steps": 90, "total_steps": 884, "loss": 0.2591651976108551, "lr": 0.0001, "epoch": 0.4074702886247878, "percentage": 10.18, "elapsed_time": "4:33:26", "remaining_time": "1 day, 16:12:21"} +{"current_steps": 91, "total_steps": 884, "loss": 0.257312148809433, "lr": 9.999960960438442e-05, "epoch": 0.4119977362761743, "percentage": 10.29, "elapsed_time": "4:35:58", "remaining_time": "1 day, 16:04:51"} +{"current_steps": 92, "total_steps": 884, "loss": 0.2674788236618042, "lr": 9.999843842363401e-05, "epoch": 0.4165251839275608, "percentage": 10.41, "elapsed_time": "4:38:04", "remaining_time": "1 day, 15:53:48"} +{"current_steps": 93, "total_steps": 884, "loss": 0.24443332850933075, "lr": 9.999648647603774e-05, "epoch": 0.42105263157894735, "percentage": 10.52, "elapsed_time": "4:39:46", "remaining_time": "1 day, 15:39:38"} +{"current_steps": 94, "total_steps": 884, "loss": 0.2551422417163849, "lr": 9.99937537920769e-05, "epoch": 0.4255800792303339, "percentage": 10.63, "elapsed_time": "4:43:28", "remaining_time": "1 day, 15:42:22"} +{"current_steps": 95, "total_steps": 884, "loss": 0.2655659317970276, "lr": 9.999024041442456e-05, "epoch": 0.43010752688172044, "percentage": 10.75, "elapsed_time": "4:48:09", "remaining_time": "1 day, 15:53:13"} +{"current_steps": 96, "total_steps": 884, "loss": 0.2640272378921509, "lr": 9.998594639794501e-05, "epoch": 0.43463497453310695, "percentage": 10.86, "elapsed_time": "4:51:32", "remaining_time": "1 day, 15:53:05"} +{"current_steps": 97, "total_steps": 884, "loss": 0.2508934438228607, "lr": 9.998087180969289e-05, "epoch": 0.4391624221844935, "percentage": 10.97, "elapsed_time": "4:54:16", "remaining_time": "1 day, 15:47:34"} +{"current_steps": 98, "total_steps": 884, "loss": 0.2459731549024582, "lr": 9.997501672891207e-05, "epoch": 0.44368986983588005, "percentage": 11.09, "elapsed_time": "4:56:29", "remaining_time": "1 day, 15:37:58"} +{"current_steps": 99, "total_steps": 884, "loss": 0.2545221447944641, "lr": 9.996838124703447e-05, "epoch": 0.44821731748726656, "percentage": 11.2, "elapsed_time": "4:58:18", "remaining_time": "1 day, 15:25:21"} +{"current_steps": 100, "total_steps": 884, "loss": 0.23231828212738037, "lr": 9.99609654676786e-05, "epoch": 0.4527447651386531, "percentage": 11.31, "elapsed_time": "4:59:41", "remaining_time": "1 day, 15:09:31"} +{"current_steps": 101, "total_steps": 884, "loss": 0.26731887459754944, "lr": 9.995276950664796e-05, "epoch": 0.4572722127900396, "percentage": 11.43, "elapsed_time": "5:05:53", "remaining_time": "1 day, 15:31:25"} +{"current_steps": 102, "total_steps": 884, "loss": 0.2589717507362366, "lr": 9.994379349192926e-05, "epoch": 0.4617996604414261, "percentage": 11.54, "elapsed_time": "5:09:18", "remaining_time": "1 day, 15:31:24"} +{"current_steps": 103, "total_steps": 884, "loss": 0.2471804916858673, "lr": 9.993403756369038e-05, "epoch": 0.4663271080928127, "percentage": 11.65, "elapsed_time": "5:11:55", "remaining_time": "1 day, 15:25:13"} +{"current_steps": 104, "total_steps": 884, "loss": 0.2583211660385132, "lr": 9.992350187427815e-05, "epoch": 0.4708545557441992, "percentage": 11.76, "elapsed_time": "5:14:09", "remaining_time": "1 day, 15:16:09"} +{"current_steps": 105, "total_steps": 884, "loss": 0.23961997032165527, "lr": 9.991218658821608e-05, "epoch": 0.47538200339558573, "percentage": 11.88, "elapsed_time": "5:15:58", "remaining_time": "1 day, 15:04:15"} +{"current_steps": 106, "total_steps": 884, "loss": 0.2344263792037964, "lr": 9.990009188220167e-05, "epoch": 0.47990945104697225, "percentage": 11.99, "elapsed_time": "5:17:27", "remaining_time": "1 day, 14:50:03"} +{"current_steps": 107, "total_steps": 884, "loss": 0.24988439679145813, "lr": 9.988721794510374e-05, "epoch": 0.4844368986983588, "percentage": 12.1, "elapsed_time": "5:23:34", "remaining_time": "1 day, 15:09:44"} +{"current_steps": 108, "total_steps": 884, "loss": 0.26465803384780884, "lr": 9.987356497795943e-05, "epoch": 0.48896434634974534, "percentage": 12.22, "elapsed_time": "5:27:21", "remaining_time": "1 day, 15:12:09"} +{"current_steps": 109, "total_steps": 884, "loss": 0.26271963119506836, "lr": 9.985913319397109e-05, "epoch": 0.49349179400113186, "percentage": 12.33, "elapsed_time": "5:30:09", "remaining_time": "1 day, 15:07:30"} +{"current_steps": 110, "total_steps": 884, "loss": 0.25772029161453247, "lr": 9.984392281850293e-05, "epoch": 0.4980192416525184, "percentage": 12.44, "elapsed_time": "5:32:26", "remaining_time": "1 day, 14:59:07"} +{"current_steps": 111, "total_steps": 884, "loss": 0.24420583248138428, "lr": 9.982793408907747e-05, "epoch": 0.5025466893039049, "percentage": 12.56, "elapsed_time": "5:34:17", "remaining_time": "1 day, 14:48:01"} +{"current_steps": 112, "total_steps": 884, "loss": 0.23018613457679749, "lr": 9.981116725537194e-05, "epoch": 0.5070741369552915, "percentage": 12.67, "elapsed_time": "5:35:49", "remaining_time": "1 day, 14:34:44"} +{"current_steps": 113, "total_steps": 884, "loss": 0.25676852464675903, "lr": 9.979362257921427e-05, "epoch": 0.511601584606678, "percentage": 12.78, "elapsed_time": "5:40:37", "remaining_time": "1 day, 14:44:04"} +{"current_steps": 114, "total_steps": 884, "loss": 0.26490455865859985, "lr": 9.977530033457905e-05, "epoch": 0.5161290322580645, "percentage": 12.9, "elapsed_time": "5:44:44", "remaining_time": "1 day, 14:48:31"} +{"current_steps": 115, "total_steps": 884, "loss": 0.26009300351142883, "lr": 9.97562008075832e-05, "epoch": 0.5206564799094511, "percentage": 13.01, "elapsed_time": "5:47:53", "remaining_time": "1 day, 14:46:20"} +{"current_steps": 116, "total_steps": 884, "loss": 0.2581276297569275, "lr": 9.973632429648165e-05, "epoch": 0.5251839275608375, "percentage": 13.12, "elapsed_time": "5:50:30", "remaining_time": "1 day, 14:40:38"} +{"current_steps": 117, "total_steps": 884, "loss": 0.24163666367530823, "lr": 9.971567111166246e-05, "epoch": 0.5297113752122241, "percentage": 13.24, "elapsed_time": "5:52:42", "remaining_time": "1 day, 14:32:13"} +{"current_steps": 118, "total_steps": 884, "loss": 0.24011248350143433, "lr": 9.969424157564215e-05, "epoch": 0.5342388228636107, "percentage": 13.35, "elapsed_time": "5:54:28", "remaining_time": "1 day, 14:21:04"} +{"current_steps": 119, "total_steps": 884, "loss": 0.23980462551116943, "lr": 9.967203602306061e-05, "epoch": 0.5387662705149971, "percentage": 13.46, "elapsed_time": "5:58:57", "remaining_time": "1 day, 14:27:32"} +{"current_steps": 120, "total_steps": 884, "loss": 0.2630372643470764, "lr": 9.964905480067586e-05, "epoch": 0.5432937181663837, "percentage": 13.57, "elapsed_time": "6:03:48", "remaining_time": "1 day, 14:36:16"} +{"current_steps": 121, "total_steps": 884, "loss": 0.25794416666030884, "lr": 9.96252982673586e-05, "epoch": 0.5478211658177702, "percentage": 13.69, "elapsed_time": "6:07:07", "remaining_time": "1 day, 14:34:59"} +{"current_steps": 122, "total_steps": 884, "loss": 0.24132010340690613, "lr": 9.960076679408674e-05, "epoch": 0.5523486134691568, "percentage": 13.8, "elapsed_time": "6:09:46", "remaining_time": "1 day, 14:29:36"} +{"current_steps": 123, "total_steps": 884, "loss": 0.23130124807357788, "lr": 9.957546076393943e-05, "epoch": 0.5568760611205433, "percentage": 13.91, "elapsed_time": "6:11:58", "remaining_time": "1 day, 14:21:26"} +{"current_steps": 124, "total_steps": 884, "loss": 0.22781060636043549, "lr": 9.954938057209121e-05, "epoch": 0.5614035087719298, "percentage": 14.03, "elapsed_time": "6:13:47", "remaining_time": "1 day, 14:11:00"} +{"current_steps": 125, "total_steps": 884, "loss": 0.2287454903125763, "lr": 9.952252662580579e-05, "epoch": 0.5659309564233164, "percentage": 14.14, "elapsed_time": "6:15:11", "remaining_time": "1 day, 13:58:07"} +{"current_steps": 126, "total_steps": 884, "loss": 0.2620600759983063, "lr": 9.949489934442966e-05, "epoch": 0.5704584040747029, "percentage": 14.25, "elapsed_time": "6:21:39", "remaining_time": "1 day, 14:16:01"} +{"current_steps": 127, "total_steps": 884, "loss": 0.2481548935174942, "lr": 9.946649915938562e-05, "epoch": 0.5749858517260894, "percentage": 14.37, "elapsed_time": "6:25:09", "remaining_time": "1 day, 14:15:47"} +{"current_steps": 128, "total_steps": 884, "loss": 0.24060115218162537, "lr": 9.943732651416597e-05, "epoch": 0.579513299377476, "percentage": 14.48, "elapsed_time": "6:27:56", "remaining_time": "1 day, 14:11:17"} +{"current_steps": 129, "total_steps": 884, "loss": 0.24669115245342255, "lr": 9.940738186432565e-05, "epoch": 0.5840407470288624, "percentage": 14.59, "elapsed_time": "6:30:12", "remaining_time": "1 day, 14:03:48"} +{"current_steps": 130, "total_steps": 884, "loss": 0.232182115316391, "lr": 9.937666567747501e-05, "epoch": 0.588568194680249, "percentage": 14.71, "elapsed_time": "6:32:05", "remaining_time": "1 day, 13:54:08"} +{"current_steps": 131, "total_steps": 884, "loss": 0.22415456175804138, "lr": 9.934517843327269e-05, "epoch": 0.5930956423316356, "percentage": 14.82, "elapsed_time": "6:33:31", "remaining_time": "1 day, 13:42:00"} +{"current_steps": 132, "total_steps": 884, "loss": 0.25596803426742554, "lr": 9.931292062341793e-05, "epoch": 0.597623089983022, "percentage": 14.93, "elapsed_time": "6:38:52", "remaining_time": "1 day, 13:52:24"} +{"current_steps": 133, "total_steps": 884, "loss": 0.25962620973587036, "lr": 9.927989275164305e-05, "epoch": 0.6021505376344086, "percentage": 15.05, "elapsed_time": "6:42:38", "remaining_time": "1 day, 13:53:35"} +{"current_steps": 134, "total_steps": 884, "loss": 0.2516033351421356, "lr": 9.924609533370551e-05, "epoch": 0.6066779852857951, "percentage": 15.16, "elapsed_time": "6:45:32", "remaining_time": "1 day, 13:49:50"} +{"current_steps": 135, "total_steps": 884, "loss": 0.2449331432580948, "lr": 9.921152889737984e-05, "epoch": 0.6112054329371817, "percentage": 15.27, "elapsed_time": "6:47:56", "remaining_time": "1 day, 13:43:18"} +{"current_steps": 136, "total_steps": 884, "loss": 0.23890982568264008, "lr": 9.917619398244949e-05, "epoch": 0.6157328805885682, "percentage": 15.38, "elapsed_time": "6:49:51", "remaining_time": "1 day, 13:34:15"} +{"current_steps": 137, "total_steps": 884, "loss": 0.2346743941307068, "lr": 9.914009114069824e-05, "epoch": 0.6202603282399547, "percentage": 15.5, "elapsed_time": "6:51:25", "remaining_time": "1 day, 13:23:21"} +{"current_steps": 138, "total_steps": 884, "loss": 0.26403021812438965, "lr": 9.910322093590177e-05, "epoch": 0.6247877758913413, "percentage": 15.61, "elapsed_time": "6:56:35", "remaining_time": "1 day, 13:32:02"} +{"current_steps": 139, "total_steps": 884, "loss": 0.2611105442047119, "lr": 9.90655839438187e-05, "epoch": 0.6293152235427278, "percentage": 15.72, "elapsed_time": "7:00:47", "remaining_time": "1 day, 13:35:21"} +{"current_steps": 140, "total_steps": 884, "loss": 0.2559444308280945, "lr": 9.902718075218176e-05, "epoch": 0.6338426711941143, "percentage": 15.84, "elapsed_time": "7:03:54", "remaining_time": "1 day, 13:32:48"} +{"current_steps": 141, "total_steps": 884, "loss": 0.24988169968128204, "lr": 9.898801196068839e-05, "epoch": 0.6383701188455009, "percentage": 15.95, "elapsed_time": "7:06:24", "remaining_time": "1 day, 13:26:59"} +{"current_steps": 142, "total_steps": 884, "loss": 0.23623761534690857, "lr": 9.89480781809916e-05, "epoch": 0.6428975664968873, "percentage": 16.06, "elapsed_time": "7:08:25", "remaining_time": "1 day, 13:18:37"} +{"current_steps": 143, "total_steps": 884, "loss": 0.23513942956924438, "lr": 9.890738003669029e-05, "epoch": 0.6474250141482739, "percentage": 16.18, "elapsed_time": "7:10:03", "remaining_time": "1 day, 13:08:31"} +{"current_steps": 144, "total_steps": 884, "loss": 0.2382441908121109, "lr": 9.886591816331954e-05, "epoch": 0.6519524617996605, "percentage": 16.29, "elapsed_time": "7:13:38", "remaining_time": "1 day, 13:08:28"} +{"current_steps": 145, "total_steps": 884, "loss": 0.25793686509132385, "lr": 9.882369320834069e-05, "epoch": 0.656479909451047, "percentage": 16.4, "elapsed_time": "7:18:21", "remaining_time": "1 day, 13:14:07"} +{"current_steps": 146, "total_steps": 884, "loss": 0.25634902715682983, "lr": 9.878070583113123e-05, "epoch": 0.6610073571024335, "percentage": 16.52, "elapsed_time": "7:21:33", "remaining_time": "1 day, 13:11:57"} +{"current_steps": 147, "total_steps": 884, "loss": 0.23825976252555847, "lr": 9.87369567029745e-05, "epoch": 0.66553480475382, "percentage": 16.63, "elapsed_time": "7:24:06", "remaining_time": "1 day, 13:06:34"} +{"current_steps": 148, "total_steps": 884, "loss": 0.23139911890029907, "lr": 9.869244650704923e-05, "epoch": 0.6700622524052066, "percentage": 16.74, "elapsed_time": "7:26:15", "remaining_time": "1 day, 12:59:16"} +{"current_steps": 149, "total_steps": 884, "loss": 0.2364065945148468, "lr": 9.864717593841883e-05, "epoch": 0.6745897000565931, "percentage": 16.86, "elapsed_time": "7:28:04", "remaining_time": "1 day, 12:50:16"} +{"current_steps": 150, "total_steps": 884, "loss": 0.22805152833461761, "lr": 9.860114570402054e-05, "epoch": 0.6791171477079796, "percentage": 16.97, "elapsed_time": "7:29:26", "remaining_time": "1 day, 12:39:15"} +{"current_steps": 151, "total_steps": 884, "loss": 0.25066664814949036, "lr": 9.855435652265446e-05, "epoch": 0.6836445953593662, "percentage": 17.08, "elapsed_time": "7:35:57", "remaining_time": "1 day, 12:53:23"} +{"current_steps": 152, "total_steps": 884, "loss": 0.2638513743877411, "lr": 9.85068091249722e-05, "epoch": 0.6881720430107527, "percentage": 17.19, "elapsed_time": "7:39:12", "remaining_time": "1 day, 12:51:29"} +{"current_steps": 153, "total_steps": 884, "loss": 0.24220243096351624, "lr": 9.845850425346563e-05, "epoch": 0.6926994906621392, "percentage": 17.31, "elapsed_time": "7:41:44", "remaining_time": "1 day, 12:46:07"} +{"current_steps": 154, "total_steps": 884, "loss": 0.22989992797374725, "lr": 9.840944266245511e-05, "epoch": 0.6972269383135258, "percentage": 17.42, "elapsed_time": "7:43:54", "remaining_time": "1 day, 12:39:01"} +{"current_steps": 155, "total_steps": 884, "loss": 0.2375098466873169, "lr": 9.835962511807786e-05, "epoch": 0.7017543859649122, "percentage": 17.53, "elapsed_time": "7:45:43", "remaining_time": "1 day, 12:30:24"} +{"current_steps": 156, "total_steps": 884, "loss": 0.2361062467098236, "lr": 9.830905239827593e-05, "epoch": 0.7062818336162988, "percentage": 17.65, "elapsed_time": "7:47:12", "remaining_time": "1 day, 12:20:18"} +{"current_steps": 157, "total_steps": 884, "loss": 0.23588624596595764, "lr": 9.825772529278401e-05, "epoch": 0.7108092812676854, "percentage": 17.76, "elapsed_time": "7:52:57", "remaining_time": "1 day, 12:30:03"} +{"current_steps": 158, "total_steps": 884, "loss": 0.26085129380226135, "lr": 9.820564460311718e-05, "epoch": 0.7153367289190719, "percentage": 17.87, "elapsed_time": "7:56:49", "remaining_time": "1 day, 12:30:57"} +{"current_steps": 159, "total_steps": 884, "loss": 0.24308937788009644, "lr": 9.815281114255841e-05, "epoch": 0.7198641765704584, "percentage": 17.99, "elapsed_time": "7:59:44", "remaining_time": "1 day, 12:27:28"} +{"current_steps": 160, "total_steps": 884, "loss": 0.23594915866851807, "lr": 9.809922573614569e-05, "epoch": 0.7243916242218449, "percentage": 18.1, "elapsed_time": "8:02:05", "remaining_time": "1 day, 12:21:27"} +{"current_steps": 161, "total_steps": 884, "loss": 0.22787603735923767, "lr": 9.804488922065937e-05, "epoch": 0.7289190718732315, "percentage": 18.21, "elapsed_time": "8:03:59", "remaining_time": "1 day, 12:13:29"} +{"current_steps": 162, "total_steps": 884, "loss": 0.2265864610671997, "lr": 9.798980244460893e-05, "epoch": 0.733446519524618, "percentage": 18.33, "elapsed_time": "8:05:34", "remaining_time": "1 day, 12:04:07"} +{"current_steps": 163, "total_steps": 884, "loss": 0.24127787351608276, "lr": 9.79339662682198e-05, "epoch": 0.7379739671760045, "percentage": 18.44, "elapsed_time": "8:10:37", "remaining_time": "1 day, 12:10:11"} +{"current_steps": 164, "total_steps": 884, "loss": 0.2710321247577667, "lr": 9.787738156341992e-05, "epoch": 0.7425014148273911, "percentage": 18.55, "elapsed_time": "8:14:48", "remaining_time": "1 day, 12:12:18"} +{"current_steps": 165, "total_steps": 884, "loss": 0.2556942403316498, "lr": 9.782004921382612e-05, "epoch": 0.7470288624787776, "percentage": 18.67, "elapsed_time": "8:17:58", "remaining_time": "1 day, 12:09:57"} +{"current_steps": 166, "total_steps": 884, "loss": 0.235366553068161, "lr": 9.776197011473033e-05, "epoch": 0.7515563101301641, "percentage": 18.78, "elapsed_time": "8:20:32", "remaining_time": "1 day, 12:05:01"} +{"current_steps": 167, "total_steps": 884, "loss": 0.22850793600082397, "lr": 9.770314517308554e-05, "epoch": 0.7560837577815507, "percentage": 18.89, "elapsed_time": "8:22:39", "remaining_time": "1 day, 11:58:09"} +{"current_steps": 168, "total_steps": 884, "loss": 0.21261030435562134, "lr": 9.764357530749178e-05, "epoch": 0.7606112054329371, "percentage": 19.0, "elapsed_time": "8:24:19", "remaining_time": "1 day, 11:49:24"} +{"current_steps": 169, "total_steps": 884, "loss": 0.2538388967514038, "lr": 9.758326144818155e-05, "epoch": 0.7651386530843237, "percentage": 19.12, "elapsed_time": "8:28:15", "remaining_time": "1 day, 11:50:20"} +{"current_steps": 170, "total_steps": 884, "loss": 0.26699525117874146, "lr": 9.752220453700556e-05, "epoch": 0.7696661007357103, "percentage": 19.23, "elapsed_time": "8:32:47", "remaining_time": "1 day, 11:53:44"} +{"current_steps": 171, "total_steps": 884, "loss": 0.24641463160514832, "lr": 9.74604055274178e-05, "epoch": 0.7741935483870968, "percentage": 19.34, "elapsed_time": "8:36:01", "remaining_time": "1 day, 11:51:35"} +{"current_steps": 172, "total_steps": 884, "loss": 0.2501038908958435, "lr": 9.739786538446076e-05, "epoch": 0.7787209960384833, "percentage": 19.46, "elapsed_time": "8:38:35", "remaining_time": "1 day, 11:46:45"} +{"current_steps": 173, "total_steps": 884, "loss": 0.2417881190776825, "lr": 9.733458508475037e-05, "epoch": 0.7832484436898698, "percentage": 19.57, "elapsed_time": "8:40:46", "remaining_time": "1 day, 11:40:16"} +{"current_steps": 174, "total_steps": 884, "loss": 0.22153747081756592, "lr": 9.727056561646066e-05, "epoch": 0.7877758913412564, "percentage": 19.68, "elapsed_time": "8:42:33", "remaining_time": "1 day, 11:32:16"} +{"current_steps": 175, "total_steps": 884, "loss": 0.21761545538902283, "lr": 9.720580797930845e-05, "epoch": 0.7923033389926429, "percentage": 19.8, "elapsed_time": "8:43:51", "remaining_time": "1 day, 11:22:24"} +{"current_steps": 176, "total_steps": 884, "loss": 0.26552385091781616, "lr": 9.714031318453764e-05, "epoch": 0.7968307866440294, "percentage": 19.91, "elapsed_time": "8:50:29", "remaining_time": "1 day, 11:34:00"} +{"current_steps": 177, "total_steps": 884, "loss": 0.24315059185028076, "lr": 9.707408225490344e-05, "epoch": 0.801358234295416, "percentage": 20.02, "elapsed_time": "8:54:04", "remaining_time": "1 day, 11:33:15"} +{"current_steps": 178, "total_steps": 884, "loss": 0.23814553022384644, "lr": 9.700711622465643e-05, "epoch": 0.8058856819468024, "percentage": 20.14, "elapsed_time": "8:56:55", "remaining_time": "1 day, 11:29:36"} +{"current_steps": 179, "total_steps": 884, "loss": 0.2307881861925125, "lr": 9.693941613952642e-05, "epoch": 0.810413129598189, "percentage": 20.25, "elapsed_time": "8:59:11", "remaining_time": "1 day, 11:23:36"} +{"current_steps": 180, "total_steps": 884, "loss": 0.2314993441104889, "lr": 9.687098305670605e-05, "epoch": 0.8149405772495756, "percentage": 20.36, "elapsed_time": "9:01:04", "remaining_time": "1 day, 11:16:13"} +{"current_steps": 181, "total_steps": 884, "loss": 0.21843808889389038, "lr": 9.680181804483434e-05, "epoch": 0.819468024900962, "percentage": 20.48, "elapsed_time": "9:02:33", "remaining_time": "1 day, 11:07:15"} +{"current_steps": 182, "total_steps": 884, "loss": 0.25147268176078796, "lr": 9.673192218398e-05, "epoch": 0.8239954725523486, "percentage": 20.59, "elapsed_time": "9:08:15", "remaining_time": "1 day, 11:14:43"} +{"current_steps": 183, "total_steps": 884, "loss": 0.23470696806907654, "lr": 9.66612965656245e-05, "epoch": 0.8285229202037352, "percentage": 20.7, "elapsed_time": "9:11:49", "remaining_time": "1 day, 11:13:51"} +{"current_steps": 184, "total_steps": 884, "loss": 0.23892493546009064, "lr": 9.658994229264514e-05, "epoch": 0.8330503678551217, "percentage": 20.81, "elapsed_time": "9:14:40", "remaining_time": "1 day, 11:10:10"} +{"current_steps": 185, "total_steps": 884, "loss": 0.22539551556110382, "lr": 9.651786047929773e-05, "epoch": 0.8375778155065082, "percentage": 20.93, "elapsed_time": "9:17:02", "remaining_time": "1 day, 11:04:42"} +{"current_steps": 186, "total_steps": 884, "loss": 0.22245247662067413, "lr": 9.644505225119922e-05, "epoch": 0.8421052631578947, "percentage": 21.04, "elapsed_time": "9:18:59", "remaining_time": "1 day, 10:57:42"} +{"current_steps": 187, "total_steps": 884, "loss": 0.22229069471359253, "lr": 9.637151874531014e-05, "epoch": 0.8466327108092813, "percentage": 21.15, "elapsed_time": "9:20:32", "remaining_time": "1 day, 10:49:16"} +{"current_steps": 188, "total_steps": 884, "loss": 0.23303383588790894, "lr": 9.62972611099168e-05, "epoch": 0.8511601584606678, "percentage": 21.27, "elapsed_time": "9:24:54", "remaining_time": "1 day, 10:51:21"} +{"current_steps": 189, "total_steps": 884, "loss": 0.2513193190097809, "lr": 9.622228050461343e-05, "epoch": 0.8556876061120543, "percentage": 21.38, "elapsed_time": "9:29:15", "remaining_time": "1 day, 10:53:16"} +{"current_steps": 190, "total_steps": 884, "loss": 0.24287942051887512, "lr": 9.614657810028402e-05, "epoch": 0.8602150537634409, "percentage": 21.49, "elapsed_time": "9:32:22", "remaining_time": "1 day, 10:50:40"} +{"current_steps": 191, "total_steps": 884, "loss": 0.2401147484779358, "lr": 9.607015507908401e-05, "epoch": 0.8647425014148273, "percentage": 21.61, "elapsed_time": "9:34:55", "remaining_time": "1 day, 10:45:57"} +{"current_steps": 192, "total_steps": 884, "loss": 0.22889262437820435, "lr": 9.599301263442192e-05, "epoch": 0.8692699490662139, "percentage": 21.72, "elapsed_time": "9:37:00", "remaining_time": "1 day, 10:39:38"} +{"current_steps": 193, "total_steps": 884, "loss": 0.22174108028411865, "lr": 9.591515197094064e-05, "epoch": 0.8737973967176005, "percentage": 21.83, "elapsed_time": "9:38:41", "remaining_time": "1 day, 10:31:53"} +{"current_steps": 194, "total_steps": 884, "loss": 0.22398972511291504, "lr": 9.583657430449862e-05, "epoch": 0.878324844368987, "percentage": 21.95, "elapsed_time": "9:42:44", "remaining_time": "1 day, 10:32:39"} +{"current_steps": 195, "total_steps": 884, "loss": 0.24194234609603882, "lr": 9.575728086215092e-05, "epoch": 0.8828522920203735, "percentage": 22.06, "elapsed_time": "9:47:21", "remaining_time": "1 day, 10:35:21"} +{"current_steps": 196, "total_steps": 884, "loss": 0.26238495111465454, "lr": 9.567727288213005e-05, "epoch": 0.8873797396717601, "percentage": 22.17, "elapsed_time": "9:50:37", "remaining_time": "1 day, 10:33:12"} +{"current_steps": 197, "total_steps": 884, "loss": 0.22860734164714813, "lr": 9.559655161382657e-05, "epoch": 0.8919071873231466, "percentage": 22.29, "elapsed_time": "9:53:12", "remaining_time": "1 day, 10:28:41"} +{"current_steps": 198, "total_steps": 884, "loss": 0.23258307576179504, "lr": 9.551511831776965e-05, "epoch": 0.8964346349745331, "percentage": 22.4, "elapsed_time": "9:55:21", "remaining_time": "1 day, 10:22:43"} +{"current_steps": 199, "total_steps": 884, "loss": 0.22125867009162903, "lr": 9.543297426560739e-05, "epoch": 0.9009620826259196, "percentage": 22.51, "elapsed_time": "9:57:07", "remaining_time": "1 day, 10:15:27"} +{"current_steps": 200, "total_steps": 884, "loss": 0.21612870693206787, "lr": 9.535012074008687e-05, "epoch": 0.9054895302773062, "percentage": 22.62, "elapsed_time": "9:58:31", "remaining_time": "1 day, 10:06:56"} +{"current_steps": 201, "total_steps": 884, "loss": 0.2510525584220886, "lr": 9.526655903503423e-05, "epoch": 0.9100169779286927, "percentage": 22.74, "elapsed_time": "10:05:35", "remaining_time": "1 day, 10:17:49"} +{"current_steps": 202, "total_steps": 884, "loss": 0.22703340649604797, "lr": 9.518229045533438e-05, "epoch": 0.9145444255800792, "percentage": 22.85, "elapsed_time": "10:09:10", "remaining_time": "1 day, 10:16:41"} +{"current_steps": 203, "total_steps": 884, "loss": 0.24126993119716644, "lr": 9.50973163169107e-05, "epoch": 0.9190718732314658, "percentage": 22.96, "elapsed_time": "10:12:00", "remaining_time": "1 day, 10:13:05"} +{"current_steps": 204, "total_steps": 884, "loss": 0.22873973846435547, "lr": 9.501163794670444e-05, "epoch": 0.9235993208828522, "percentage": 23.08, "elapsed_time": "10:14:14", "remaining_time": "1 day, 10:07:29"} +{"current_steps": 205, "total_steps": 884, "loss": 0.21138757467269897, "lr": 9.492525668265399e-05, "epoch": 0.9281267685342388, "percentage": 23.19, "elapsed_time": "10:16:02", "remaining_time": "1 day, 10:00:28"} +{"current_steps": 206, "total_steps": 884, "loss": 0.2193620204925537, "lr": 9.483817387367403e-05, "epoch": 0.9326542161856254, "percentage": 23.3, "elapsed_time": "10:17:30", "remaining_time": "1 day, 9:52:23"} +{"current_steps": 207, "total_steps": 884, "loss": 0.2507357895374298, "lr": 9.475039087963442e-05, "epoch": 0.9371816638370118, "percentage": 23.42, "elapsed_time": "10:23:47", "remaining_time": "1 day, 10:00:08"} +{"current_steps": 208, "total_steps": 884, "loss": 0.2444463074207306, "lr": 9.4661909071339e-05, "epoch": 0.9417091114883984, "percentage": 23.53, "elapsed_time": "10:27:42", "remaining_time": "1 day, 10:00:04"} +{"current_steps": 209, "total_steps": 884, "loss": 0.23638638854026794, "lr": 9.45727298305042e-05, "epoch": 0.946236559139785, "percentage": 23.64, "elapsed_time": "10:30:32", "remaining_time": "1 day, 9:56:26"} +{"current_steps": 210, "total_steps": 884, "loss": 0.2397586703300476, "lr": 9.448285454973738e-05, "epoch": 0.9507640067911715, "percentage": 23.76, "elapsed_time": "10:32:50", "remaining_time": "1 day, 9:51:07"} +{"current_steps": 211, "total_steps": 884, "loss": 0.2245749980211258, "lr": 9.439228463251515e-05, "epoch": 0.955291454442558, "percentage": 23.87, "elapsed_time": "10:34:44", "remaining_time": "1 day, 9:44:34"} +{"current_steps": 212, "total_steps": 884, "loss": 0.23028632998466492, "lr": 9.430102149316146e-05, "epoch": 0.9598189020939445, "percentage": 23.98, "elapsed_time": "10:36:18", "remaining_time": "1 day, 9:36:57"} +{"current_steps": 213, "total_steps": 884, "loss": 0.2380228042602539, "lr": 9.420906655682553e-05, "epoch": 0.9643463497453311, "percentage": 24.1, "elapsed_time": "10:41:14", "remaining_time": "1 day, 9:40:04"} +{"current_steps": 214, "total_steps": 884, "loss": 0.24913515150547028, "lr": 9.411642125945945e-05, "epoch": 0.9688737973967176, "percentage": 24.21, "elapsed_time": "10:45:27", "remaining_time": "1 day, 9:40:48"} +{"current_steps": 215, "total_steps": 884, "loss": 0.23333734273910522, "lr": 9.402308704779599e-05, "epoch": 0.9734012450481041, "percentage": 24.32, "elapsed_time": "10:48:38", "remaining_time": "1 day, 9:38:20"} +{"current_steps": 216, "total_steps": 884, "loss": 0.2362390011548996, "lr": 9.392906537932582e-05, "epoch": 0.9779286926994907, "percentage": 24.43, "elapsed_time": "10:51:13", "remaining_time": "1 day, 9:33:59"} +{"current_steps": 217, "total_steps": 884, "loss": 0.22081774473190308, "lr": 9.38343577222748e-05, "epoch": 0.9824561403508771, "percentage": 24.55, "elapsed_time": "10:53:21", "remaining_time": "1 day, 9:28:14"} +{"current_steps": 218, "total_steps": 884, "loss": 0.22281277179718018, "lr": 9.373896555558113e-05, "epoch": 0.9869835880022637, "percentage": 24.66, "elapsed_time": "10:55:05", "remaining_time": "1 day, 9:21:18"} +{"current_steps": 219, "total_steps": 884, "loss": 0.2349088191986084, "lr": 9.364289036887213e-05, "epoch": 0.9915110356536503, "percentage": 24.77, "elapsed_time": "10:57:38", "remaining_time": "1 day, 9:16:57"} +{"current_steps": 220, "total_steps": 884, "loss": 0.23271436989307404, "lr": 9.354613366244108e-05, "epoch": 0.9960384833050367, "percentage": 24.89, "elapsed_time": "11:00:55", "remaining_time": "1 day, 9:14:47"} +{"current_steps": 221, "total_steps": 884, "loss": 0.22342568635940552, "lr": 9.344869694722372e-05, "epoch": 1.0, "percentage": 25.0, "elapsed_time": "11:02:28", "remaining_time": "1 day, 9:07:24"} +{"current_steps": 222, "total_steps": 884, "loss": 0.20739434659481049, "lr": 9.335058174477471e-05, "epoch": 1.0045274476513866, "percentage": 25.11, "elapsed_time": "11:09:47", "remaining_time": "1 day, 9:17:19"} +{"current_steps": 223, "total_steps": 884, "loss": 0.2148832529783249, "lr": 9.325178958724386e-05, "epoch": 1.0090548953027731, "percentage": 25.23, "elapsed_time": "11:13:17", "remaining_time": "1 day, 9:15:43"} +{"current_steps": 224, "total_steps": 884, "loss": 0.19599905610084534, "lr": 9.315232201735217e-05, "epoch": 1.0135823429541595, "percentage": 25.34, "elapsed_time": "11:16:01", "remaining_time": "1 day, 9:11:50"} +{"current_steps": 225, "total_steps": 884, "loss": 0.18351894617080688, "lr": 9.305218058836778e-05, "epoch": 1.018109790605546, "percentage": 25.45, "elapsed_time": "11:18:15", "remaining_time": "1 day, 9:06:33"} +{"current_steps": 226, "total_steps": 884, "loss": 0.17019593715667725, "lr": 9.295136686408166e-05, "epoch": 1.0226372382569326, "percentage": 25.57, "elapsed_time": "11:20:03", "remaining_time": "1 day, 9:00:00"} +{"current_steps": 227, "total_steps": 884, "loss": 0.1615096628665924, "lr": 9.284988241878326e-05, "epoch": 1.0271646859083192, "percentage": 25.68, "elapsed_time": "11:21:29", "remaining_time": "1 day, 8:52:25"} +{"current_steps": 228, "total_steps": 884, "loss": 0.18971635401248932, "lr": 9.274772883723587e-05, "epoch": 1.0316921335597058, "percentage": 25.79, "elapsed_time": "11:27:29", "remaining_time": "1 day, 8:58:03"} +{"current_steps": 229, "total_steps": 884, "loss": 0.20442956686019897, "lr": 9.264490771465191e-05, "epoch": 1.0362195812110921, "percentage": 25.9, "elapsed_time": "11:31:17", "remaining_time": "1 day, 8:57:15"} +{"current_steps": 230, "total_steps": 884, "loss": 0.18615120649337769, "lr": 9.254142065666801e-05, "epoch": 1.0407470288624787, "percentage": 26.02, "elapsed_time": "11:34:10", "remaining_time": "1 day, 8:53:52"} +{"current_steps": 231, "total_steps": 884, "loss": 0.17054522037506104, "lr": 9.243726927931991e-05, "epoch": 1.0452744765138653, "percentage": 26.13, "elapsed_time": "11:36:32", "remaining_time": "1 day, 8:49:00"} +{"current_steps": 232, "total_steps": 884, "loss": 0.1674395054578781, "lr": 9.233245520901723e-05, "epoch": 1.0498019241652519, "percentage": 26.24, "elapsed_time": "11:38:27", "remaining_time": "1 day, 8:42:53"} +{"current_steps": 233, "total_steps": 884, "loss": 0.166593998670578, "lr": 9.222698008251813e-05, "epoch": 1.0543293718166384, "percentage": 26.36, "elapsed_time": "11:39:59", "remaining_time": "1 day, 8:35:46"} +{"current_steps": 234, "total_steps": 884, "loss": 0.199741929769516, "lr": 9.21208455469037e-05, "epoch": 1.058856819468025, "percentage": 26.47, "elapsed_time": "11:44:32", "remaining_time": "1 day, 8:37:03"} +{"current_steps": 235, "total_steps": 884, "loss": 0.19953754544258118, "lr": 9.201405325955221e-05, "epoch": 1.0633842671194114, "percentage": 26.58, "elapsed_time": "11:48:46", "remaining_time": "1 day, 8:37:24"} +{"current_steps": 236, "total_steps": 884, "loss": 0.1850803941488266, "lr": 9.190660488811331e-05, "epoch": 1.067911714770798, "percentage": 26.7, "elapsed_time": "11:51:56", "remaining_time": "1 day, 8:34:49"} +{"current_steps": 237, "total_steps": 884, "loss": 0.19193042814731598, "lr": 9.179850211048193e-05, "epoch": 1.0724391624221845, "percentage": 26.81, "elapsed_time": "11:54:30", "remaining_time": "1 day, 8:30:34"} +{"current_steps": 238, "total_steps": 884, "loss": 0.17169542610645294, "lr": 9.168974661477205e-05, "epoch": 1.076966610073571, "percentage": 26.92, "elapsed_time": "11:56:39", "remaining_time": "1 day, 8:25:14"} +{"current_steps": 239, "total_steps": 884, "loss": 0.16295838356018066, "lr": 9.158034009929046e-05, "epoch": 1.0814940577249577, "percentage": 27.04, "elapsed_time": "11:58:22", "remaining_time": "1 day, 8:18:42"} +{"current_steps": 240, "total_steps": 884, "loss": 0.19935685396194458, "lr": 9.14702842725101e-05, "epoch": 1.086021505376344, "percentage": 27.15, "elapsed_time": "12:02:40", "remaining_time": "1 day, 8:19:09"} +{"current_steps": 241, "total_steps": 884, "loss": 0.20939302444458008, "lr": 9.135958085304344e-05, "epoch": 1.0905489530277306, "percentage": 27.26, "elapsed_time": "12:07:30", "remaining_time": "1 day, 8:21:00"} +{"current_steps": 242, "total_steps": 884, "loss": 0.1964278519153595, "lr": 9.12482315696157e-05, "epoch": 1.0950764006791172, "percentage": 27.38, "elapsed_time": "12:10:49", "remaining_time": "1 day, 8:18:48"} +{"current_steps": 243, "total_steps": 884, "loss": 0.18398499488830566, "lr": 9.113623816103773e-05, "epoch": 1.0996038483305037, "percentage": 27.49, "elapsed_time": "12:13:25", "remaining_time": "1 day, 8:14:40"} +{"current_steps": 244, "total_steps": 884, "loss": 0.1648891270160675, "lr": 9.102360237617899e-05, "epoch": 1.1041312959818903, "percentage": 27.6, "elapsed_time": "12:15:30", "remaining_time": "1 day, 8:09:10"} +{"current_steps": 245, "total_steps": 884, "loss": 0.16693006455898285, "lr": 9.091032597394012e-05, "epoch": 1.1086587436332767, "percentage": 27.71, "elapsed_time": "12:17:11", "remaining_time": "1 day, 8:02:43"} +{"current_steps": 246, "total_steps": 884, "loss": 0.17014384269714355, "lr": 9.079641072322556e-05, "epoch": 1.1131861912846632, "percentage": 27.83, "elapsed_time": "12:18:28", "remaining_time": "1 day, 7:55:13"} +{"current_steps": 247, "total_steps": 884, "loss": 0.20611386001110077, "lr": 9.068185840291588e-05, "epoch": 1.1177136389360498, "percentage": 27.94, "elapsed_time": "12:24:15", "remaining_time": "1 day, 7:59:23"} +{"current_steps": 248, "total_steps": 884, "loss": 0.20523002743721008, "lr": 9.056667080184003e-05, "epoch": 1.1222410865874364, "percentage": 28.05, "elapsed_time": "12:27:37", "remaining_time": "1 day, 7:57:18"} +{"current_steps": 249, "total_steps": 884, "loss": 0.1908320188522339, "lr": 9.045084971874738e-05, "epoch": 1.126768534238823, "percentage": 28.17, "elapsed_time": "12:30:25", "remaining_time": "1 day, 7:53:43"} +{"current_steps": 250, "total_steps": 884, "loss": 0.17448925971984863, "lr": 9.033439696227965e-05, "epoch": 1.1312959818902093, "percentage": 28.28, "elapsed_time": "12:32:43", "remaining_time": "1 day, 7:48:55"} +{"current_steps": 251, "total_steps": 884, "loss": 0.17978568375110626, "lr": 9.021731435094268e-05, "epoch": 1.1358234295415959, "percentage": 28.39, "elapsed_time": "12:34:38", "remaining_time": "1 day, 7:43:08"} +{"current_steps": 252, "total_steps": 884, "loss": 0.15618249773979187, "lr": 9.009960371307798e-05, "epoch": 1.1403508771929824, "percentage": 28.51, "elapsed_time": "12:36:07", "remaining_time": "1 day, 7:36:19"} +{"current_steps": 253, "total_steps": 884, "loss": 0.20588532090187073, "lr": 8.998126688683422e-05, "epoch": 1.144878324844369, "percentage": 28.62, "elapsed_time": "12:41:09", "remaining_time": "1 day, 7:38:23"} +{"current_steps": 254, "total_steps": 884, "loss": 0.21392375230789185, "lr": 8.986230572013855e-05, "epoch": 1.1494057724957556, "percentage": 28.73, "elapsed_time": "12:45:12", "remaining_time": "1 day, 7:37:57"} +{"current_steps": 255, "total_steps": 884, "loss": 0.18582111597061157, "lr": 8.974272207066767e-05, "epoch": 1.1539332201471422, "percentage": 28.85, "elapsed_time": "12:48:15", "remaining_time": "1 day, 7:35:03"} +{"current_steps": 256, "total_steps": 884, "loss": 0.18185541033744812, "lr": 8.962251780581887e-05, "epoch": 1.1584606677985285, "percentage": 28.96, "elapsed_time": "12:50:38", "remaining_time": "1 day, 7:30:28"} +{"current_steps": 257, "total_steps": 884, "loss": 0.1750154048204422, "lr": 8.95016948026809e-05, "epoch": 1.162988115449915, "percentage": 29.07, "elapsed_time": "12:52:34", "remaining_time": "1 day, 7:24:51"} +{"current_steps": 258, "total_steps": 884, "loss": 0.16390518844127655, "lr": 8.938025494800454e-05, "epoch": 1.1675155631013017, "percentage": 29.19, "elapsed_time": "12:54:08", "remaining_time": "1 day, 7:18:21"} +{"current_steps": 259, "total_steps": 884, "loss": 0.19912275671958923, "lr": 8.925820013817329e-05, "epoch": 1.1720430107526882, "percentage": 29.3, "elapsed_time": "12:58:06", "remaining_time": "1 day, 7:17:39"} +{"current_steps": 260, "total_steps": 884, "loss": 0.20072248578071594, "lr": 8.913553227917367e-05, "epoch": 1.1765704584040746, "percentage": 29.41, "elapsed_time": "13:02:10", "remaining_time": "1 day, 7:17:12"} +{"current_steps": 261, "total_steps": 884, "loss": 0.19208306074142456, "lr": 8.901225328656542e-05, "epoch": 1.1810979060554612, "percentage": 29.52, "elapsed_time": "13:05:15", "remaining_time": "1 day, 7:14:23"} +{"current_steps": 262, "total_steps": 884, "loss": 0.18774566054344177, "lr": 8.88883650854517e-05, "epoch": 1.1856253537068477, "percentage": 29.64, "elapsed_time": "13:07:47", "remaining_time": "1 day, 7:10:15"} +{"current_steps": 263, "total_steps": 884, "loss": 0.17961907386779785, "lr": 8.876386961044891e-05, "epoch": 1.1901528013582343, "percentage": 29.75, "elapsed_time": "13:09:51", "remaining_time": "1 day, 7:05:00"} +{"current_steps": 264, "total_steps": 884, "loss": 0.1687210202217102, "lr": 8.863876880565656e-05, "epoch": 1.1946802490096209, "percentage": 29.86, "elapsed_time": "13:11:34", "remaining_time": "1 day, 6:58:59"} +{"current_steps": 265, "total_steps": 884, "loss": 0.18248504400253296, "lr": 8.851306462462688e-05, "epoch": 1.1992076966610075, "percentage": 29.98, "elapsed_time": "13:15:22", "remaining_time": "1 day, 6:57:53"} +{"current_steps": 266, "total_steps": 884, "loss": 0.199457585811615, "lr": 8.83867590303343e-05, "epoch": 1.2037351443123938, "percentage": 30.09, "elapsed_time": "13:20:07", "remaining_time": "1 day, 6:58:55"} +{"current_steps": 267, "total_steps": 884, "loss": 0.19683831930160522, "lr": 8.825985399514487e-05, "epoch": 1.2082625919637804, "percentage": 30.2, "elapsed_time": "13:23:30", "remaining_time": "1 day, 6:56:47"} +{"current_steps": 268, "total_steps": 884, "loss": 0.1852969229221344, "lr": 8.813235150078531e-05, "epoch": 1.212790039615167, "percentage": 30.32, "elapsed_time": "13:26:15", "remaining_time": "1 day, 6:53:12"} +{"current_steps": 269, "total_steps": 884, "loss": 0.17336446046829224, "lr": 8.800425353831226e-05, "epoch": 1.2173174872665535, "percentage": 30.43, "elapsed_time": "13:28:31", "remaining_time": "1 day, 6:48:29"} +{"current_steps": 270, "total_steps": 884, "loss": 0.16956844925880432, "lr": 8.787556210808101e-05, "epoch": 1.22184493491794, "percentage": 30.54, "elapsed_time": "13:30:20", "remaining_time": "1 day, 6:42:45"} +{"current_steps": 271, "total_steps": 884, "loss": 0.15064643323421478, "lr": 8.774627921971436e-05, "epoch": 1.2263723825693265, "percentage": 30.66, "elapsed_time": "13:31:42", "remaining_time": "1 day, 6:36:04"} +{"current_steps": 272, "total_steps": 884, "loss": 0.22100770473480225, "lr": 8.761640689207123e-05, "epoch": 1.230899830220713, "percentage": 30.77, "elapsed_time": "13:38:30", "remaining_time": "1 day, 6:41:37"} +{"current_steps": 273, "total_steps": 884, "loss": 0.1962413638830185, "lr": 8.748594715321512e-05, "epoch": 1.2354272778720996, "percentage": 30.88, "elapsed_time": "13:42:22", "remaining_time": "1 day, 6:40:33"} +{"current_steps": 274, "total_steps": 884, "loss": 0.19212886691093445, "lr": 8.735490204038243e-05, "epoch": 1.2399547255234862, "percentage": 31.0, "elapsed_time": "13:45:18", "remaining_time": "1 day, 6:37:21"} +{"current_steps": 275, "total_steps": 884, "loss": 0.1842222809791565, "lr": 8.722327359995064e-05, "epoch": 1.2444821731748728, "percentage": 31.11, "elapsed_time": "13:47:37", "remaining_time": "1 day, 6:32:49"} +{"current_steps": 276, "total_steps": 884, "loss": 0.166344553232193, "lr": 8.709106388740642e-05, "epoch": 1.249009620826259, "percentage": 31.22, "elapsed_time": "13:49:25", "remaining_time": "1 day, 6:27:08"} +{"current_steps": 277, "total_steps": 884, "loss": 0.15337689220905304, "lr": 8.695827496731342e-05, "epoch": 1.2535370684776457, "percentage": 31.33, "elapsed_time": "13:50:49", "remaining_time": "1 day, 6:20:37"} +{"current_steps": 278, "total_steps": 884, "loss": 0.19148650765419006, "lr": 8.682490891328016e-05, "epoch": 1.2580645161290323, "percentage": 31.45, "elapsed_time": "13:57:07", "remaining_time": "1 day, 6:24:48"} +{"current_steps": 279, "total_steps": 884, "loss": 0.2060171663761139, "lr": 8.669096780792753e-05, "epoch": 1.2625919637804188, "percentage": 31.56, "elapsed_time": "14:00:55", "remaining_time": "1 day, 6:23:30"} +{"current_steps": 280, "total_steps": 884, "loss": 0.2004309892654419, "lr": 8.655645374285637e-05, "epoch": 1.2671194114318054, "percentage": 31.67, "elapsed_time": "14:03:53", "remaining_time": "1 day, 6:20:23"} +{"current_steps": 281, "total_steps": 884, "loss": 0.19571299850940704, "lr": 8.64213688186147e-05, "epoch": 1.2716468590831917, "percentage": 31.79, "elapsed_time": "14:06:17", "remaining_time": "1 day, 6:16:03"} +{"current_steps": 282, "total_steps": 884, "loss": 0.1712074726819992, "lr": 8.628571514466501e-05, "epoch": 1.2761743067345783, "percentage": 31.9, "elapsed_time": "14:08:14", "remaining_time": "1 day, 6:10:47"} +{"current_steps": 283, "total_steps": 884, "loss": 0.16103923320770264, "lr": 8.61494948393513e-05, "epoch": 1.280701754385965, "percentage": 32.01, "elapsed_time": "14:09:46", "remaining_time": "1 day, 6:04:38"} +{"current_steps": 284, "total_steps": 884, "loss": 0.20578786730766296, "lr": 8.601271002986595e-05, "epoch": 1.2852292020373515, "percentage": 32.13, "elapsed_time": "14:14:13", "remaining_time": "1 day, 6:04:41"} +{"current_steps": 285, "total_steps": 884, "loss": 0.20829525589942932, "lr": 8.587536285221656e-05, "epoch": 1.289756649688738, "percentage": 32.24, "elapsed_time": "14:18:28", "remaining_time": "1 day, 6:04:18"} +{"current_steps": 286, "total_steps": 884, "loss": 0.20398181676864624, "lr": 8.573745545119257e-05, "epoch": 1.2942840973401246, "percentage": 32.35, "elapsed_time": "14:21:39", "remaining_time": "1 day, 6:01:38"} +{"current_steps": 287, "total_steps": 884, "loss": 0.18764348328113556, "lr": 8.559898998033178e-05, "epoch": 1.298811544991511, "percentage": 32.47, "elapsed_time": "14:24:11", "remaining_time": "1 day, 5:57:38"} +{"current_steps": 288, "total_steps": 884, "loss": 0.18195241689682007, "lr": 8.545996860188668e-05, "epoch": 1.3033389926428975, "percentage": 32.58, "elapsed_time": "14:26:17", "remaining_time": "1 day, 5:52:45"} +{"current_steps": 289, "total_steps": 884, "loss": 0.1701197326183319, "lr": 8.532039348679073e-05, "epoch": 1.3078664402942841, "percentage": 32.69, "elapsed_time": "14:28:05", "remaining_time": "1 day, 5:47:15"} +{"current_steps": 290, "total_steps": 884, "loss": 0.17796757817268372, "lr": 8.518026681462448e-05, "epoch": 1.3123938879456707, "percentage": 32.81, "elapsed_time": "14:31:13", "remaining_time": "1 day, 5:44:31"} +{"current_steps": 291, "total_steps": 884, "loss": 0.204569011926651, "lr": 8.503959077358143e-05, "epoch": 1.316921335597057, "percentage": 32.92, "elapsed_time": "14:35:31", "remaining_time": "1 day, 5:44:09"} +{"current_steps": 292, "total_steps": 884, "loss": 0.18774446845054626, "lr": 8.4898367560434e-05, "epoch": 1.3214487832484436, "percentage": 33.03, "elapsed_time": "14:38:45", "remaining_time": "1 day, 5:41:36"} +{"current_steps": 293, "total_steps": 884, "loss": 0.18409812450408936, "lr": 8.475659938049912e-05, "epoch": 1.3259762308998302, "percentage": 33.14, "elapsed_time": "14:41:20", "remaining_time": "1 day, 5:37:43"} +{"current_steps": 294, "total_steps": 884, "loss": 0.18080274760723114, "lr": 8.46142884476038e-05, "epoch": 1.3305036785512168, "percentage": 33.26, "elapsed_time": "14:43:25", "remaining_time": "1 day, 5:32:51"} +{"current_steps": 295, "total_steps": 884, "loss": 0.1700076162815094, "lr": 8.44714369840506e-05, "epoch": 1.3350311262026033, "percentage": 33.37, "elapsed_time": "14:45:06", "remaining_time": "1 day, 5:27:13"} +{"current_steps": 296, "total_steps": 884, "loss": 0.16379863023757935, "lr": 8.432804722058296e-05, "epoch": 1.33955857385399, "percentage": 33.48, "elapsed_time": "14:46:26", "remaining_time": "1 day, 5:20:53"} +{"current_steps": 297, "total_steps": 884, "loss": 0.20876599848270416, "lr": 8.418412139635025e-05, "epoch": 1.3440860215053765, "percentage": 33.6, "elapsed_time": "14:51:54", "remaining_time": "1 day, 5:22:47"} +{"current_steps": 298, "total_steps": 884, "loss": 0.19511157274246216, "lr": 8.403966175887292e-05, "epoch": 1.3486134691567628, "percentage": 33.71, "elapsed_time": "14:55:18", "remaining_time": "1 day, 5:20:34"} +{"current_steps": 299, "total_steps": 884, "loss": 0.18732516467571259, "lr": 8.389467056400732e-05, "epoch": 1.3531409168081494, "percentage": 33.82, "elapsed_time": "14:58:00", "remaining_time": "1 day, 5:16:58"} +{"current_steps": 300, "total_steps": 884, "loss": 0.17540541291236877, "lr": 8.374915007591053e-05, "epoch": 1.357668364459536, "percentage": 33.94, "elapsed_time": "15:00:16", "remaining_time": "1 day, 5:12:32"} +{"current_steps": 301, "total_steps": 884, "loss": 0.16894260048866272, "lr": 8.360310256700497e-05, "epoch": 1.3621958121109223, "percentage": 34.05, "elapsed_time": "15:02:09", "remaining_time": "1 day, 5:07:21"} +{"current_steps": 302, "total_steps": 884, "loss": 0.15845853090286255, "lr": 8.345653031794292e-05, "epoch": 1.366723259762309, "percentage": 34.16, "elapsed_time": "15:03:36", "remaining_time": "1 day, 5:01:22"} +{"current_steps": 303, "total_steps": 884, "loss": 0.19490782916545868, "lr": 8.330943561757092e-05, "epoch": 1.3712507074136955, "percentage": 34.28, "elapsed_time": "15:09:12", "remaining_time": "1 day, 5:03:24"} +{"current_steps": 304, "total_steps": 884, "loss": 0.20050162076950073, "lr": 8.316182076289401e-05, "epoch": 1.375778155065082, "percentage": 34.39, "elapsed_time": "15:12:50", "remaining_time": "1 day, 5:01:36"} +{"current_steps": 305, "total_steps": 884, "loss": 0.18538133800029755, "lr": 8.301368805903988e-05, "epoch": 1.3803056027164686, "percentage": 34.5, "elapsed_time": "15:15:40", "remaining_time": "1 day, 4:58:17"} +{"current_steps": 306, "total_steps": 884, "loss": 0.17794030904769897, "lr": 8.286503981922283e-05, "epoch": 1.3848330503678552, "percentage": 34.62, "elapsed_time": "15:18:00", "remaining_time": "1 day, 4:54:01"} +{"current_steps": 307, "total_steps": 884, "loss": 0.17239966988563538, "lr": 8.271587836470775e-05, "epoch": 1.3893604980192418, "percentage": 34.73, "elapsed_time": "15:20:00", "remaining_time": "1 day, 4:49:08"} +{"current_steps": 308, "total_steps": 884, "loss": 0.15613433718681335, "lr": 8.256620602477372e-05, "epoch": 1.3938879456706281, "percentage": 34.84, "elapsed_time": "15:21:39", "remaining_time": "1 day, 4:43:36"} +{"current_steps": 309, "total_steps": 884, "loss": 0.19233815371990204, "lr": 8.241602513667774e-05, "epoch": 1.3984153933220147, "percentage": 34.95, "elapsed_time": "15:26:03", "remaining_time": "1 day, 4:43:15"} +{"current_steps": 310, "total_steps": 884, "loss": 0.20076030492782593, "lr": 8.226533804561827e-05, "epoch": 1.4029428409734013, "percentage": 35.07, "elapsed_time": "15:30:12", "remaining_time": "1 day, 4:42:23"} +{"current_steps": 311, "total_steps": 884, "loss": 0.19023515284061432, "lr": 8.211414710469845e-05, "epoch": 1.4074702886247878, "percentage": 35.18, "elapsed_time": "15:33:10", "remaining_time": "1 day, 4:39:19"} +{"current_steps": 312, "total_steps": 884, "loss": 0.18671788275241852, "lr": 8.19624546748895e-05, "epoch": 1.4119977362761742, "percentage": 35.29, "elapsed_time": "15:35:34", "remaining_time": "1 day, 4:35:12"} +{"current_steps": 313, "total_steps": 884, "loss": 0.19153177738189697, "lr": 8.181026312499383e-05, "epoch": 1.4165251839275608, "percentage": 35.41, "elapsed_time": "15:37:34", "remaining_time": "1 day, 4:30:23"} +{"current_steps": 314, "total_steps": 884, "loss": 0.1734253168106079, "lr": 8.165757483160798e-05, "epoch": 1.4210526315789473, "percentage": 35.52, "elapsed_time": "15:39:12", "remaining_time": "1 day, 4:24:55"} +{"current_steps": 315, "total_steps": 884, "loss": 0.17426717281341553, "lr": 8.150439217908556e-05, "epoch": 1.425580079230334, "percentage": 35.63, "elapsed_time": "15:43:04", "remaining_time": "1 day, 4:23:32"} +{"current_steps": 316, "total_steps": 884, "loss": 0.2044614553451538, "lr": 8.13507175595e-05, "epoch": 1.4301075268817205, "percentage": 35.75, "elapsed_time": "15:47:47", "remaining_time": "1 day, 4:23:37"} +{"current_steps": 317, "total_steps": 884, "loss": 0.1858120560646057, "lr": 8.11965533726072e-05, "epoch": 1.434634974533107, "percentage": 35.86, "elapsed_time": "15:50:59", "remaining_time": "1 day, 4:20:58"} +{"current_steps": 318, "total_steps": 884, "loss": 0.18891949951648712, "lr": 8.104190202580812e-05, "epoch": 1.4391624221844934, "percentage": 35.97, "elapsed_time": "15:53:34", "remaining_time": "1 day, 4:17:14"} +{"current_steps": 319, "total_steps": 884, "loss": 0.16802790760993958, "lr": 8.0886765934111e-05, "epoch": 1.44368986983588, "percentage": 36.09, "elapsed_time": "15:55:40", "remaining_time": "1 day, 4:12:38"} +{"current_steps": 320, "total_steps": 884, "loss": 0.16781140863895416, "lr": 8.073114752009387e-05, "epoch": 1.4482173174872666, "percentage": 36.2, "elapsed_time": "15:57:24", "remaining_time": "1 day, 4:07:25"} +{"current_steps": 321, "total_steps": 884, "loss": 0.1735672950744629, "lr": 8.05750492138666e-05, "epoch": 1.4527447651386531, "percentage": 36.31, "elapsed_time": "15:58:43", "remaining_time": "1 day, 4:01:30"} +{"current_steps": 322, "total_steps": 884, "loss": 0.20380868017673492, "lr": 8.041847345303297e-05, "epoch": 1.4572722127900395, "percentage": 36.43, "elapsed_time": "16:05:27", "remaining_time": "1 day, 4:05:03"} +{"current_steps": 323, "total_steps": 884, "loss": 0.19325749576091766, "lr": 8.026142268265256e-05, "epoch": 1.461799660441426, "percentage": 36.54, "elapsed_time": "16:08:59", "remaining_time": "1 day, 4:02:59"} +{"current_steps": 324, "total_steps": 884, "loss": 0.19468310475349426, "lr": 8.01038993552027e-05, "epoch": 1.4663271080928126, "percentage": 36.65, "elapsed_time": "16:11:46", "remaining_time": "1 day, 3:59:36"} +{"current_steps": 325, "total_steps": 884, "loss": 0.18415693938732147, "lr": 7.994590593054001e-05, "epoch": 1.4708545557441992, "percentage": 36.76, "elapsed_time": "16:14:03", "remaining_time": "1 day, 3:55:22"} +{"current_steps": 326, "total_steps": 884, "loss": 0.15884950757026672, "lr": 7.978744487586214e-05, "epoch": 1.4753820033955858, "percentage": 36.88, "elapsed_time": "16:15:57", "remaining_time": "1 day, 3:50:29"} +{"current_steps": 327, "total_steps": 884, "loss": 0.16488111019134521, "lr": 7.962851866566912e-05, "epoch": 1.4799094510469724, "percentage": 36.99, "elapsed_time": "16:17:23", "remaining_time": "1 day, 3:44:52"} +{"current_steps": 328, "total_steps": 884, "loss": 0.208705335855484, "lr": 7.946912978172474e-05, "epoch": 1.484436898698359, "percentage": 37.1, "elapsed_time": "16:23:46", "remaining_time": "1 day, 3:47:37"} +{"current_steps": 329, "total_steps": 884, "loss": 0.2106453776359558, "lr": 7.93092807130179e-05, "epoch": 1.4889643463497453, "percentage": 37.22, "elapsed_time": "16:27:39", "remaining_time": "1 day, 3:46:07"} +{"current_steps": 330, "total_steps": 884, "loss": 0.20180118083953857, "lr": 7.91489739557236e-05, "epoch": 1.4934917940011319, "percentage": 37.33, "elapsed_time": "16:30:43", "remaining_time": "1 day, 3:43:12"} +{"current_steps": 331, "total_steps": 884, "loss": 0.18206928670406342, "lr": 7.898821201316407e-05, "epoch": 1.4980192416525184, "percentage": 37.44, "elapsed_time": "16:33:12", "remaining_time": "1 day, 3:39:21"} +{"current_steps": 332, "total_steps": 884, "loss": 0.18937627971172333, "lr": 7.882699739576959e-05, "epoch": 1.5025466893039048, "percentage": 37.56, "elapsed_time": "16:35:16", "remaining_time": "1 day, 3:34:46"} +{"current_steps": 333, "total_steps": 884, "loss": 0.15429037809371948, "lr": 7.866533262103936e-05, "epoch": 1.5070741369552914, "percentage": 37.67, "elapsed_time": "16:36:52", "remaining_time": "1 day, 3:29:29"} +{"current_steps": 334, "total_steps": 884, "loss": 0.18988651037216187, "lr": 7.850322021350215e-05, "epoch": 1.511601584606678, "percentage": 37.78, "elapsed_time": "16:42:04", "remaining_time": "1 day, 3:30:08"} +{"current_steps": 335, "total_steps": 884, "loss": 0.2089129537343979, "lr": 7.83406627046769e-05, "epoch": 1.5161290322580645, "percentage": 37.9, "elapsed_time": "16:46:23", "remaining_time": "1 day, 3:29:17"} +{"current_steps": 336, "total_steps": 884, "loss": 0.1933603584766388, "lr": 7.817766263303313e-05, "epoch": 1.520656479909451, "percentage": 38.01, "elapsed_time": "16:49:36", "remaining_time": "1 day, 3:26:37"} +{"current_steps": 337, "total_steps": 884, "loss": 0.1819375455379486, "lr": 7.801422254395138e-05, "epoch": 1.5251839275608376, "percentage": 38.12, "elapsed_time": "16:52:09", "remaining_time": "1 day, 3:22:53"} +{"current_steps": 338, "total_steps": 884, "loss": 0.17599374055862427, "lr": 7.785034498968344e-05, "epoch": 1.5297113752122242, "percentage": 38.24, "elapsed_time": "16:54:12", "remaining_time": "1 day, 3:18:19"} +{"current_steps": 339, "total_steps": 884, "loss": 0.17194731533527374, "lr": 7.768603252931243e-05, "epoch": 1.5342388228636108, "percentage": 38.35, "elapsed_time": "16:55:50", "remaining_time": "1 day, 3:13:07"} +{"current_steps": 340, "total_steps": 884, "loss": 0.17797675728797913, "lr": 7.752128772871292e-05, "epoch": 1.5387662705149971, "percentage": 38.46, "elapsed_time": "16:59:32", "remaining_time": "1 day, 3:11:16"} +{"current_steps": 341, "total_steps": 884, "loss": 0.21639850735664368, "lr": 7.735611316051084e-05, "epoch": 1.5432937181663837, "percentage": 38.57, "elapsed_time": "17:04:27", "remaining_time": "1 day, 3:11:19"} +{"current_steps": 342, "total_steps": 884, "loss": 0.19379103183746338, "lr": 7.719051140404327e-05, "epoch": 1.54782116581777, "percentage": 38.69, "elapsed_time": "17:07:50", "remaining_time": "1 day, 3:08:54"} +{"current_steps": 343, "total_steps": 884, "loss": 0.18040522933006287, "lr": 7.702448504531819e-05, "epoch": 1.5523486134691566, "percentage": 38.8, "elapsed_time": "17:10:29", "remaining_time": "1 day, 3:05:21"} +{"current_steps": 344, "total_steps": 884, "loss": 0.17366576194763184, "lr": 7.685803667697411e-05, "epoch": 1.5568760611205432, "percentage": 38.91, "elapsed_time": "17:12:39", "remaining_time": "1 day, 3:01:01"} +{"current_steps": 345, "total_steps": 884, "loss": 0.16583794355392456, "lr": 7.669116889823955e-05, "epoch": 1.5614035087719298, "percentage": 39.03, "elapsed_time": "17:14:23", "remaining_time": "1 day, 2:56:03"} +{"current_steps": 346, "total_steps": 884, "loss": 0.1619320809841156, "lr": 7.652388431489248e-05, "epoch": 1.5659309564233164, "percentage": 39.14, "elapsed_time": "17:15:40", "remaining_time": "1 day, 2:50:22"} +{"current_steps": 347, "total_steps": 884, "loss": 0.20942410826683044, "lr": 7.635618553921962e-05, "epoch": 1.570458404074703, "percentage": 39.25, "elapsed_time": "17:22:45", "remaining_time": "1 day, 2:53:43"} +{"current_steps": 348, "total_steps": 884, "loss": 0.20726366341114044, "lr": 7.618807518997563e-05, "epoch": 1.5749858517260895, "percentage": 39.37, "elapsed_time": "17:26:21", "remaining_time": "1 day, 2:51:38"} +{"current_steps": 349, "total_steps": 884, "loss": 0.19247621297836304, "lr": 7.601955589234227e-05, "epoch": 1.579513299377476, "percentage": 39.48, "elapsed_time": "17:29:11", "remaining_time": "1 day, 2:48:21"} +{"current_steps": 350, "total_steps": 884, "loss": 0.182029128074646, "lr": 7.585063027788731e-05, "epoch": 1.5840407470288624, "percentage": 39.59, "elapsed_time": "17:31:30", "remaining_time": "1 day, 2:44:18"} +{"current_steps": 351, "total_steps": 884, "loss": 0.16755558550357819, "lr": 7.568130098452351e-05, "epoch": 1.588568194680249, "percentage": 39.71, "elapsed_time": "17:33:23", "remaining_time": "1 day, 2:39:35"} +{"current_steps": 352, "total_steps": 884, "loss": 0.16772229969501495, "lr": 7.551157065646746e-05, "epoch": 1.5930956423316356, "percentage": 39.82, "elapsed_time": "17:34:53", "remaining_time": "1 day, 2:34:19"} +{"current_steps": 353, "total_steps": 884, "loss": 0.20039445161819458, "lr": 7.534144194419817e-05, "epoch": 1.597623089983022, "percentage": 39.93, "elapsed_time": "17:39:42", "remaining_time": "1 day, 2:34:03"} +{"current_steps": 354, "total_steps": 884, "loss": 0.1948099136352539, "lr": 7.517091750441576e-05, "epoch": 1.6021505376344085, "percentage": 40.05, "elapsed_time": "17:43:36", "remaining_time": "1 day, 2:32:23"} +{"current_steps": 355, "total_steps": 884, "loss": 0.18500792980194092, "lr": 7.500000000000001e-05, "epoch": 1.606677985285795, "percentage": 40.16, "elapsed_time": "17:46:30", "remaining_time": "1 day, 2:29:14"} +{"current_steps": 356, "total_steps": 884, "loss": 0.1827983558177948, "lr": 7.482869209996867e-05, "epoch": 1.6112054329371817, "percentage": 40.27, "elapsed_time": "17:48:56", "remaining_time": "1 day, 2:25:23"} +{"current_steps": 357, "total_steps": 884, "loss": 0.1701834797859192, "lr": 7.465699647943586e-05, "epoch": 1.6157328805885682, "percentage": 40.38, "elapsed_time": "17:50:59", "remaining_time": "1 day, 2:20:58"} +{"current_steps": 358, "total_steps": 884, "loss": 0.16099783778190613, "lr": 7.44849158195703e-05, "epoch": 1.6202603282399548, "percentage": 40.5, "elapsed_time": "17:52:40", "remaining_time": "1 day, 2:16:03"} +{"current_steps": 359, "total_steps": 884, "loss": 0.18706944584846497, "lr": 7.431245280755336e-05, "epoch": 1.6247877758913414, "percentage": 40.61, "elapsed_time": "17:57:16", "remaining_time": "1 day, 2:15:24"} +{"current_steps": 360, "total_steps": 884, "loss": 0.1985095590353012, "lr": 7.413961013653726e-05, "epoch": 1.629315223542728, "percentage": 40.72, "elapsed_time": "18:01:20", "remaining_time": "1 day, 2:13:57"} +{"current_steps": 361, "total_steps": 884, "loss": 0.1964409351348877, "lr": 7.396639050560275e-05, "epoch": 1.6338426711941143, "percentage": 40.84, "elapsed_time": "18:04:26", "remaining_time": "1 day, 2:11:04"} +{"current_steps": 362, "total_steps": 884, "loss": 0.1915147602558136, "lr": 7.379279661971727e-05, "epoch": 1.6383701188455009, "percentage": 40.95, "elapsed_time": "18:06:56", "remaining_time": "1 day, 2:07:21"} +{"current_steps": 363, "total_steps": 884, "loss": 0.17337551712989807, "lr": 7.361883118969247e-05, "epoch": 1.6428975664968872, "percentage": 41.06, "elapsed_time": "18:09:00", "remaining_time": "1 day, 2:03:00"} +{"current_steps": 364, "total_steps": 884, "loss": 0.1554442048072815, "lr": 7.3444496932142e-05, "epoch": 1.6474250141482738, "percentage": 41.18, "elapsed_time": "18:10:40", "remaining_time": "1 day, 1:58:06"} +{"current_steps": 365, "total_steps": 884, "loss": 0.17819085717201233, "lr": 7.326979656943906e-05, "epoch": 1.6519524617996604, "percentage": 41.29, "elapsed_time": "18:14:18", "remaining_time": "1 day, 1:56:00"} +{"current_steps": 366, "total_steps": 884, "loss": 0.19845563173294067, "lr": 7.309473282967387e-05, "epoch": 1.656479909451047, "percentage": 41.4, "elapsed_time": "18:18:49", "remaining_time": "1 day, 1:55:09"} +{"current_steps": 367, "total_steps": 884, "loss": 0.19407084584236145, "lr": 7.291930844661109e-05, "epoch": 1.6610073571024335, "percentage": 41.52, "elapsed_time": "18:21:57", "remaining_time": "1 day, 1:52:21"} +{"current_steps": 368, "total_steps": 884, "loss": 0.19369813799858093, "lr": 7.274352615964712e-05, "epoch": 1.66553480475382, "percentage": 41.63, "elapsed_time": "18:24:33", "remaining_time": "1 day, 1:48:46"} +{"current_steps": 369, "total_steps": 884, "loss": 0.1805361658334732, "lr": 7.256738871376732e-05, "epoch": 1.6700622524052067, "percentage": 41.74, "elapsed_time": "18:26:39", "remaining_time": "1 day, 1:44:31"} +{"current_steps": 370, "total_steps": 884, "loss": 0.16192588210105896, "lr": 7.239089885950316e-05, "epoch": 1.6745897000565932, "percentage": 41.86, "elapsed_time": "18:28:21", "remaining_time": "1 day, 1:39:42"} +{"current_steps": 371, "total_steps": 884, "loss": 0.1664281040430069, "lr": 7.221405935288925e-05, "epoch": 1.6791171477079796, "percentage": 41.97, "elapsed_time": "18:29:42", "remaining_time": "1 day, 1:34:27"} +{"current_steps": 372, "total_steps": 884, "loss": 0.20167440176010132, "lr": 7.203687295542032e-05, "epoch": 1.6836445953593662, "percentage": 42.08, "elapsed_time": "18:35:20", "remaining_time": "1 day, 1:35:05"} +{"current_steps": 373, "total_steps": 884, "loss": 0.1990775465965271, "lr": 7.185934243400806e-05, "epoch": 1.6881720430107527, "percentage": 42.19, "elapsed_time": "18:38:47", "remaining_time": "1 day, 1:32:43"} +{"current_steps": 374, "total_steps": 884, "loss": 0.18479225039482117, "lr": 7.168147056093797e-05, "epoch": 1.692699490662139, "percentage": 42.31, "elapsed_time": "18:41:34", "remaining_time": "1 day, 1:29:24"} +{"current_steps": 375, "total_steps": 884, "loss": 0.1853107511997223, "lr": 7.150326011382604e-05, "epoch": 1.6972269383135257, "percentage": 42.42, "elapsed_time": "18:43:53", "remaining_time": "1 day, 1:25:29"} +{"current_steps": 376, "total_steps": 884, "loss": 0.17413756251335144, "lr": 7.132471387557532e-05, "epoch": 1.7017543859649122, "percentage": 42.53, "elapsed_time": "18:45:49", "remaining_time": "1 day, 1:21:03"} +{"current_steps": 377, "total_steps": 884, "loss": 0.15298089385032654, "lr": 7.114583463433259e-05, "epoch": 1.7062818336162988, "percentage": 42.65, "elapsed_time": "18:47:19", "remaining_time": "1 day, 1:16:03"} +{"current_steps": 378, "total_steps": 884, "loss": 0.19422583281993866, "lr": 7.096662518344468e-05, "epoch": 1.7108092812676854, "percentage": 42.76, "elapsed_time": "18:53:13", "remaining_time": "1 day, 1:16:57"} +{"current_steps": 379, "total_steps": 884, "loss": 0.18652589619159698, "lr": 7.078708832141497e-05, "epoch": 1.715336728919072, "percentage": 42.87, "elapsed_time": "18:56:55", "remaining_time": "1 day, 1:14:54"} +{"current_steps": 380, "total_steps": 884, "loss": 0.19040265679359436, "lr": 7.060722685185961e-05, "epoch": 1.7198641765704585, "percentage": 42.99, "elapsed_time": "18:59:49", "remaining_time": "1 day, 1:11:46"} +{"current_steps": 381, "total_steps": 884, "loss": 0.18727976083755493, "lr": 7.042704358346375e-05, "epoch": 1.7243916242218449, "percentage": 43.1, "elapsed_time": "19:02:15", "remaining_time": "1 day, 1:08:01"} +{"current_steps": 382, "total_steps": 884, "loss": 0.1772461086511612, "lr": 7.024654132993772e-05, "epoch": 1.7289190718732315, "percentage": 43.21, "elapsed_time": "19:04:14", "remaining_time": "1 day, 1:03:41"} +{"current_steps": 383, "total_steps": 884, "loss": 0.16065247356891632, "lr": 7.006572290997304e-05, "epoch": 1.733446519524618, "percentage": 43.33, "elapsed_time": "19:05:49", "remaining_time": "1 day, 0:58:51"} +{"current_steps": 384, "total_steps": 884, "loss": 0.17697076499462128, "lr": 6.988459114719849e-05, "epoch": 1.7379739671760044, "percentage": 43.44, "elapsed_time": "19:11:25", "remaining_time": "1 day, 0:59:15"} +{"current_steps": 385, "total_steps": 884, "loss": 0.21230991184711456, "lr": 6.970314887013584e-05, "epoch": 1.742501414827391, "percentage": 43.55, "elapsed_time": "19:15:40", "remaining_time": "1 day, 0:57:51"} +{"current_steps": 386, "total_steps": 884, "loss": 0.1916704922914505, "lr": 6.952139891215593e-05, "epoch": 1.7470288624787775, "percentage": 43.67, "elapsed_time": "19:18:40", "remaining_time": "1 day, 0:54:51"} +{"current_steps": 387, "total_steps": 884, "loss": 0.17192980647087097, "lr": 6.93393441114342e-05, "epoch": 1.751556310130164, "percentage": 43.78, "elapsed_time": "19:21:07", "remaining_time": "1 day, 0:51:09"} +{"current_steps": 388, "total_steps": 884, "loss": 0.17362508177757263, "lr": 6.915698731090648e-05, "epoch": 1.7560837577815507, "percentage": 43.89, "elapsed_time": "19:23:12", "remaining_time": "1 day, 0:46:59"} +{"current_steps": 389, "total_steps": 884, "loss": 0.16086629033088684, "lr": 6.897433135822461e-05, "epoch": 1.7606112054329373, "percentage": 44.0, "elapsed_time": "19:24:54", "remaining_time": "1 day, 0:42:20"} +{"current_steps": 390, "total_steps": 884, "loss": 0.17281287908554077, "lr": 6.879137910571191e-05, "epoch": 1.7651386530843238, "percentage": 44.12, "elapsed_time": "19:28:16", "remaining_time": "1 day, 0:39:48"} +{"current_steps": 391, "total_steps": 884, "loss": 0.20971840620040894, "lr": 6.860813341031866e-05, "epoch": 1.7696661007357104, "percentage": 44.23, "elapsed_time": "19:33:13", "remaining_time": "1 day, 0:39:17"} +{"current_steps": 392, "total_steps": 884, "loss": 0.18777552247047424, "lr": 6.842459713357752e-05, "epoch": 1.7741935483870968, "percentage": 44.34, "elapsed_time": "19:36:38", "remaining_time": "1 day, 0:36:48"} +{"current_steps": 393, "total_steps": 884, "loss": 0.18649156391620636, "lr": 6.824077314155877e-05, "epoch": 1.7787209960384833, "percentage": 44.46, "elapsed_time": "19:39:24", "remaining_time": "1 day, 0:33:30"} +{"current_steps": 394, "total_steps": 884, "loss": 0.18137586116790771, "lr": 6.805666430482564e-05, "epoch": 1.7832484436898697, "percentage": 44.57, "elapsed_time": "19:41:42", "remaining_time": "1 day, 0:29:37"} +{"current_steps": 395, "total_steps": 884, "loss": 0.166051983833313, "lr": 6.787227349838947e-05, "epoch": 1.7877758913412563, "percentage": 44.68, "elapsed_time": "19:43:35", "remaining_time": "1 day, 0:25:15"} +{"current_steps": 396, "total_steps": 884, "loss": 0.15685385465621948, "lr": 6.768760360166471e-05, "epoch": 1.7923033389926428, "percentage": 44.8, "elapsed_time": "19:44:59", "remaining_time": "1 day, 0:20:17"} +{"current_steps": 397, "total_steps": 884, "loss": 0.18851293623447418, "lr": 6.750265749842409e-05, "epoch": 1.7968307866440294, "percentage": 44.91, "elapsed_time": "19:51:23", "remaining_time": "1 day, 0:21:29"} +{"current_steps": 398, "total_steps": 884, "loss": 0.20142939686775208, "lr": 6.731743807675355e-05, "epoch": 1.801358234295416, "percentage": 45.02, "elapsed_time": "19:54:57", "remaining_time": "1 day, 0:19:10"} +{"current_steps": 399, "total_steps": 884, "loss": 0.1752074658870697, "lr": 6.713194822900706e-05, "epoch": 1.8058856819468025, "percentage": 45.14, "elapsed_time": "19:57:44", "remaining_time": "1 day, 0:15:53"} +{"current_steps": 400, "total_steps": 884, "loss": 0.1878441721200943, "lr": 6.694619085176159e-05, "epoch": 1.8104131295981891, "percentage": 45.25, "elapsed_time": "20:00:01", "remaining_time": "1 day, 0:12:01"} +{"current_steps": 401, "total_steps": 884, "loss": 0.1690133512020111, "lr": 6.676016884577173e-05, "epoch": 1.8149405772495757, "percentage": 45.36, "elapsed_time": "20:01:57", "remaining_time": "1 day, 0:07:45"} +{"current_steps": 402, "total_steps": 884, "loss": 0.15280716121196747, "lr": 6.657388511592452e-05, "epoch": 1.819468024900962, "percentage": 45.48, "elapsed_time": "20:03:31", "remaining_time": "1 day, 0:03:02"} +{"current_steps": 403, "total_steps": 884, "loss": 0.18653661012649536, "lr": 6.638734257119401e-05, "epoch": 1.8239954725523486, "percentage": 45.59, "elapsed_time": "20:09:52", "remaining_time": "1 day, 0:04:02"} +{"current_steps": 404, "total_steps": 884, "loss": 0.2069815844297409, "lr": 6.620054412459588e-05, "epoch": 1.8285229202037352, "percentage": 45.7, "elapsed_time": "20:13:50", "remaining_time": "1 day, 0:02:11"} +{"current_steps": 405, "total_steps": 884, "loss": 0.19434502720832825, "lr": 6.601349269314188e-05, "epoch": 1.8330503678551215, "percentage": 45.81, "elapsed_time": "20:16:55", "remaining_time": "23:59:16"} +{"current_steps": 406, "total_steps": 884, "loss": 0.18385529518127441, "lr": 6.582619119779439e-05, "epoch": 1.8375778155065081, "percentage": 45.93, "elapsed_time": "20:19:20", "remaining_time": "23:55:34"} +{"current_steps": 407, "total_steps": 884, "loss": 0.17453709244728088, "lr": 6.56386425634207e-05, "epoch": 1.8421052631578947, "percentage": 46.04, "elapsed_time": "20:21:20", "remaining_time": "23:51:24"} +{"current_steps": 408, "total_steps": 884, "loss": 0.16962510347366333, "lr": 6.545084971874738e-05, "epoch": 1.8466327108092813, "percentage": 46.15, "elapsed_time": "20:22:56", "remaining_time": "23:46:46"} +{"current_steps": 409, "total_steps": 884, "loss": 0.18594738841056824, "lr": 6.526281559631458e-05, "epoch": 1.8511601584606678, "percentage": 46.27, "elapsed_time": "20:27:56", "remaining_time": "23:46:05"} +{"current_steps": 410, "total_steps": 884, "loss": 0.19622986018657684, "lr": 6.507454313243015e-05, "epoch": 1.8556876061120544, "percentage": 46.38, "elapsed_time": "20:32:14", "remaining_time": "23:44:34"} +{"current_steps": 411, "total_steps": 884, "loss": 0.1954154521226883, "lr": 6.48860352671239e-05, "epoch": 1.860215053763441, "percentage": 46.49, "elapsed_time": "20:35:21", "remaining_time": "23:41:42"} +{"current_steps": 412, "total_steps": 884, "loss": 0.17159169912338257, "lr": 6.469729494410158e-05, "epoch": 1.8647425014148273, "percentage": 46.61, "elapsed_time": "20:37:52", "remaining_time": "23:38:08"} +{"current_steps": 413, "total_steps": 884, "loss": 0.1622459441423416, "lr": 6.450832511069897e-05, "epoch": 1.869269949066214, "percentage": 46.72, "elapsed_time": "20:39:57", "remaining_time": "23:34:06"} +{"current_steps": 414, "total_steps": 884, "loss": 0.1627485156059265, "lr": 6.431912871783586e-05, "epoch": 1.8737973967176005, "percentage": 46.83, "elapsed_time": "20:41:39", "remaining_time": "23:29:36"} +{"current_steps": 415, "total_steps": 884, "loss": 0.16856414079666138, "lr": 6.412970871996995e-05, "epoch": 1.8783248443689868, "percentage": 46.95, "elapsed_time": "20:44:52", "remaining_time": "23:26:51"} +{"current_steps": 416, "total_steps": 884, "loss": 0.21652480959892273, "lr": 6.394006807505067e-05, "epoch": 1.8828522920203734, "percentage": 47.06, "elapsed_time": "20:49:45", "remaining_time": "23:25:58"} +{"current_steps": 417, "total_steps": 884, "loss": 0.18492794036865234, "lr": 6.37502097444731e-05, "epoch": 1.88737973967176, "percentage": 47.17, "elapsed_time": "20:53:01", "remaining_time": "23:23:16"} +{"current_steps": 418, "total_steps": 884, "loss": 0.18506664037704468, "lr": 6.356013669303162e-05, "epoch": 1.8919071873231466, "percentage": 47.29, "elapsed_time": "20:55:38", "remaining_time": "23:19:49"} +{"current_steps": 419, "total_steps": 884, "loss": 0.16712680459022522, "lr": 6.336985188887366e-05, "epoch": 1.8964346349745331, "percentage": 47.4, "elapsed_time": "20:57:44", "remaining_time": "23:15:49"} +{"current_steps": 420, "total_steps": 884, "loss": 0.16304892301559448, "lr": 6.317935830345338e-05, "epoch": 1.9009620826259197, "percentage": 47.51, "elapsed_time": "20:59:28", "remaining_time": "23:11:25"} +{"current_steps": 421, "total_steps": 884, "loss": 0.15581056475639343, "lr": 6.298865891148518e-05, "epoch": 1.9054895302773063, "percentage": 47.62, "elapsed_time": "21:00:49", "remaining_time": "23:06:36"} +{"current_steps": 422, "total_steps": 884, "loss": 0.21459367871284485, "lr": 6.279775669089733e-05, "epoch": 1.9100169779286928, "percentage": 47.74, "elapsed_time": "21:06:00", "remaining_time": "23:06:00"} +{"current_steps": 423, "total_steps": 884, "loss": 0.1929590404033661, "lr": 6.260665462278544e-05, "epoch": 1.9145444255800792, "percentage": 47.85, "elapsed_time": "21:09:17", "remaining_time": "23:03:19"} +{"current_steps": 424, "total_steps": 884, "loss": 0.17095708847045898, "lr": 6.241535569136584e-05, "epoch": 1.9190718732314658, "percentage": 47.96, "elapsed_time": "21:11:51", "remaining_time": "22:59:51"} +{"current_steps": 425, "total_steps": 884, "loss": 0.17006826400756836, "lr": 6.222386288392913e-05, "epoch": 1.9235993208828521, "percentage": 48.08, "elapsed_time": "21:14:00", "remaining_time": "22:55:55"} +{"current_steps": 426, "total_steps": 884, "loss": 0.155431866645813, "lr": 6.203217919079342e-05, "epoch": 1.9281267685342387, "percentage": 48.19, "elapsed_time": "21:15:46", "remaining_time": "22:51:36"} +{"current_steps": 427, "total_steps": 884, "loss": 0.1626005470752716, "lr": 6.184030760525764e-05, "epoch": 1.9326542161856253, "percentage": 48.3, "elapsed_time": "21:17:12", "remaining_time": "22:46:56"} +{"current_steps": 428, "total_steps": 884, "loss": 0.1874426305294037, "lr": 6.164825112355477e-05, "epoch": 1.9371816638370118, "percentage": 48.42, "elapsed_time": "21:22:30", "remaining_time": "22:46:24"} +{"current_steps": 429, "total_steps": 884, "loss": 0.18967613577842712, "lr": 6.145601274480521e-05, "epoch": 1.9417091114883984, "percentage": 48.53, "elapsed_time": "21:26:06", "remaining_time": "22:44:02"} +{"current_steps": 430, "total_steps": 884, "loss": 0.178785502910614, "lr": 6.126359547096975e-05, "epoch": 1.946236559139785, "percentage": 48.64, "elapsed_time": "21:28:53", "remaining_time": "22:40:49"} +{"current_steps": 431, "total_steps": 884, "loss": 0.16879679262638092, "lr": 6.107100230680279e-05, "epoch": 1.9507640067911716, "percentage": 48.76, "elapsed_time": "21:31:09", "remaining_time": "22:37:04"} +{"current_steps": 432, "total_steps": 884, "loss": 0.16959422826766968, "lr": 6.0878236259805396e-05, "epoch": 1.9552914544425581, "percentage": 48.87, "elapsed_time": "21:33:03", "remaining_time": "22:32:54"} +{"current_steps": 433, "total_steps": 884, "loss": 0.16129666566848755, "lr": 6.068530034017835e-05, "epoch": 1.9598189020939445, "percentage": 48.98, "elapsed_time": "21:34:35", "remaining_time": "22:28:24"} +{"current_steps": 434, "total_steps": 884, "loss": 0.17796547710895538, "lr": 6.049219756077514e-05, "epoch": 1.964346349745331, "percentage": 49.1, "elapsed_time": "21:39:41", "remaining_time": "22:27:36"} +{"current_steps": 435, "total_steps": 884, "loss": 0.18614676594734192, "lr": 6.029893093705492e-05, "epoch": 1.9688737973967176, "percentage": 49.21, "elapsed_time": "21:44:03", "remaining_time": "22:26:01"} +{"current_steps": 436, "total_steps": 884, "loss": 0.18553641438484192, "lr": 6.010550348703538e-05, "epoch": 1.973401245048104, "percentage": 49.32, "elapsed_time": "21:47:05", "remaining_time": "22:23:04"} +{"current_steps": 437, "total_steps": 884, "loss": 0.1744600236415863, "lr": 5.991191823124565e-05, "epoch": 1.9779286926994906, "percentage": 49.43, "elapsed_time": "21:49:32", "remaining_time": "22:19:30"} +{"current_steps": 438, "total_steps": 884, "loss": 0.16687238216400146, "lr": 5.971817819267913e-05, "epoch": 1.9824561403508771, "percentage": 49.55, "elapsed_time": "21:51:30", "remaining_time": "22:15:27"} +{"current_steps": 439, "total_steps": 884, "loss": 0.1604543924331665, "lr": 5.952428639674632e-05, "epoch": 1.9869835880022637, "percentage": 49.66, "elapsed_time": "21:53:06", "remaining_time": "22:11:03"} +{"current_steps": 440, "total_steps": 884, "loss": 0.17042537033557892, "lr": 5.9330245871227454e-05, "epoch": 1.9915110356536503, "percentage": 49.77, "elapsed_time": "21:55:48", "remaining_time": "22:07:46"} +{"current_steps": 441, "total_steps": 884, "loss": 0.19700202345848083, "lr": 5.9136059646225375e-05, "epoch": 1.9960384833050369, "percentage": 49.89, "elapsed_time": "21:58:48", "remaining_time": "22:04:47"} +{"current_steps": 442, "total_steps": 884, "loss": 0.16136552393436432, "lr": 5.8941730754118116e-05, "epoch": 2.0, "percentage": 50.0, "elapsed_time": "22:00:22", "remaining_time": "22:00:22"} +{"current_steps": 443, "total_steps": 884, "loss": 0.1516227424144745, "lr": 5.874726222951157e-05, "epoch": 2.0045274476513866, "percentage": 50.11, "elapsed_time": "22:07:50", "remaining_time": "22:01:50"} +{"current_steps": 444, "total_steps": 884, "loss": 0.13573628664016724, "lr": 5.855265710919211e-05, "epoch": 2.009054895302773, "percentage": 50.23, "elapsed_time": "22:11:23", "remaining_time": "21:59:24"} +{"current_steps": 445, "total_steps": 884, "loss": 0.12611983716487885, "lr": 5.835791843207916e-05, "epoch": 2.0135823429541597, "percentage": 50.34, "elapsed_time": "22:14:06", "remaining_time": "21:56:07"} +{"current_steps": 446, "total_steps": 884, "loss": 0.11450044810771942, "lr": 5.8163049239177784e-05, "epoch": 2.0181097906055463, "percentage": 50.45, "elapsed_time": "22:16:17", "remaining_time": "21:52:19"} +{"current_steps": 447, "total_steps": 884, "loss": 0.10637161135673523, "lr": 5.7968052573531084e-05, "epoch": 2.022637238256933, "percentage": 50.57, "elapsed_time": "22:18:07", "remaining_time": "21:48:11"} +{"current_steps": 448, "total_steps": 884, "loss": 0.09776574373245239, "lr": 5.7772931480172795e-05, "epoch": 2.027164685908319, "percentage": 50.68, "elapsed_time": "22:19:39", "remaining_time": "21:43:46"} +{"current_steps": 449, "total_steps": 884, "loss": 0.14583757519721985, "lr": 5.757768900607972e-05, "epoch": 2.0316921335597056, "percentage": 50.79, "elapsed_time": "22:24:48", "remaining_time": "21:42:52"} +{"current_steps": 450, "total_steps": 884, "loss": 0.1459420919418335, "lr": 5.738232820012407e-05, "epoch": 2.036219581211092, "percentage": 50.9, "elapsed_time": "22:28:37", "remaining_time": "21:40:40"} +{"current_steps": 451, "total_steps": 884, "loss": 0.130174919962883, "lr": 5.718685211302592e-05, "epoch": 2.0407470288624787, "percentage": 51.02, "elapsed_time": "22:31:42", "remaining_time": "21:37:45"} +{"current_steps": 452, "total_steps": 884, "loss": 0.11415386199951172, "lr": 5.699126379730559e-05, "epoch": 2.0452744765138653, "percentage": 51.13, "elapsed_time": "22:34:18", "remaining_time": "21:34:23"} +{"current_steps": 453, "total_steps": 884, "loss": 0.10571029037237167, "lr": 5.6795566307235915e-05, "epoch": 2.049801924165252, "percentage": 51.24, "elapsed_time": "22:36:28", "remaining_time": "21:30:36"} +{"current_steps": 454, "total_steps": 884, "loss": 0.09423750638961792, "lr": 5.6599762698794554e-05, "epoch": 2.0543293718166384, "percentage": 51.36, "elapsed_time": "22:38:11", "remaining_time": "21:26:23"} +{"current_steps": 455, "total_steps": 884, "loss": 0.12411186099052429, "lr": 5.640385602961634e-05, "epoch": 2.058856819468025, "percentage": 51.47, "elapsed_time": "22:43:09", "remaining_time": "21:25:16"} +{"current_steps": 456, "total_steps": 884, "loss": 0.14633986353874207, "lr": 5.620784935894547e-05, "epoch": 2.0633842671194116, "percentage": 51.58, "elapsed_time": "22:47:13", "remaining_time": "21:23:15"} +{"current_steps": 457, "total_steps": 884, "loss": 0.12183500826358795, "lr": 5.601174574758771e-05, "epoch": 2.067911714770798, "percentage": 51.7, "elapsed_time": "22:50:15", "remaining_time": "21:20:18"} +{"current_steps": 458, "total_steps": 884, "loss": 0.11389859020709991, "lr": 5.581554825786267e-05, "epoch": 2.0724391624221843, "percentage": 51.81, "elapsed_time": "22:52:39", "remaining_time": "21:16:45"} +{"current_steps": 459, "total_steps": 884, "loss": 0.10225850343704224, "lr": 5.5619259953555945e-05, "epoch": 2.076966610073571, "percentage": 51.92, "elapsed_time": "22:54:39", "remaining_time": "21:12:49"} +{"current_steps": 460, "total_steps": 884, "loss": 0.0940392017364502, "lr": 5.5422883899871284e-05, "epoch": 2.0814940577249574, "percentage": 52.04, "elapsed_time": "22:56:19", "remaining_time": "21:08:36"} +{"current_steps": 461, "total_steps": 884, "loss": 0.12159469723701477, "lr": 5.522642316338268e-05, "epoch": 2.086021505376344, "percentage": 52.15, "elapsed_time": "22:59:59", "remaining_time": "21:06:14"} +{"current_steps": 462, "total_steps": 884, "loss": 0.1463402509689331, "lr": 5.5029880811986544e-05, "epoch": 2.0905489530277306, "percentage": 52.26, "elapsed_time": "23:05:04", "remaining_time": "21:05:09"} +{"current_steps": 463, "total_steps": 884, "loss": 0.13759233057498932, "lr": 5.483325991485379e-05, "epoch": 2.095076400679117, "percentage": 52.38, "elapsed_time": "23:08:30", "remaining_time": "21:02:33"} +{"current_steps": 464, "total_steps": 884, "loss": 0.11654265224933624, "lr": 5.463656354238184e-05, "epoch": 2.0996038483305037, "percentage": 52.49, "elapsed_time": "23:11:15", "remaining_time": "20:59:19"} +{"current_steps": 465, "total_steps": 884, "loss": 0.10867158323526382, "lr": 5.4439794766146746e-05, "epoch": 2.1041312959818903, "percentage": 52.6, "elapsed_time": "23:13:27", "remaining_time": "20:55:36"} +{"current_steps": 466, "total_steps": 884, "loss": 0.10072112083435059, "lr": 5.424295665885523e-05, "epoch": 2.108658743633277, "percentage": 52.71, "elapsed_time": "23:15:14", "remaining_time": "20:51:31"} +{"current_steps": 467, "total_steps": 884, "loss": 0.09951277077198029, "lr": 5.404605229429664e-05, "epoch": 2.1131861912846635, "percentage": 52.83, "elapsed_time": "23:16:34", "remaining_time": "20:47:03"} +{"current_steps": 468, "total_steps": 884, "loss": 0.15281015634536743, "lr": 5.384908474729501e-05, "epoch": 2.11771363893605, "percentage": 52.94, "elapsed_time": "23:23:35", "remaining_time": "20:47:37"} +{"current_steps": 469, "total_steps": 884, "loss": 0.14525587856769562, "lr": 5.365205709366099e-05, "epoch": 2.122241086587436, "percentage": 53.05, "elapsed_time": "23:27:21", "remaining_time": "20:45:18"} +{"current_steps": 470, "total_steps": 884, "loss": 0.1253020465373993, "lr": 5.34549724101439e-05, "epoch": 2.1267685342388227, "percentage": 53.17, "elapsed_time": "23:30:11", "remaining_time": "20:42:10"} +{"current_steps": 471, "total_steps": 884, "loss": 0.11360302567481995, "lr": 5.325783377438357e-05, "epoch": 2.1312959818902093, "percentage": 53.28, "elapsed_time": "23:32:30", "remaining_time": "20:38:33"} +{"current_steps": 472, "total_steps": 884, "loss": 0.1024991124868393, "lr": 5.306064426486237e-05, "epoch": 2.135823429541596, "percentage": 53.39, "elapsed_time": "23:34:20", "remaining_time": "20:34:33"} +{"current_steps": 473, "total_steps": 884, "loss": 0.09407860040664673, "lr": 5.286340696085709e-05, "epoch": 2.1403508771929824, "percentage": 53.51, "elapsed_time": "23:35:48", "remaining_time": "20:30:13"} +{"current_steps": 474, "total_steps": 884, "loss": 0.13089381158351898, "lr": 5.266612494239088e-05, "epoch": 2.144878324844369, "percentage": 53.62, "elapsed_time": "23:41:20", "remaining_time": "20:29:26"} +{"current_steps": 475, "total_steps": 884, "loss": 0.14164891839027405, "lr": 5.246880129018516e-05, "epoch": 2.1494057724957556, "percentage": 53.73, "elapsed_time": "23:45:19", "remaining_time": "20:27:17"} +{"current_steps": 476, "total_steps": 884, "loss": 0.13016922771930695, "lr": 5.227143908561145e-05, "epoch": 2.153933220147142, "percentage": 53.85, "elapsed_time": "23:48:14", "remaining_time": "20:24:12"} +{"current_steps": 477, "total_steps": 884, "loss": 0.11469609290361404, "lr": 5.207404141064334e-05, "epoch": 2.1584606677985287, "percentage": 53.96, "elapsed_time": "23:50:38", "remaining_time": "20:20:41"} +{"current_steps": 478, "total_steps": 884, "loss": 0.10605259984731674, "lr": 5.187661134780829e-05, "epoch": 2.1629881154499153, "percentage": 54.07, "elapsed_time": "23:52:38", "remaining_time": "20:16:50"} +{"current_steps": 479, "total_steps": 884, "loss": 0.0900178849697113, "lr": 5.1679151980139564e-05, "epoch": 2.1675155631013014, "percentage": 54.19, "elapsed_time": "23:54:14", "remaining_time": "20:12:39"} +{"current_steps": 480, "total_steps": 884, "loss": 0.12464714050292969, "lr": 5.148166639112799e-05, "epoch": 2.172043010752688, "percentage": 54.3, "elapsed_time": "23:59:31", "remaining_time": "20:11:36"} +{"current_steps": 481, "total_steps": 884, "loss": 0.14309638738632202, "lr": 5.128415766467392e-05, "epoch": 2.1765704584040746, "percentage": 54.41, "elapsed_time": "1 day, 0:03:34", "remaining_time": "20:09:28"} +{"current_steps": 482, "total_steps": 884, "loss": 0.1305043250322342, "lr": 5.1086628885038946e-05, "epoch": 2.181097906055461, "percentage": 54.52, "elapsed_time": "1 day, 0:06:32", "remaining_time": "20:06:27"} +{"current_steps": 483, "total_steps": 884, "loss": 0.1189241111278534, "lr": 5.0889083136797875e-05, "epoch": 2.1856253537068477, "percentage": 54.64, "elapsed_time": "1 day, 0:08:58", "remaining_time": "20:02:58"} +{"current_steps": 484, "total_steps": 884, "loss": 0.11003842949867249, "lr": 5.0691523504790474e-05, "epoch": 2.1901528013582343, "percentage": 54.75, "elapsed_time": "1 day, 0:11:01", "remaining_time": "19:59:11"} +{"current_steps": 485, "total_steps": 884, "loss": 0.09716764092445374, "lr": 5.049395307407329e-05, "epoch": 2.194680249009621, "percentage": 54.86, "elapsed_time": "1 day, 0:12:41", "remaining_time": "19:55:06"} +{"current_steps": 486, "total_steps": 884, "loss": 0.12285800278186798, "lr": 5.029637492987153e-05, "epoch": 2.1992076966610075, "percentage": 54.98, "elapsed_time": "1 day, 0:15:50", "remaining_time": "19:52:14"} +{"current_steps": 487, "total_steps": 884, "loss": 0.14675894379615784, "lr": 5.009879215753085e-05, "epoch": 2.203735144312394, "percentage": 55.09, "elapsed_time": "1 day, 0:20:09", "remaining_time": "19:50:19"} +{"current_steps": 488, "total_steps": 884, "loss": 0.12845291197299957, "lr": 4.990120784246917e-05, "epoch": 2.2082625919637806, "percentage": 55.2, "elapsed_time": "1 day, 0:23:14", "remaining_time": "19:47:23"} +{"current_steps": 489, "total_steps": 884, "loss": 0.11380189657211304, "lr": 4.970362507012848e-05, "epoch": 2.212790039615167, "percentage": 55.32, "elapsed_time": "1 day, 0:25:49", "remaining_time": "19:44:02"} +{"current_steps": 490, "total_steps": 884, "loss": 0.10727782547473907, "lr": 4.950604692592672e-05, "epoch": 2.2173174872665533, "percentage": 55.43, "elapsed_time": "1 day, 0:28:00", "remaining_time": "19:40:23"} +{"current_steps": 491, "total_steps": 884, "loss": 0.09760070592164993, "lr": 4.9308476495209544e-05, "epoch": 2.22184493491794, "percentage": 55.54, "elapsed_time": "1 day, 0:29:48", "remaining_time": "19:36:26"} +{"current_steps": 492, "total_steps": 884, "loss": 0.09533251821994781, "lr": 4.911091686320213e-05, "epoch": 2.2263723825693265, "percentage": 55.66, "elapsed_time": "1 day, 0:31:11", "remaining_time": "19:32:10"} +{"current_steps": 493, "total_steps": 884, "loss": 0.1371329128742218, "lr": 4.891337111496107e-05, "epoch": 2.230899830220713, "percentage": 55.77, "elapsed_time": "1 day, 0:38:04", "remaining_time": "19:32:16"} +{"current_steps": 494, "total_steps": 884, "loss": 0.13537269830703735, "lr": 4.87158423353261e-05, "epoch": 2.2354272778720996, "percentage": 55.88, "elapsed_time": "1 day, 0:41:33", "remaining_time": "19:29:38"} +{"current_steps": 495, "total_steps": 884, "loss": 0.12884870171546936, "lr": 4.851833360887201e-05, "epoch": 2.239954725523486, "percentage": 56.0, "elapsed_time": "1 day, 0:44:22", "remaining_time": "19:26:30"} +{"current_steps": 496, "total_steps": 884, "loss": 0.11199313402175903, "lr": 4.8320848019860454e-05, "epoch": 2.2444821731748728, "percentage": 56.11, "elapsed_time": "1 day, 0:46:40", "remaining_time": "19:22:57"} +{"current_steps": 497, "total_steps": 884, "loss": 0.10179640352725983, "lr": 4.8123388652191715e-05, "epoch": 2.2490096208262593, "percentage": 56.22, "elapsed_time": "1 day, 0:48:33", "remaining_time": "19:19:05"} +{"current_steps": 498, "total_steps": 884, "loss": 0.09644719958305359, "lr": 4.7925958589356675e-05, "epoch": 2.253537068477646, "percentage": 56.33, "elapsed_time": "1 day, 0:50:01", "remaining_time": "19:14:55"} +{"current_steps": 499, "total_steps": 884, "loss": 0.14680303633213043, "lr": 4.7728560914388566e-05, "epoch": 2.258064516129032, "percentage": 56.45, "elapsed_time": "1 day, 0:55:59", "remaining_time": "19:14:13"} +{"current_steps": 500, "total_steps": 884, "loss": 0.14524027705192566, "lr": 4.7531198709814854e-05, "epoch": 2.2625919637804186, "percentage": 56.56, "elapsed_time": "1 day, 0:59:51", "remaining_time": "19:11:53"} +{"current_steps": 501, "total_steps": 884, "loss": 0.12221886962652206, "lr": 4.7333875057609126e-05, "epoch": 2.267119411431805, "percentage": 56.67, "elapsed_time": "1 day, 1:02:42", "remaining_time": "19:08:47"} +{"current_steps": 502, "total_steps": 884, "loss": 0.11302715539932251, "lr": 4.713659303914292e-05, "epoch": 2.2716468590831917, "percentage": 56.79, "elapsed_time": "1 day, 1:05:03", "remaining_time": "19:05:17"} +{"current_steps": 503, "total_steps": 884, "loss": 0.10129803419113159, "lr": 4.693935573513764e-05, "epoch": 2.2761743067345783, "percentage": 56.9, "elapsed_time": "1 day, 1:06:56", "remaining_time": "19:01:26"} +{"current_steps": 504, "total_steps": 884, "loss": 0.09534797072410583, "lr": 4.674216622561644e-05, "epoch": 2.280701754385965, "percentage": 57.01, "elapsed_time": "1 day, 1:08:26", "remaining_time": "18:57:19"} +{"current_steps": 505, "total_steps": 884, "loss": 0.13642863929271698, "lr": 4.654502758985611e-05, "epoch": 2.2852292020373515, "percentage": 57.13, "elapsed_time": "1 day, 1:13:49", "remaining_time": "18:56:07"} +{"current_steps": 506, "total_steps": 884, "loss": 0.14808616042137146, "lr": 4.6347942906339015e-05, "epoch": 2.289756649688738, "percentage": 57.24, "elapsed_time": "1 day, 1:18:14", "remaining_time": "18:54:11"} +{"current_steps": 507, "total_steps": 884, "loss": 0.12847869098186493, "lr": 4.615091525270501e-05, "epoch": 2.2942840973401246, "percentage": 57.35, "elapsed_time": "1 day, 1:21:28", "remaining_time": "18:51:20"} +{"current_steps": 508, "total_steps": 884, "loss": 0.12522968649864197, "lr": 4.595394770570337e-05, "epoch": 2.298811544991511, "percentage": 57.47, "elapsed_time": "1 day, 1:24:02", "remaining_time": "18:48:01"} +{"current_steps": 509, "total_steps": 884, "loss": 0.11159878224134445, "lr": 4.575704334114478e-05, "epoch": 2.3033389926428978, "percentage": 57.58, "elapsed_time": "1 day, 1:26:06", "remaining_time": "18:44:20"} +{"current_steps": 510, "total_steps": 884, "loss": 0.09394368529319763, "lr": 4.5560205233853266e-05, "epoch": 2.3078664402942843, "percentage": 57.69, "elapsed_time": "1 day, 1:27:42", "remaining_time": "18:40:19"} +{"current_steps": 511, "total_steps": 884, "loss": 0.12963798642158508, "lr": 4.5363436457618174e-05, "epoch": 2.3123938879456705, "percentage": 57.81, "elapsed_time": "1 day, 1:31:48", "remaining_time": "18:38:07"} +{"current_steps": 512, "total_steps": 884, "loss": 0.15677320957183838, "lr": 4.516674008514623e-05, "epoch": 2.316921335597057, "percentage": 57.92, "elapsed_time": "1 day, 1:36:36", "remaining_time": "18:36:26"} +{"current_steps": 513, "total_steps": 884, "loss": 0.137124702334404, "lr": 4.497011918801347e-05, "epoch": 2.3214487832484436, "percentage": 58.03, "elapsed_time": "1 day, 1:39:58", "remaining_time": "18:33:42"} +{"current_steps": 514, "total_steps": 884, "loss": 0.12650829553604126, "lr": 4.477357683661734e-05, "epoch": 2.32597623089983, "percentage": 58.14, "elapsed_time": "1 day, 1:42:38", "remaining_time": "18:30:27"} +{"current_steps": 515, "total_steps": 884, "loss": 0.1170065626502037, "lr": 4.4577116100128735e-05, "epoch": 2.3305036785512168, "percentage": 58.26, "elapsed_time": "1 day, 1:44:49", "remaining_time": "18:26:52"} +{"current_steps": 516, "total_steps": 884, "loss": 0.09977163374423981, "lr": 4.4380740046444066e-05, "epoch": 2.3350311262026033, "percentage": 58.37, "elapsed_time": "1 day, 1:46:34", "remaining_time": "18:22:58"} +{"current_steps": 517, "total_steps": 884, "loss": 0.09925702959299088, "lr": 4.418445174213734e-05, "epoch": 2.33955857385399, "percentage": 58.48, "elapsed_time": "1 day, 1:47:51", "remaining_time": "18:18:46"} +{"current_steps": 518, "total_steps": 884, "loss": 0.13797470927238464, "lr": 4.39882542524123e-05, "epoch": 2.3440860215053765, "percentage": 58.6, "elapsed_time": "1 day, 1:54:05", "remaining_time": "18:18:03"} +{"current_steps": 519, "total_steps": 884, "loss": 0.14010655879974365, "lr": 4.379215064105454e-05, "epoch": 2.348613469156763, "percentage": 58.71, "elapsed_time": "1 day, 1:57:29", "remaining_time": "18:15:21"} +{"current_steps": 520, "total_steps": 884, "loss": 0.12116549909114838, "lr": 4.3596143970383664e-05, "epoch": 2.353140916808149, "percentage": 58.82, "elapsed_time": "1 day, 2:00:09", "remaining_time": "18:12:06"} +{"current_steps": 521, "total_steps": 884, "loss": 0.10586535930633545, "lr": 4.340023730120545e-05, "epoch": 2.3576683644595358, "percentage": 58.94, "elapsed_time": "1 day, 2:02:20", "remaining_time": "18:08:32"} +{"current_steps": 522, "total_steps": 884, "loss": 0.09879538416862488, "lr": 4.3204433692764096e-05, "epoch": 2.3621958121109223, "percentage": 59.05, "elapsed_time": "1 day, 2:04:07", "remaining_time": "18:04:41"} +{"current_steps": 523, "total_steps": 884, "loss": 0.093920037150383, "lr": 4.3008736202694414e-05, "epoch": 2.366723259762309, "percentage": 59.16, "elapsed_time": "1 day, 2:05:34", "remaining_time": "18:00:37"} +{"current_steps": 524, "total_steps": 884, "loss": 0.1439329981803894, "lr": 4.281314788697408e-05, "epoch": 2.3712507074136955, "percentage": 59.28, "elapsed_time": "1 day, 2:11:47", "remaining_time": "17:59:51"} +{"current_steps": 525, "total_steps": 884, "loss": 0.14218634366989136, "lr": 4.2617671799875944e-05, "epoch": 2.375778155065082, "percentage": 59.39, "elapsed_time": "1 day, 2:15:32", "remaining_time": "17:57:22"} +{"current_steps": 526, "total_steps": 884, "loss": 0.12147480249404907, "lr": 4.242231099392029e-05, "epoch": 2.3803056027164686, "percentage": 59.5, "elapsed_time": "1 day, 2:18:26", "remaining_time": "17:54:18"} +{"current_steps": 527, "total_steps": 884, "loss": 0.10550867021083832, "lr": 4.222706851982721e-05, "epoch": 2.384833050367855, "percentage": 59.62, "elapsed_time": "1 day, 2:20:51", "remaining_time": "17:50:54"} +{"current_steps": 528, "total_steps": 884, "loss": 0.11013522744178772, "lr": 4.203194742646893e-05, "epoch": 2.3893604980192418, "percentage": 59.73, "elapsed_time": "1 day, 2:22:50", "remaining_time": "17:47:12"} +{"current_steps": 529, "total_steps": 884, "loss": 0.09375832974910736, "lr": 4.1836950760822235e-05, "epoch": 2.3938879456706283, "percentage": 59.84, "elapsed_time": "1 day, 2:24:26", "remaining_time": "17:43:17"} +{"current_steps": 530, "total_steps": 884, "loss": 0.14555881917476654, "lr": 4.1642081567920846e-05, "epoch": 2.398415393322015, "percentage": 59.95, "elapsed_time": "1 day, 2:28:17", "remaining_time": "17:40:51"} +{"current_steps": 531, "total_steps": 884, "loss": 0.15418826043605804, "lr": 4.144734289080791e-05, "epoch": 2.402942840973401, "percentage": 60.07, "elapsed_time": "1 day, 2:32:26", "remaining_time": "17:38:37"} +{"current_steps": 532, "total_steps": 884, "loss": 0.13065479695796967, "lr": 4.125273777048845e-05, "epoch": 2.4074702886247876, "percentage": 60.18, "elapsed_time": "1 day, 2:35:34", "remaining_time": "17:35:42"} +{"current_steps": 533, "total_steps": 884, "loss": 0.12865102291107178, "lr": 4.1058269245881896e-05, "epoch": 2.411997736276174, "percentage": 60.29, "elapsed_time": "1 day, 2:38:04", "remaining_time": "17:32:23"} +{"current_steps": 534, "total_steps": 884, "loss": 0.10483617335557938, "lr": 4.086394035377463e-05, "epoch": 2.4165251839275608, "percentage": 60.41, "elapsed_time": "1 day, 2:40:09", "remaining_time": "17:28:47"} +{"current_steps": 535, "total_steps": 884, "loss": 0.09119851142168045, "lr": 4.066975412877255e-05, "epoch": 2.4210526315789473, "percentage": 60.52, "elapsed_time": "1 day, 2:41:51", "remaining_time": "17:24:57"} +{"current_steps": 536, "total_steps": 884, "loss": 0.10368061810731888, "lr": 4.04757136032537e-05, "epoch": 2.425580079230334, "percentage": 60.63, "elapsed_time": "1 day, 2:46:00", "remaining_time": "17:22:42"} +{"current_steps": 537, "total_steps": 884, "loss": 0.14746174216270447, "lr": 4.028182180732088e-05, "epoch": 2.4301075268817205, "percentage": 60.75, "elapsed_time": "1 day, 2:50:41", "remaining_time": "17:20:47"} +{"current_steps": 538, "total_steps": 884, "loss": 0.12845945358276367, "lr": 4.0088081768754365e-05, "epoch": 2.434634974533107, "percentage": 60.86, "elapsed_time": "1 day, 2:53:55", "remaining_time": "17:17:56"} +{"current_steps": 539, "total_steps": 884, "loss": 0.11777739971876144, "lr": 3.9894496512964635e-05, "epoch": 2.4391624221844936, "percentage": 60.97, "elapsed_time": "1 day, 2:56:31", "remaining_time": "17:14:42"} +{"current_steps": 540, "total_steps": 884, "loss": 0.1058419942855835, "lr": 3.970106906294509e-05, "epoch": 2.44368986983588, "percentage": 61.09, "elapsed_time": "1 day, 2:58:40", "remaining_time": "17:11:09"} +{"current_steps": 541, "total_steps": 884, "loss": 0.0915253609418869, "lr": 3.950780243922486e-05, "epoch": 2.4482173174872663, "percentage": 61.2, "elapsed_time": "1 day, 3:00:24", "remaining_time": "17:07:21"} +{"current_steps": 542, "total_steps": 884, "loss": 0.09519818425178528, "lr": 3.9314699659821666e-05, "epoch": 2.452744765138653, "percentage": 61.31, "elapsed_time": "1 day, 3:01:40", "remaining_time": "17:03:16"} +{"current_steps": 543, "total_steps": 884, "loss": 0.13519631326198578, "lr": 3.9121763740194616e-05, "epoch": 2.4572722127900395, "percentage": 61.43, "elapsed_time": "1 day, 3:07:31", "remaining_time": "17:02:04"} +{"current_steps": 544, "total_steps": 884, "loss": 0.13617262244224548, "lr": 3.892899769319722e-05, "epoch": 2.461799660441426, "percentage": 61.54, "elapsed_time": "1 day, 3:10:53", "remaining_time": "16:59:18"} +{"current_steps": 545, "total_steps": 884, "loss": 0.1264575570821762, "lr": 3.873640452903026e-05, "epoch": 2.4663271080928126, "percentage": 61.65, "elapsed_time": "1 day, 3:13:29", "remaining_time": "16:56:03"} +{"current_steps": 546, "total_steps": 884, "loss": 0.11620922386646271, "lr": 3.854398725519479e-05, "epoch": 2.470854555744199, "percentage": 61.76, "elapsed_time": "1 day, 3:15:41", "remaining_time": "16:52:34"} +{"current_steps": 547, "total_steps": 884, "loss": 0.0968777984380722, "lr": 3.835174887644523e-05, "epoch": 2.475382003395586, "percentage": 61.88, "elapsed_time": "1 day, 3:17:30", "remaining_time": "16:48:51"} +{"current_steps": 548, "total_steps": 884, "loss": 0.09505044668912888, "lr": 3.815969239474238e-05, "epoch": 2.4799094510469724, "percentage": 61.99, "elapsed_time": "1 day, 3:18:56", "remaining_time": "16:44:53"} +{"current_steps": 549, "total_steps": 884, "loss": 0.14779812097549438, "lr": 3.796782080920659e-05, "epoch": 2.484436898698359, "percentage": 62.1, "elapsed_time": "1 day, 3:23:43", "remaining_time": "16:43:00"} +{"current_steps": 550, "total_steps": 884, "loss": 0.14114922285079956, "lr": 3.777613711607087e-05, "epoch": 2.4889643463497455, "percentage": 62.22, "elapsed_time": "1 day, 3:27:32", "remaining_time": "16:40:30"} +{"current_steps": 551, "total_steps": 884, "loss": 0.12959524989128113, "lr": 3.758464430863417e-05, "epoch": 2.493491794001132, "percentage": 62.33, "elapsed_time": "1 day, 3:30:33", "remaining_time": "16:37:31"} +{"current_steps": 552, "total_steps": 884, "loss": 0.11985202878713608, "lr": 3.7393345377214586e-05, "epoch": 2.498019241652518, "percentage": 62.44, "elapsed_time": "1 day, 3:32:56", "remaining_time": "16:34:09"} +{"current_steps": 553, "total_steps": 884, "loss": 0.1026943251490593, "lr": 3.720224330910268e-05, "epoch": 2.502546689303905, "percentage": 62.56, "elapsed_time": "1 day, 3:34:54", "remaining_time": "16:30:33"} +{"current_steps": 554, "total_steps": 884, "loss": 0.08981700241565704, "lr": 3.701134108851483e-05, "epoch": 2.5070741369552914, "percentage": 62.67, "elapsed_time": "1 day, 3:36:30", "remaining_time": "16:26:43"} +{"current_steps": 555, "total_steps": 884, "loss": 0.13117776811122894, "lr": 3.682064169654663e-05, "epoch": 2.511601584606678, "percentage": 62.78, "elapsed_time": "1 day, 3:41:18", "remaining_time": "16:24:48"} +{"current_steps": 556, "total_steps": 884, "loss": 0.14276379346847534, "lr": 3.663014811112634e-05, "epoch": 2.5161290322580645, "percentage": 62.9, "elapsed_time": "1 day, 3:45:39", "remaining_time": "16:22:36"} +{"current_steps": 557, "total_steps": 884, "loss": 0.12485526502132416, "lr": 3.6439863306968395e-05, "epoch": 2.520656479909451, "percentage": 63.01, "elapsed_time": "1 day, 3:48:49", "remaining_time": "16:19:43"} +{"current_steps": 558, "total_steps": 884, "loss": 0.11515647172927856, "lr": 3.6249790255526915e-05, "epoch": 2.5251839275608376, "percentage": 63.12, "elapsed_time": "1 day, 3:51:19", "remaining_time": "16:16:26"} +{"current_steps": 559, "total_steps": 884, "loss": 0.10419435799121857, "lr": 3.605993192494934e-05, "epoch": 2.5297113752122242, "percentage": 63.24, "elapsed_time": "1 day, 3:53:23", "remaining_time": "16:12:54"} +{"current_steps": 560, "total_steps": 884, "loss": 0.09284784644842148, "lr": 3.587029128003006e-05, "epoch": 2.534238822863611, "percentage": 63.35, "elapsed_time": "1 day, 3:55:06", "remaining_time": "16:09:09"} +{"current_steps": 561, "total_steps": 884, "loss": 0.11332575976848602, "lr": 3.5680871282164144e-05, "epoch": 2.538766270514997, "percentage": 63.46, "elapsed_time": "1 day, 3:58:50", "remaining_time": "16:06:36"} +{"current_steps": 562, "total_steps": 884, "loss": 0.14688560366630554, "lr": 3.549167488930103e-05, "epoch": 2.5432937181663835, "percentage": 63.57, "elapsed_time": "1 day, 4:03:20", "remaining_time": "16:04:28"} +{"current_steps": 563, "total_steps": 884, "loss": 0.13564583659172058, "lr": 3.5302705055898425e-05, "epoch": 2.54782116581777, "percentage": 63.69, "elapsed_time": "1 day, 4:06:31", "remaining_time": "16:01:35"} +{"current_steps": 564, "total_steps": 884, "loss": 0.115118108689785, "lr": 3.5113964732876106e-05, "epoch": 2.5523486134691566, "percentage": 63.8, "elapsed_time": "1 day, 4:09:07", "remaining_time": "15:58:21"} +{"current_steps": 565, "total_steps": 884, "loss": 0.12011849135160446, "lr": 3.492545686756986e-05, "epoch": 2.556876061120543, "percentage": 63.91, "elapsed_time": "1 day, 4:11:13", "remaining_time": "15:54:52"} +{"current_steps": 566, "total_steps": 884, "loss": 0.10161202400922775, "lr": 3.473718440368544e-05, "epoch": 2.56140350877193, "percentage": 64.03, "elapsed_time": "1 day, 4:13:00", "remaining_time": "15:51:11"} +{"current_steps": 567, "total_steps": 884, "loss": 0.0882958248257637, "lr": 3.4549150281252636e-05, "epoch": 2.5659309564233164, "percentage": 64.14, "elapsed_time": "1 day, 4:14:22", "remaining_time": "15:47:17"} +{"current_steps": 568, "total_steps": 884, "loss": 0.14357197284698486, "lr": 3.4361357436579316e-05, "epoch": 2.570458404074703, "percentage": 64.25, "elapsed_time": "1 day, 4:20:02", "remaining_time": "15:45:47"} +{"current_steps": 569, "total_steps": 884, "loss": 0.13415873050689697, "lr": 3.417380880220563e-05, "epoch": 2.5749858517260895, "percentage": 64.37, "elapsed_time": "1 day, 4:23:34", "remaining_time": "15:43:06"} +{"current_steps": 570, "total_steps": 884, "loss": 0.12432755529880524, "lr": 3.3986507306858125e-05, "epoch": 2.579513299377476, "percentage": 64.48, "elapsed_time": "1 day, 4:26:17", "remaining_time": "15:39:57"} +{"current_steps": 571, "total_steps": 884, "loss": 0.10620371252298355, "lr": 3.379945587540414e-05, "epoch": 2.5840407470288627, "percentage": 64.59, "elapsed_time": "1 day, 4:28:30", "remaining_time": "15:36:32"} +{"current_steps": 572, "total_steps": 884, "loss": 0.09938931465148926, "lr": 3.361265742880599e-05, "epoch": 2.5885681946802492, "percentage": 64.71, "elapsed_time": "1 day, 4:30:19", "remaining_time": "15:32:54"} +{"current_steps": 573, "total_steps": 884, "loss": 0.09262629598379135, "lr": 3.342611488407549e-05, "epoch": 2.593095642331636, "percentage": 64.82, "elapsed_time": "1 day, 4:31:49", "remaining_time": "15:29:06"} +{"current_steps": 574, "total_steps": 884, "loss": 0.12932151556015015, "lr": 3.323983115422827e-05, "epoch": 2.597623089983022, "percentage": 64.93, "elapsed_time": "1 day, 4:37:21", "remaining_time": "15:27:29"} +{"current_steps": 575, "total_steps": 884, "loss": 0.13880762457847595, "lr": 3.3053809148238426e-05, "epoch": 2.6021505376344085, "percentage": 65.05, "elapsed_time": "1 day, 4:41:13", "remaining_time": "15:24:58"} +{"current_steps": 576, "total_steps": 884, "loss": 0.12213125824928284, "lr": 3.286805177099293e-05, "epoch": 2.606677985285795, "percentage": 65.16, "elapsed_time": "1 day, 4:44:06", "remaining_time": "15:21:54"} +{"current_steps": 577, "total_steps": 884, "loss": 0.11493176221847534, "lr": 3.268256192324647e-05, "epoch": 2.6112054329371817, "percentage": 65.27, "elapsed_time": "1 day, 4:46:27", "remaining_time": "15:18:35"} +{"current_steps": 578, "total_steps": 884, "loss": 0.09479294717311859, "lr": 3.249734250157592e-05, "epoch": 2.6157328805885682, "percentage": 65.38, "elapsed_time": "1 day, 4:48:27", "remaining_time": "15:15:03"} +{"current_steps": 579, "total_steps": 884, "loss": 0.08547629415988922, "lr": 3.231239639833531e-05, "epoch": 2.620260328239955, "percentage": 65.5, "elapsed_time": "1 day, 4:50:04", "remaining_time": "15:11:21"} +{"current_steps": 580, "total_steps": 884, "loss": 0.1252753734588623, "lr": 3.212772650161056e-05, "epoch": 2.6247877758913414, "percentage": 65.61, "elapsed_time": "1 day, 4:54:16", "remaining_time": "15:08:59"} +{"current_steps": 581, "total_steps": 884, "loss": 0.1408216655254364, "lr": 3.1943335695174365e-05, "epoch": 2.629315223542728, "percentage": 65.72, "elapsed_time": "1 day, 4:58:21", "remaining_time": "15:06:34"} +{"current_steps": 582, "total_steps": 884, "loss": 0.12671208381652832, "lr": 3.175922685844125e-05, "epoch": 2.633842671194114, "percentage": 65.84, "elapsed_time": "1 day, 5:01:25", "remaining_time": "15:03:37"} +{"current_steps": 583, "total_steps": 884, "loss": 0.11594489961862564, "lr": 3.15754028664225e-05, "epoch": 2.6383701188455007, "percentage": 65.95, "elapsed_time": "1 day, 5:03:55", "remaining_time": "15:00:22"} +{"current_steps": 584, "total_steps": 884, "loss": 0.10527190566062927, "lr": 3.1391866589681346e-05, "epoch": 2.6428975664968872, "percentage": 66.06, "elapsed_time": "1 day, 5:06:02", "remaining_time": "14:56:56"} +{"current_steps": 585, "total_steps": 884, "loss": 0.0941970944404602, "lr": 3.12086208942881e-05, "epoch": 2.647425014148274, "percentage": 66.18, "elapsed_time": "1 day, 5:07:44", "remaining_time": "14:53:17"} +{"current_steps": 586, "total_steps": 884, "loss": 0.12475133687257767, "lr": 3.10256686417754e-05, "epoch": 2.6519524617996604, "percentage": 66.29, "elapsed_time": "1 day, 5:11:12", "remaining_time": "14:50:32"} +{"current_steps": 587, "total_steps": 884, "loss": 0.15046575665473938, "lr": 3.084301268909353e-05, "epoch": 2.656479909451047, "percentage": 66.4, "elapsed_time": "1 day, 5:15:51", "remaining_time": "14:48:24"} +{"current_steps": 588, "total_steps": 884, "loss": 0.13163983821868896, "lr": 3.0660655888565825e-05, "epoch": 2.6610073571024335, "percentage": 66.52, "elapsed_time": "1 day, 5:19:13", "remaining_time": "14:45:35"} +{"current_steps": 589, "total_steps": 884, "loss": 0.11440954357385635, "lr": 3.0478601087844096e-05, "epoch": 2.66553480475382, "percentage": 66.63, "elapsed_time": "1 day, 5:21:51", "remaining_time": "14:42:25"} +{"current_steps": 590, "total_steps": 884, "loss": 0.11191365122795105, "lr": 3.0296851129864168e-05, "epoch": 2.6700622524052067, "percentage": 66.74, "elapsed_time": "1 day, 5:24:01", "remaining_time": "14:39:01"} +{"current_steps": 591, "total_steps": 884, "loss": 0.09637647867202759, "lr": 3.0115408852801535e-05, "epoch": 2.6745897000565932, "percentage": 66.86, "elapsed_time": "1 day, 5:25:45", "remaining_time": "14:35:24"} +{"current_steps": 592, "total_steps": 884, "loss": 0.09529514610767365, "lr": 2.9934277090026964e-05, "epoch": 2.67911714770798, "percentage": 66.97, "elapsed_time": "1 day, 5:27:03", "remaining_time": "14:31:35"} +{"current_steps": 593, "total_steps": 884, "loss": 0.13834667205810547, "lr": 2.97534586700623e-05, "epoch": 2.6836445953593664, "percentage": 67.08, "elapsed_time": "1 day, 5:33:37", "remaining_time": "14:30:21"} +{"current_steps": 594, "total_steps": 884, "loss": 0.13480937480926514, "lr": 2.9572956416536267e-05, "epoch": 2.688172043010753, "percentage": 67.19, "elapsed_time": "1 day, 5:37:09", "remaining_time": "14:27:38"} +{"current_steps": 595, "total_steps": 884, "loss": 0.11652663350105286, "lr": 2.9392773148140408e-05, "epoch": 2.692699490662139, "percentage": 67.31, "elapsed_time": "1 day, 5:40:01", "remaining_time": "14:24:35"} +{"current_steps": 596, "total_steps": 884, "loss": 0.11234890669584274, "lr": 2.9212911678585043e-05, "epoch": 2.6972269383135257, "percentage": 67.42, "elapsed_time": "1 day, 5:42:22", "remaining_time": "14:21:16"} +{"current_steps": 597, "total_steps": 884, "loss": 0.09663751721382141, "lr": 2.9033374816555338e-05, "epoch": 2.7017543859649122, "percentage": 67.53, "elapsed_time": "1 day, 5:44:14", "remaining_time": "14:17:45"} +{"current_steps": 598, "total_steps": 884, "loss": 0.08802421391010284, "lr": 2.885416536566744e-05, "epoch": 2.706281833616299, "percentage": 67.65, "elapsed_time": "1 day, 5:45:43", "remaining_time": "14:14:02"} +{"current_steps": 599, "total_steps": 884, "loss": 0.13833507895469666, "lr": 2.8675286124424693e-05, "epoch": 2.7108092812676854, "percentage": 67.76, "elapsed_time": "1 day, 5:51:48", "remaining_time": "14:12:32"} +{"current_steps": 600, "total_steps": 884, "loss": 0.13772332668304443, "lr": 2.8496739886173995e-05, "epoch": 2.715336728919072, "percentage": 67.87, "elapsed_time": "1 day, 5:55:35", "remaining_time": "14:09:54"} +{"current_steps": 601, "total_steps": 884, "loss": 0.12039318680763245, "lr": 2.8318529439062035e-05, "epoch": 2.7198641765704585, "percentage": 67.99, "elapsed_time": "1 day, 5:58:34", "remaining_time": "14:06:54"} +{"current_steps": 602, "total_steps": 884, "loss": 0.1143353208899498, "lr": 2.8140657565991958e-05, "epoch": 2.7243916242218447, "percentage": 68.1, "elapsed_time": "1 day, 6:00:59", "remaining_time": "14:03:39"} +{"current_steps": 603, "total_steps": 884, "loss": 0.10443739593029022, "lr": 2.7963127044579697e-05, "epoch": 2.7289190718732312, "percentage": 68.21, "elapsed_time": "1 day, 6:03:02", "remaining_time": "14:00:13"} +{"current_steps": 604, "total_steps": 884, "loss": 0.08580689132213593, "lr": 2.7785940647110763e-05, "epoch": 2.733446519524618, "percentage": 68.33, "elapsed_time": "1 day, 6:04:37", "remaining_time": "13:56:34"} +{"current_steps": 605, "total_steps": 884, "loss": 0.1266556680202484, "lr": 2.7609101140496863e-05, "epoch": 2.7379739671760044, "percentage": 68.44, "elapsed_time": "1 day, 6:08:42", "remaining_time": "13:54:05"} +{"current_steps": 606, "total_steps": 884, "loss": 0.13873793184757233, "lr": 2.743261128623269e-05, "epoch": 2.742501414827391, "percentage": 68.55, "elapsed_time": "1 day, 6:12:49", "remaining_time": "13:51:37"} +{"current_steps": 607, "total_steps": 884, "loss": 0.12767687439918518, "lr": 2.72564738403529e-05, "epoch": 2.7470288624787775, "percentage": 68.67, "elapsed_time": "1 day, 6:15:58", "remaining_time": "13:48:42"} +{"current_steps": 608, "total_steps": 884, "loss": 0.11374086141586304, "lr": 2.708069155338892e-05, "epoch": 2.751556310130164, "percentage": 68.78, "elapsed_time": "1 day, 6:18:34", "remaining_time": "13:45:32"} +{"current_steps": 609, "total_steps": 884, "loss": 0.10475228726863861, "lr": 2.6905267170326143e-05, "epoch": 2.7560837577815507, "percentage": 68.89, "elapsed_time": "1 day, 6:20:42", "remaining_time": "13:42:09"} +{"current_steps": 610, "total_steps": 884, "loss": 0.09183211624622345, "lr": 2.6730203430560947e-05, "epoch": 2.7606112054329373, "percentage": 69.0, "elapsed_time": "1 day, 6:22:26", "remaining_time": "13:38:36"} +{"current_steps": 611, "total_steps": 884, "loss": 0.120794378221035, "lr": 2.6555503067858013e-05, "epoch": 2.765138653084324, "percentage": 69.12, "elapsed_time": "1 day, 6:26:43", "remaining_time": "13:36:11"} +{"current_steps": 612, "total_steps": 884, "loss": 0.13886579871177673, "lr": 2.6381168810307533e-05, "epoch": 2.7696661007357104, "percentage": 69.23, "elapsed_time": "1 day, 6:31:48", "remaining_time": "13:34:08"} +{"current_steps": 613, "total_steps": 884, "loss": 0.1283240020275116, "lr": 2.6207203380282747e-05, "epoch": 2.774193548387097, "percentage": 69.34, "elapsed_time": "1 day, 6:35:14", "remaining_time": "13:31:20"} +{"current_steps": 614, "total_steps": 884, "loss": 0.121439628303051, "lr": 2.603360949439727e-05, "epoch": 2.7787209960384835, "percentage": 69.46, "elapsed_time": "1 day, 6:37:56", "remaining_time": "13:28:13"} +{"current_steps": 615, "total_steps": 884, "loss": 0.10243870317935944, "lr": 2.5860389863462765e-05, "epoch": 2.7832484436898697, "percentage": 69.57, "elapsed_time": "1 day, 6:40:06", "remaining_time": "13:24:51"} +{"current_steps": 616, "total_steps": 884, "loss": 0.09506306052207947, "lr": 2.5687547192446647e-05, "epoch": 2.7877758913412563, "percentage": 69.68, "elapsed_time": "1 day, 6:41:52", "remaining_time": "13:21:20"} +{"current_steps": 617, "total_steps": 884, "loss": 0.09046522527933121, "lr": 2.5515084180429716e-05, "epoch": 2.792303338992643, "percentage": 69.8, "elapsed_time": "1 day, 6:43:14", "remaining_time": "13:17:38"} +{"current_steps": 618, "total_steps": 884, "loss": 0.13864973187446594, "lr": 2.5343003520564158e-05, "epoch": 2.7968307866440294, "percentage": 69.91, "elapsed_time": "1 day, 6:49:39", "remaining_time": "13:16:07"} +{"current_steps": 619, "total_steps": 884, "loss": 0.13139835000038147, "lr": 2.5171307900031345e-05, "epoch": 2.801358234295416, "percentage": 70.02, "elapsed_time": "1 day, 6:53:08", "remaining_time": "13:13:20"} +{"current_steps": 620, "total_steps": 884, "loss": 0.1208663210272789, "lr": 2.500000000000001e-05, "epoch": 2.8058856819468025, "percentage": 70.14, "elapsed_time": "1 day, 6:55:55", "remaining_time": "13:10:15"} +{"current_steps": 621, "total_steps": 884, "loss": 0.10401903092861176, "lr": 2.4829082495584242e-05, "epoch": 2.810413129598189, "percentage": 70.25, "elapsed_time": "1 day, 6:58:11", "remaining_time": "13:06:57"} +{"current_steps": 622, "total_steps": 884, "loss": 0.09000042080879211, "lr": 2.465855805580185e-05, "epoch": 2.8149405772495757, "percentage": 70.36, "elapsed_time": "1 day, 7:00:03", "remaining_time": "13:03:29"} +{"current_steps": 623, "total_steps": 884, "loss": 0.09436316788196564, "lr": 2.448842934353256e-05, "epoch": 2.819468024900962, "percentage": 70.48, "elapsed_time": "1 day, 7:01:30", "remaining_time": "12:59:51"} +{"current_steps": 624, "total_steps": 884, "loss": 0.12485232949256897, "lr": 2.4318699015476493e-05, "epoch": 2.8239954725523484, "percentage": 70.59, "elapsed_time": "1 day, 7:07:16", "remaining_time": "12:58:01"} +{"current_steps": 625, "total_steps": 884, "loss": 0.13756975531578064, "lr": 2.414936972211272e-05, "epoch": 2.828522920203735, "percentage": 70.7, "elapsed_time": "1 day, 7:11:09", "remaining_time": "12:55:24"} +{"current_steps": 626, "total_steps": 884, "loss": 0.1262628734111786, "lr": 2.3980444107657747e-05, "epoch": 2.8330503678551215, "percentage": 70.81, "elapsed_time": "1 day, 7:14:07", "remaining_time": "12:52:24"} +{"current_steps": 627, "total_steps": 884, "loss": 0.11262847483158112, "lr": 2.3811924810024384e-05, "epoch": 2.837577815506508, "percentage": 70.93, "elapsed_time": "1 day, 7:16:32", "remaining_time": "12:49:10"} +{"current_steps": 628, "total_steps": 884, "loss": 0.09914860129356384, "lr": 2.3643814460780394e-05, "epoch": 2.8421052631578947, "percentage": 71.04, "elapsed_time": "1 day, 7:18:27", "remaining_time": "12:45:44"} +{"current_steps": 629, "total_steps": 884, "loss": 0.08965691924095154, "lr": 2.347611568510754e-05, "epoch": 2.8466327108092813, "percentage": 71.15, "elapsed_time": "1 day, 7:19:59", "remaining_time": "12:42:09"} +{"current_steps": 630, "total_steps": 884, "loss": 0.12905165553092957, "lr": 2.3308831101760486e-05, "epoch": 2.851160158460668, "percentage": 71.27, "elapsed_time": "1 day, 7:25:14", "remaining_time": "12:40:04"} +{"current_steps": 631, "total_steps": 884, "loss": 0.14251145720481873, "lr": 2.3141963323025916e-05, "epoch": 2.8556876061120544, "percentage": 71.38, "elapsed_time": "1 day, 7:29:23", "remaining_time": "12:37:33"} +{"current_steps": 632, "total_steps": 884, "loss": 0.1315610110759735, "lr": 2.2975514954681838e-05, "epoch": 2.860215053763441, "percentage": 71.49, "elapsed_time": "1 day, 7:32:23", "remaining_time": "12:34:33"} +{"current_steps": 633, "total_steps": 884, "loss": 0.10726577043533325, "lr": 2.2809488595956745e-05, "epoch": 2.8647425014148276, "percentage": 71.61, "elapsed_time": "1 day, 7:34:51", "remaining_time": "12:31:21"} +{"current_steps": 634, "total_steps": 884, "loss": 0.09670988470315933, "lr": 2.264388683948918e-05, "epoch": 2.869269949066214, "percentage": 71.72, "elapsed_time": "1 day, 7:36:52", "remaining_time": "12:27:58"} +{"current_steps": 635, "total_steps": 884, "loss": 0.09051385521888733, "lr": 2.247871227128709e-05, "epoch": 2.8737973967176007, "percentage": 71.83, "elapsed_time": "1 day, 7:38:31", "remaining_time": "12:24:27"} +{"current_steps": 636, "total_steps": 884, "loss": 0.11008135974407196, "lr": 2.2313967470687593e-05, "epoch": 2.878324844368987, "percentage": 71.95, "elapsed_time": "1 day, 7:42:33", "remaining_time": "12:21:52"} +{"current_steps": 637, "total_steps": 884, "loss": 0.14236138761043549, "lr": 2.2149655010316573e-05, "epoch": 2.8828522920203734, "percentage": 72.06, "elapsed_time": "1 day, 7:47:26", "remaining_time": "12:19:37"} +{"current_steps": 638, "total_steps": 884, "loss": 0.12351356446743011, "lr": 2.1985777456048633e-05, "epoch": 2.88737973967176, "percentage": 72.17, "elapsed_time": "1 day, 7:50:39", "remaining_time": "12:16:42"} +{"current_steps": 639, "total_steps": 884, "loss": 0.11412464082241058, "lr": 2.1822337366966898e-05, "epoch": 2.8919071873231466, "percentage": 72.29, "elapsed_time": "1 day, 7:53:16", "remaining_time": "12:13:34"} +{"current_steps": 640, "total_steps": 884, "loss": 0.10024420917034149, "lr": 2.1659337295323118e-05, "epoch": 2.896434634974533, "percentage": 72.4, "elapsed_time": "1 day, 7:55:25", "remaining_time": "12:10:15"} +{"current_steps": 641, "total_steps": 884, "loss": 0.08953743427991867, "lr": 2.149677978649786e-05, "epoch": 2.9009620826259197, "percentage": 72.51, "elapsed_time": "1 day, 7:57:12", "remaining_time": "12:06:48"} +{"current_steps": 642, "total_steps": 884, "loss": 0.08613376319408417, "lr": 2.1334667378960644e-05, "epoch": 2.9054895302773063, "percentage": 72.62, "elapsed_time": "1 day, 7:58:28", "remaining_time": "12:03:09"} +{"current_steps": 643, "total_steps": 884, "loss": 0.12837599217891693, "lr": 2.1173002604230425e-05, "epoch": 2.910016977928693, "percentage": 72.74, "elapsed_time": "1 day, 8:05:17", "remaining_time": "12:01:36"} +{"current_steps": 644, "total_steps": 884, "loss": 0.13058477640151978, "lr": 2.1011787986835934e-05, "epoch": 2.914544425580079, "percentage": 72.85, "elapsed_time": "1 day, 8:08:55", "remaining_time": "11:58:51"} +{"current_steps": 645, "total_steps": 884, "loss": 0.11193414777517319, "lr": 2.0851026044276406e-05, "epoch": 2.9190718732314656, "percentage": 72.96, "elapsed_time": "1 day, 8:11:40", "remaining_time": "11:55:46"} +{"current_steps": 646, "total_steps": 884, "loss": 0.10173594951629639, "lr": 2.0690719286982125e-05, "epoch": 2.923599320882852, "percentage": 73.08, "elapsed_time": "1 day, 8:13:57", "remaining_time": "11:52:30"} +{"current_steps": 647, "total_steps": 884, "loss": 0.10059279203414917, "lr": 2.0530870218275273e-05, "epoch": 2.9281267685342387, "percentage": 73.19, "elapsed_time": "1 day, 8:15:48", "remaining_time": "11:49:05"} +{"current_steps": 648, "total_steps": 884, "loss": 0.08752919733524323, "lr": 2.0371481334330912e-05, "epoch": 2.9326542161856253, "percentage": 73.3, "elapsed_time": "1 day, 8:17:12", "remaining_time": "11:45:31"} +{"current_steps": 649, "total_steps": 884, "loss": 0.1352725774049759, "lr": 2.0212555124137866e-05, "epoch": 2.937181663837012, "percentage": 73.42, "elapsed_time": "1 day, 8:23:00", "remaining_time": "11:43:33"} +{"current_steps": 650, "total_steps": 884, "loss": 0.1280105859041214, "lr": 2.005409406946e-05, "epoch": 2.9417091114883984, "percentage": 73.53, "elapsed_time": "1 day, 8:26:33", "remaining_time": "11:40:45"} +{"current_steps": 651, "total_steps": 884, "loss": 0.11544548720121384, "lr": 1.9896100644797317e-05, "epoch": 2.946236559139785, "percentage": 73.64, "elapsed_time": "1 day, 8:29:22", "remaining_time": "11:37:42"} +{"current_steps": 652, "total_steps": 884, "loss": 0.10372395813465118, "lr": 1.973857731734746e-05, "epoch": 2.9507640067911716, "percentage": 73.76, "elapsed_time": "1 day, 8:31:43", "remaining_time": "11:34:28"} +{"current_steps": 653, "total_steps": 884, "loss": 0.09953290224075317, "lr": 1.958152654696705e-05, "epoch": 2.955291454442558, "percentage": 73.87, "elapsed_time": "1 day, 8:33:42", "remaining_time": "11:31:07"} +{"current_steps": 654, "total_steps": 884, "loss": 0.08335710316896439, "lr": 1.942495078613341e-05, "epoch": 2.9598189020939447, "percentage": 73.98, "elapsed_time": "1 day, 8:35:14", "remaining_time": "11:27:37"} +{"current_steps": 655, "total_steps": 884, "loss": 0.11613577604293823, "lr": 1.9268852479906147e-05, "epoch": 2.9643463497453313, "percentage": 74.1, "elapsed_time": "1 day, 8:39:13", "remaining_time": "11:24:58"} +{"current_steps": 656, "total_steps": 884, "loss": 0.14055851101875305, "lr": 1.9113234065889014e-05, "epoch": 2.968873797396718, "percentage": 74.21, "elapsed_time": "1 day, 8:43:41", "remaining_time": "11:22:30"} +{"current_steps": 657, "total_steps": 884, "loss": 0.11342918127775192, "lr": 1.8958097974191907e-05, "epoch": 2.973401245048104, "percentage": 74.32, "elapsed_time": "1 day, 8:46:49", "remaining_time": "11:19:33"} +{"current_steps": 658, "total_steps": 884, "loss": 0.11532742530107498, "lr": 1.8803446627392797e-05, "epoch": 2.9779286926994906, "percentage": 74.43, "elapsed_time": "1 day, 8:49:22", "remaining_time": "11:16:24"} +{"current_steps": 659, "total_steps": 884, "loss": 0.09636199474334717, "lr": 1.8649282440500015e-05, "epoch": 2.982456140350877, "percentage": 74.55, "elapsed_time": "1 day, 8:51:26", "remaining_time": "11:13:06"} +{"current_steps": 660, "total_steps": 884, "loss": 0.08977682888507843, "lr": 1.849560782091445e-05, "epoch": 2.9869835880022637, "percentage": 74.66, "elapsed_time": "1 day, 8:53:04", "remaining_time": "11:09:39"} +{"current_steps": 661, "total_steps": 884, "loss": 0.11185477674007416, "lr": 1.834242516839203e-05, "epoch": 2.9915110356536503, "percentage": 74.77, "elapsed_time": "1 day, 8:56:27", "remaining_time": "11:06:47"} +{"current_steps": 662, "total_steps": 884, "loss": 0.1226733922958374, "lr": 1.8189736875006185e-05, "epoch": 2.996038483305037, "percentage": 74.89, "elapsed_time": "1 day, 8:59:37", "remaining_time": "11:03:51"} +{"current_steps": 663, "total_steps": 884, "loss": 0.08953028917312622, "lr": 1.8037545325110504e-05, "epoch": 3.0, "percentage": 75.0, "elapsed_time": "1 day, 9:01:07", "remaining_time": "11:00:22"} +{"current_steps": 664, "total_steps": 884, "loss": 0.09976173937320709, "lr": 1.788585289530158e-05, "epoch": 3.0045274476513866, "percentage": 75.11, "elapsed_time": "1 day, 9:08:12", "remaining_time": "10:58:44"} +{"current_steps": 665, "total_steps": 884, "loss": 0.08678863942623138, "lr": 1.7734661954381754e-05, "epoch": 3.009054895302773, "percentage": 75.23, "elapsed_time": "1 day, 9:11:42", "remaining_time": "10:55:55"} +{"current_steps": 666, "total_steps": 884, "loss": 0.06767494976520538, "lr": 1.7583974863322274e-05, "epoch": 3.0135823429541597, "percentage": 75.34, "elapsed_time": "1 day, 9:14:31", "remaining_time": "10:52:51"} +{"current_steps": 667, "total_steps": 884, "loss": 0.0600329264998436, "lr": 1.7433793975226298e-05, "epoch": 3.0181097906055463, "percentage": 75.45, "elapsed_time": "1 day, 9:16:50", "remaining_time": "10:49:38"} +{"current_steps": 668, "total_steps": 884, "loss": 0.0469946414232254, "lr": 1.728412163529227e-05, "epoch": 3.022637238256933, "percentage": 75.57, "elapsed_time": "1 day, 9:18:42", "remaining_time": "10:46:17"} +{"current_steps": 669, "total_steps": 884, "loss": 0.04690144211053848, "lr": 1.713496018077717e-05, "epoch": 3.027164685908319, "percentage": 75.68, "elapsed_time": "1 day, 9:20:09", "remaining_time": "10:42:48"} +{"current_steps": 670, "total_steps": 884, "loss": 0.09764593839645386, "lr": 1.6986311940960147e-05, "epoch": 3.0316921335597056, "percentage": 75.79, "elapsed_time": "1 day, 9:25:35", "remaining_time": "10:40:35"} +{"current_steps": 671, "total_steps": 884, "loss": 0.08996790647506714, "lr": 1.6838179237106016e-05, "epoch": 3.036219581211092, "percentage": 75.9, "elapsed_time": "1 day, 9:29:26", "remaining_time": "10:37:52"} +{"current_steps": 672, "total_steps": 884, "loss": 0.0713300108909607, "lr": 1.66905643824291e-05, "epoch": 3.0407470288624787, "percentage": 76.02, "elapsed_time": "1 day, 9:32:24", "remaining_time": "10:34:52"} +{"current_steps": 673, "total_steps": 884, "loss": 0.062314074486494064, "lr": 1.6543469682057106e-05, "epoch": 3.0452744765138653, "percentage": 76.13, "elapsed_time": "1 day, 9:34:46", "remaining_time": "10:31:40"} +{"current_steps": 674, "total_steps": 884, "loss": 0.05069063603878021, "lr": 1.6396897432995044e-05, "epoch": 3.049801924165252, "percentage": 76.24, "elapsed_time": "1 day, 9:36:45", "remaining_time": "10:28:21"} +{"current_steps": 675, "total_steps": 884, "loss": 0.043403737246990204, "lr": 1.6250849924089484e-05, "epoch": 3.0543293718166384, "percentage": 76.36, "elapsed_time": "1 day, 9:38:24", "remaining_time": "10:24:57"} +{"current_steps": 676, "total_steps": 884, "loss": 0.0834536924958229, "lr": 1.6105329435992682e-05, "epoch": 3.058856819468025, "percentage": 76.47, "elapsed_time": "1 day, 9:42:57", "remaining_time": "10:22:26"} +{"current_steps": 677, "total_steps": 884, "loss": 0.08995246887207031, "lr": 1.5960338241127093e-05, "epoch": 3.0633842671194116, "percentage": 76.58, "elapsed_time": "1 day, 9:47:15", "remaining_time": "10:19:51"} +{"current_steps": 678, "total_steps": 884, "loss": 0.07954228669404984, "lr": 1.581587860364977e-05, "epoch": 3.067911714770798, "percentage": 76.7, "elapsed_time": "1 day, 9:50:31", "remaining_time": "10:16:56"} +{"current_steps": 679, "total_steps": 884, "loss": 0.06363485753536224, "lr": 1.567195277941706e-05, "epoch": 3.0724391624221843, "percentage": 76.81, "elapsed_time": "1 day, 9:53:06", "remaining_time": "10:13:49"} +{"current_steps": 680, "total_steps": 884, "loss": 0.05385269224643707, "lr": 1.552856301594942e-05, "epoch": 3.076966610073571, "percentage": 76.92, "elapsed_time": "1 day, 9:55:14", "remaining_time": "10:10:34"} +{"current_steps": 681, "total_steps": 884, "loss": 0.04273997247219086, "lr": 1.5385711552396227e-05, "epoch": 3.0814940577249574, "percentage": 77.04, "elapsed_time": "1 day, 9:56:56", "remaining_time": "10:07:11"} +{"current_steps": 682, "total_steps": 884, "loss": 0.06583520025014877, "lr": 1.5243400619500903e-05, "epoch": 3.086021505376344, "percentage": 77.15, "elapsed_time": "1 day, 10:00:38", "remaining_time": "10:04:24"} +{"current_steps": 683, "total_steps": 884, "loss": 0.09310319274663925, "lr": 1.5101632439565998e-05, "epoch": 3.0905489530277306, "percentage": 77.26, "elapsed_time": "1 day, 10:05:15", "remaining_time": "10:01:53"} +{"current_steps": 684, "total_steps": 884, "loss": 0.07124336808919907, "lr": 1.4960409226418576e-05, "epoch": 3.095076400679117, "percentage": 77.38, "elapsed_time": "1 day, 10:08:19", "remaining_time": "9:58:55"} +{"current_steps": 685, "total_steps": 884, "loss": 0.06657753884792328, "lr": 1.4819733185375534e-05, "epoch": 3.0996038483305037, "percentage": 77.49, "elapsed_time": "1 day, 10:10:51", "remaining_time": "9:55:47"} +{"current_steps": 686, "total_steps": 884, "loss": 0.050332531332969666, "lr": 1.4679606513209283e-05, "epoch": 3.1041312959818903, "percentage": 77.6, "elapsed_time": "1 day, 10:12:59", "remaining_time": "9:52:33"} +{"current_steps": 687, "total_steps": 884, "loss": 0.04407206177711487, "lr": 1.4540031398113335e-05, "epoch": 3.108658743633277, "percentage": 77.71, "elapsed_time": "1 day, 10:14:45", "remaining_time": "9:49:12"} +{"current_steps": 688, "total_steps": 884, "loss": 0.0437740758061409, "lr": 1.4401010019668226e-05, "epoch": 3.1131861912846635, "percentage": 77.83, "elapsed_time": "1 day, 10:16:07", "remaining_time": "9:45:45"} +{"current_steps": 689, "total_steps": 884, "loss": 0.08785104006528854, "lr": 1.4262544548807432e-05, "epoch": 3.11771363893605, "percentage": 77.94, "elapsed_time": "1 day, 10:22:16", "remaining_time": "9:43:39"} +{"current_steps": 690, "total_steps": 884, "loss": 0.08701614290475845, "lr": 1.4124637147783432e-05, "epoch": 3.122241086587436, "percentage": 78.05, "elapsed_time": "1 day, 10:25:58", "remaining_time": "9:40:52"} +{"current_steps": 691, "total_steps": 884, "loss": 0.07015383988618851, "lr": 1.3987289970134049e-05, "epoch": 3.1267685342388227, "percentage": 78.17, "elapsed_time": "1 day, 10:28:51", "remaining_time": "9:37:50"} +{"current_steps": 692, "total_steps": 884, "loss": 0.06920076161623001, "lr": 1.3850505160648709e-05, "epoch": 3.1312959818902093, "percentage": 78.28, "elapsed_time": "1 day, 10:31:13", "remaining_time": "9:34:40"} +{"current_steps": 693, "total_steps": 884, "loss": 0.04850110039114952, "lr": 1.371428485533498e-05, "epoch": 3.135823429541596, "percentage": 78.39, "elapsed_time": "1 day, 10:33:08", "remaining_time": "9:31:23"} +{"current_steps": 694, "total_steps": 884, "loss": 0.04546038806438446, "lr": 1.3578631181385305e-05, "epoch": 3.1403508771929824, "percentage": 78.51, "elapsed_time": "1 day, 10:34:35", "remaining_time": "9:27:58"} +{"current_steps": 695, "total_steps": 884, "loss": 0.0866042971611023, "lr": 1.3443546257143624e-05, "epoch": 3.144878324844369, "percentage": 78.62, "elapsed_time": "1 day, 10:39:10", "remaining_time": "9:25:24"} +{"current_steps": 696, "total_steps": 884, "loss": 0.07414685934782028, "lr": 1.3309032192072463e-05, "epoch": 3.1494057724957556, "percentage": 78.73, "elapsed_time": "1 day, 10:42:36", "remaining_time": "9:22:32"} +{"current_steps": 697, "total_steps": 884, "loss": 0.07138119637966156, "lr": 1.3175091086719832e-05, "epoch": 3.153933220147142, "percentage": 78.85, "elapsed_time": "1 day, 10:45:24", "remaining_time": "9:19:29"} +{"current_steps": 698, "total_steps": 884, "loss": 0.0625188946723938, "lr": 1.304172503268658e-05, "epoch": 3.1584606677985287, "percentage": 78.96, "elapsed_time": "1 day, 10:47:41", "remaining_time": "9:16:19"} +{"current_steps": 699, "total_steps": 884, "loss": 0.04717274382710457, "lr": 1.29089361125936e-05, "epoch": 3.1629881154499153, "percentage": 79.07, "elapsed_time": "1 day, 10:49:36", "remaining_time": "9:13:02"} +{"current_steps": 700, "total_steps": 884, "loss": 0.04338686913251877, "lr": 1.277672640004936e-05, "epoch": 3.1675155631013014, "percentage": 79.19, "elapsed_time": "1 day, 10:51:07", "remaining_time": "9:09:39"} +{"current_steps": 701, "total_steps": 884, "loss": 0.08021088689565659, "lr": 1.2645097959617585e-05, "epoch": 3.172043010752688, "percentage": 79.3, "elapsed_time": "1 day, 10:56:02", "remaining_time": "9:07:10"} +{"current_steps": 702, "total_steps": 884, "loss": 0.0890338122844696, "lr": 1.251405284678488e-05, "epoch": 3.1765704584040746, "percentage": 79.41, "elapsed_time": "1 day, 11:00:13", "remaining_time": "9:04:30"} +{"current_steps": 703, "total_steps": 884, "loss": 0.07373081892728806, "lr": 1.238359310792877e-05, "epoch": 3.181097906055461, "percentage": 79.52, "elapsed_time": "1 day, 11:03:11", "remaining_time": "9:01:30"} +{"current_steps": 704, "total_steps": 884, "loss": 0.05940074473619461, "lr": 1.2253720780285639e-05, "epoch": 3.1856253537068477, "percentage": 79.64, "elapsed_time": "1 day, 11:05:37", "remaining_time": "8:58:22"} +{"current_steps": 705, "total_steps": 884, "loss": 0.049046434462070465, "lr": 1.2124437891918993e-05, "epoch": 3.1901528013582343, "percentage": 79.75, "elapsed_time": "1 day, 11:07:39", "remaining_time": "8:55:08"} +{"current_steps": 706, "total_steps": 884, "loss": 0.04000747576355934, "lr": 1.1995746461687734e-05, "epoch": 3.194680249009621, "percentage": 79.86, "elapsed_time": "1 day, 11:09:18", "remaining_time": "8:51:48"} +{"current_steps": 707, "total_steps": 884, "loss": 0.06086156889796257, "lr": 1.186764849921468e-05, "epoch": 3.1992076966610075, "percentage": 79.98, "elapsed_time": "1 day, 11:12:28", "remaining_time": "8:48:51"} +{"current_steps": 708, "total_steps": 884, "loss": 0.09235703200101852, "lr": 1.174014600485514e-05, "epoch": 3.203735144312394, "percentage": 80.09, "elapsed_time": "1 day, 11:17:02", "remaining_time": "8:46:16"} +{"current_steps": 709, "total_steps": 884, "loss": 0.0760895386338234, "lr": 1.1613240969665685e-05, "epoch": 3.2082625919637806, "percentage": 80.2, "elapsed_time": "1 day, 11:20:19", "remaining_time": "8:43:21"} +{"current_steps": 710, "total_steps": 884, "loss": 0.06844381242990494, "lr": 1.1486935375373126e-05, "epoch": 3.212790039615167, "percentage": 80.32, "elapsed_time": "1 day, 11:23:00", "remaining_time": "8:40:17"} +{"current_steps": 711, "total_steps": 884, "loss": 0.0570899173617363, "lr": 1.1361231194343436e-05, "epoch": 3.2173174872665533, "percentage": 80.43, "elapsed_time": "1 day, 11:25:11", "remaining_time": "8:37:06"} +{"current_steps": 712, "total_steps": 884, "loss": 0.044195231050252914, "lr": 1.1236130389551092e-05, "epoch": 3.22184493491794, "percentage": 80.54, "elapsed_time": "1 day, 11:27:00", "remaining_time": "8:33:49"} +{"current_steps": 713, "total_steps": 884, "loss": 0.04926883801817894, "lr": 1.1111634914548297e-05, "epoch": 3.2263723825693265, "percentage": 80.66, "elapsed_time": "1 day, 11:28:22", "remaining_time": "8:30:27"} +{"current_steps": 714, "total_steps": 884, "loss": 0.08690941333770752, "lr": 1.0987746713434576e-05, "epoch": 3.230899830220713, "percentage": 80.77, "elapsed_time": "1 day, 11:35:36", "remaining_time": "8:28:28"} +{"current_steps": 715, "total_steps": 884, "loss": 0.07696666568517685, "lr": 1.0864467720826343e-05, "epoch": 3.2354272778720996, "percentage": 80.88, "elapsed_time": "1 day, 11:39:10", "remaining_time": "8:25:37"} +{"current_steps": 716, "total_steps": 884, "loss": 0.07071413844823837, "lr": 1.0741799861826706e-05, "epoch": 3.239954725523486, "percentage": 81.0, "elapsed_time": "1 day, 11:41:54", "remaining_time": "8:22:34"} +{"current_steps": 717, "total_steps": 884, "loss": 0.05099868029356003, "lr": 1.0619745051995472e-05, "epoch": 3.2444821731748728, "percentage": 81.11, "elapsed_time": "1 day, 11:44:08", "remaining_time": "8:19:24"} +{"current_steps": 718, "total_steps": 884, "loss": 0.04914161562919617, "lr": 1.0498305197319115e-05, "epoch": 3.2490096208262593, "percentage": 81.22, "elapsed_time": "1 day, 11:45:59", "remaining_time": "8:16:09"} +{"current_steps": 719, "total_steps": 884, "loss": 0.044711459428071976, "lr": 1.0377482194181132e-05, "epoch": 3.253537068477646, "percentage": 81.33, "elapsed_time": "1 day, 11:47:27", "remaining_time": "8:12:48"} +{"current_steps": 720, "total_steps": 884, "loss": 0.0844351053237915, "lr": 1.0257277929332332e-05, "epoch": 3.258064516129032, "percentage": 81.45, "elapsed_time": "1 day, 11:53:31", "remaining_time": "8:10:31"} +{"current_steps": 721, "total_steps": 884, "loss": 0.08362387120723724, "lr": 1.0137694279861454e-05, "epoch": 3.2625919637804186, "percentage": 81.56, "elapsed_time": "1 day, 11:57:28", "remaining_time": "8:07:45"} +{"current_steps": 722, "total_steps": 884, "loss": 0.07020123302936554, "lr": 1.0018733113165773e-05, "epoch": 3.267119411431805, "percentage": 81.67, "elapsed_time": "1 day, 12:00:25", "remaining_time": "8:04:44"} +{"current_steps": 723, "total_steps": 884, "loss": 0.05829951912164688, "lr": 9.900396286922026e-06, "epoch": 3.2716468590831917, "percentage": 81.79, "elapsed_time": "1 day, 12:02:48", "remaining_time": "8:01:37"} +{"current_steps": 724, "total_steps": 884, "loss": 0.0489511638879776, "lr": 9.782685649057333e-06, "epoch": 3.2761743067345783, "percentage": 81.9, "elapsed_time": "1 day, 12:04:44", "remaining_time": "7:58:23"} +{"current_steps": 725, "total_steps": 884, "loss": 0.04217950999736786, "lr": 9.66560303772035e-06, "epoch": 3.280701754385965, "percentage": 82.01, "elapsed_time": "1 day, 12:06:18", "remaining_time": "7:55:05"} +{"current_steps": 726, "total_steps": 884, "loss": 0.07959597557783127, "lr": 9.549150281252633e-06, "epoch": 3.2852292020373515, "percentage": 82.13, "elapsed_time": "1 day, 12:11:36", "remaining_time": "7:52:36"} +{"current_steps": 727, "total_steps": 884, "loss": 0.09891261160373688, "lr": 9.433329198159974e-06, "epoch": 3.289756649688738, "percentage": 82.24, "elapsed_time": "1 day, 12:15:47", "remaining_time": "7:49:52"} +{"current_steps": 728, "total_steps": 884, "loss": 0.07539305835962296, "lr": 9.31814159708413e-06, "epoch": 3.2942840973401246, "percentage": 82.35, "elapsed_time": "1 day, 12:19:04", "remaining_time": "7:46:56"} +{"current_steps": 729, "total_steps": 884, "loss": 0.06475088000297546, "lr": 9.203589276774439e-06, "epoch": 3.298811544991511, "percentage": 82.47, "elapsed_time": "1 day, 12:21:44", "remaining_time": "7:43:52"} +{"current_steps": 730, "total_steps": 884, "loss": 0.0529288724064827, "lr": 9.08967402605988e-06, "epoch": 3.3033389926428978, "percentage": 82.58, "elapsed_time": "1 day, 12:23:52", "remaining_time": "7:40:42"} +{"current_steps": 731, "total_steps": 884, "loss": 0.04603153094649315, "lr": 8.976397623821003e-06, "epoch": 3.3078664402942843, "percentage": 82.69, "elapsed_time": "1 day, 12:25:36", "remaining_time": "7:37:27"} +{"current_steps": 732, "total_steps": 884, "loss": 0.06262427568435669, "lr": 8.86376183896226e-06, "epoch": 3.3123938879456705, "percentage": 82.81, "elapsed_time": "1 day, 12:29:14", "remaining_time": "7:34:35"} +{"current_steps": 733, "total_steps": 884, "loss": 0.0915934145450592, "lr": 8.751768430384305e-06, "epoch": 3.316921335597057, "percentage": 82.92, "elapsed_time": "1 day, 12:33:54", "remaining_time": "7:31:57"} +{"current_steps": 734, "total_steps": 884, "loss": 0.0832981988787651, "lr": 8.640419146956557e-06, "epoch": 3.3214487832484436, "percentage": 83.03, "elapsed_time": "1 day, 12:37:16", "remaining_time": "7:29:02"} +{"current_steps": 735, "total_steps": 884, "loss": 0.06754305958747864, "lr": 8.529715727489912e-06, "epoch": 3.32597623089983, "percentage": 83.14, "elapsed_time": "1 day, 12:39:59", "remaining_time": "7:25:59"} +{"current_steps": 736, "total_steps": 884, "loss": 0.057708628475666046, "lr": 8.419659900709536e-06, "epoch": 3.3305036785512168, "percentage": 83.26, "elapsed_time": "1 day, 12:42:12", "remaining_time": "7:22:50"} +{"current_steps": 737, "total_steps": 884, "loss": 0.04438793659210205, "lr": 8.310253385227946e-06, "epoch": 3.3350311262026033, "percentage": 83.37, "elapsed_time": "1 day, 12:44:01", "remaining_time": "7:19:36"} +{"current_steps": 738, "total_steps": 884, "loss": 0.042902104556560516, "lr": 8.201497889518073e-06, "epoch": 3.33955857385399, "percentage": 83.48, "elapsed_time": "1 day, 12:45:22", "remaining_time": "7:16:17"} +{"current_steps": 739, "total_steps": 884, "loss": 0.08900769054889679, "lr": 8.093395111886687e-06, "epoch": 3.3440860215053765, "percentage": 83.6, "elapsed_time": "1 day, 12:51:20", "remaining_time": "7:13:53"} +{"current_steps": 740, "total_steps": 884, "loss": 0.08507311344146729, "lr": 7.985946740447791e-06, "epoch": 3.348613469156763, "percentage": 83.71, "elapsed_time": "1 day, 12:54:54", "remaining_time": "7:11:00"} +{"current_steps": 741, "total_steps": 884, "loss": 0.06864621490240097, "lr": 7.879154453096304e-06, "epoch": 3.353140916808149, "percentage": 83.82, "elapsed_time": "1 day, 12:57:45", "remaining_time": "7:07:59"} +{"current_steps": 742, "total_steps": 884, "loss": 0.054425135254859924, "lr": 7.773019917481872e-06, "epoch": 3.3576683644595358, "percentage": 83.94, "elapsed_time": "1 day, 13:00:07", "remaining_time": "7:04:52"} +{"current_steps": 743, "total_steps": 884, "loss": 0.047320909798145294, "lr": 7.667544790982778e-06, "epoch": 3.3621958121109223, "percentage": 84.05, "elapsed_time": "1 day, 13:02:03", "remaining_time": "7:01:41"} +{"current_steps": 744, "total_steps": 884, "loss": 0.041624799370765686, "lr": 7.562730720680112e-06, "epoch": 3.366723259762309, "percentage": 84.16, "elapsed_time": "1 day, 13:03:33", "remaining_time": "6:58:24"} +{"current_steps": 745, "total_steps": 884, "loss": 0.08947330713272095, "lr": 7.458579343331995e-06, "epoch": 3.3712507074136955, "percentage": 84.28, "elapsed_time": "1 day, 13:09:28", "remaining_time": "6:55:58"} +{"current_steps": 746, "total_steps": 884, "loss": 0.08114541321992874, "lr": 7.3550922853480915e-06, "epoch": 3.375778155065082, "percentage": 84.39, "elapsed_time": "1 day, 13:13:24", "remaining_time": "6:53:09"} +{"current_steps": 747, "total_steps": 884, "loss": 0.06897275149822235, "lr": 7.252271162764129e-06, "epoch": 3.3803056027164686, "percentage": 84.5, "elapsed_time": "1 day, 13:16:24", "remaining_time": "6:50:09"} +{"current_steps": 748, "total_steps": 884, "loss": 0.05720801651477814, "lr": 7.150117581216748e-06, "epoch": 3.384833050367855, "percentage": 84.62, "elapsed_time": "1 day, 13:18:44", "remaining_time": "6:47:02"} +{"current_steps": 749, "total_steps": 884, "loss": 0.04943118989467621, "lr": 7.048633135918347e-06, "epoch": 3.3893604980192418, "percentage": 84.73, "elapsed_time": "1 day, 13:20:39", "remaining_time": "6:43:51"} +{"current_steps": 750, "total_steps": 884, "loss": 0.039460405707359314, "lr": 6.947819411632223e-06, "epoch": 3.3938879456706283, "percentage": 84.84, "elapsed_time": "1 day, 13:22:12", "remaining_time": "6:40:36"} +{"current_steps": 751, "total_steps": 884, "loss": 0.08177199959754944, "lr": 6.8476779826478265e-06, "epoch": 3.398415393322015, "percentage": 84.95, "elapsed_time": "1 day, 13:26:09", "remaining_time": "6:37:47"} +{"current_steps": 752, "total_steps": 884, "loss": 0.08858094364404678, "lr": 6.748210412756134e-06, "epoch": 3.402942840973401, "percentage": 85.07, "elapsed_time": "1 day, 13:30:03", "remaining_time": "6:34:57"} +{"current_steps": 753, "total_steps": 884, "loss": 0.07011917233467102, "lr": 6.649418255225298e-06, "epoch": 3.4074702886247876, "percentage": 85.18, "elapsed_time": "1 day, 13:33:00", "remaining_time": "6:31:57"} +{"current_steps": 754, "total_steps": 884, "loss": 0.058572862297296524, "lr": 6.551303052776292e-06, "epoch": 3.411997736276174, "percentage": 85.29, "elapsed_time": "1 day, 13:35:27", "remaining_time": "6:28:52"} +{"current_steps": 755, "total_steps": 884, "loss": 0.047646377235651016, "lr": 6.45386633755894e-06, "epoch": 3.4165251839275608, "percentage": 85.41, "elapsed_time": "1 day, 13:37:29", "remaining_time": "6:25:42"} +{"current_steps": 756, "total_steps": 884, "loss": 0.03935559466481209, "lr": 6.357109631127889e-06, "epoch": 3.4210526315789473, "percentage": 85.52, "elapsed_time": "1 day, 13:39:06", "remaining_time": "6:22:29"} +{"current_steps": 757, "total_steps": 884, "loss": 0.06060168892145157, "lr": 6.261034444418879e-06, "epoch": 3.425580079230334, "percentage": 85.63, "elapsed_time": "1 day, 13:42:16", "remaining_time": "6:19:32"} +{"current_steps": 758, "total_steps": 884, "loss": 0.09181486070156097, "lr": 6.165642277725203e-06, "epoch": 3.4301075268817205, "percentage": 85.75, "elapsed_time": "1 day, 13:46:57", "remaining_time": "6:16:49"} +{"current_steps": 759, "total_steps": 884, "loss": 0.0789683610200882, "lr": 6.07093462067419e-06, "epoch": 3.434634974533107, "percentage": 85.86, "elapsed_time": "1 day, 13:50:19", "remaining_time": "6:13:53"} +{"current_steps": 760, "total_steps": 884, "loss": 0.0634407326579094, "lr": 5.976912952204017e-06, "epoch": 3.4391624221844936, "percentage": 85.97, "elapsed_time": "1 day, 13:53:02", "remaining_time": "6:10:51"} +{"current_steps": 761, "total_steps": 884, "loss": 0.05550439655780792, "lr": 5.883578740540546e-06, "epoch": 3.44368986983588, "percentage": 86.09, "elapsed_time": "1 day, 13:55:18", "remaining_time": "6:07:45"} +{"current_steps": 762, "total_steps": 884, "loss": 0.04290204495191574, "lr": 5.79093344317449e-06, "epoch": 3.4482173174872663, "percentage": 86.2, "elapsed_time": "1 day, 13:57:06", "remaining_time": "6:04:34"} +{"current_steps": 763, "total_steps": 884, "loss": 0.04180324822664261, "lr": 5.698978506838532e-06, "epoch": 3.452744765138653, "percentage": 86.31, "elapsed_time": "1 day, 13:58:27", "remaining_time": "6:01:19"} +{"current_steps": 764, "total_steps": 884, "loss": 0.08869330585002899, "lr": 5.607715367484861e-06, "epoch": 3.4572722127900395, "percentage": 86.43, "elapsed_time": "1 day, 14:04:33", "remaining_time": "5:58:49"} +{"current_steps": 765, "total_steps": 884, "loss": 0.08063746988773346, "lr": 5.51714545026264e-06, "epoch": 3.461799660441426, "percentage": 86.54, "elapsed_time": "1 day, 14:08:13", "remaining_time": "5:55:56"} +{"current_steps": 766, "total_steps": 884, "loss": 0.06893438845872879, "lr": 5.4272701694958076e-06, "epoch": 3.4663271080928126, "percentage": 86.65, "elapsed_time": "1 day, 14:11:03", "remaining_time": "5:52:55"} +{"current_steps": 767, "total_steps": 884, "loss": 0.05451403185725212, "lr": 5.338090928660999e-06, "epoch": 3.470854555744199, "percentage": 86.76, "elapsed_time": "1 day, 14:13:23", "remaining_time": "5:49:50"} +{"current_steps": 768, "total_steps": 884, "loss": 0.04844459146261215, "lr": 5.249609120365578e-06, "epoch": 3.475382003395586, "percentage": 86.88, "elapsed_time": "1 day, 14:15:18", "remaining_time": "5:46:41"} +{"current_steps": 769, "total_steps": 884, "loss": 0.04286676645278931, "lr": 5.16182612632598e-06, "epoch": 3.4799094510469724, "percentage": 86.99, "elapsed_time": "1 day, 14:16:50", "remaining_time": "5:43:28"} +{"current_steps": 770, "total_steps": 884, "loss": 0.08715027570724487, "lr": 5.074743317346009e-06, "epoch": 3.484436898698359, "percentage": 87.1, "elapsed_time": "1 day, 14:22:13", "remaining_time": "5:40:50"} +{"current_steps": 771, "total_steps": 884, "loss": 0.08602124452590942, "lr": 4.988362053295564e-06, "epoch": 3.4889643463497455, "percentage": 87.22, "elapsed_time": "1 day, 14:26:16", "remaining_time": "5:38:00"} +{"current_steps": 772, "total_steps": 884, "loss": 0.07156828045845032, "lr": 4.902683683089304e-06, "epoch": 3.493491794001132, "percentage": 87.33, "elapsed_time": "1 day, 14:29:15", "remaining_time": "5:35:01"} +{"current_steps": 773, "total_steps": 884, "loss": 0.0598549023270607, "lr": 4.817709544665628e-06, "epoch": 3.498019241652518, "percentage": 87.44, "elapsed_time": "1 day, 14:31:36", "remaining_time": "5:31:56"} +{"current_steps": 774, "total_steps": 884, "loss": 0.04977518320083618, "lr": 4.733440964965791e-06, "epoch": 3.502546689303905, "percentage": 87.56, "elapsed_time": "1 day, 14:33:32", "remaining_time": "5:28:47"} +{"current_steps": 775, "total_steps": 884, "loss": 0.039833471179008484, "lr": 4.649879259913137e-06, "epoch": 3.5070741369552914, "percentage": 87.67, "elapsed_time": "1 day, 14:35:07", "remaining_time": "5:25:36"} +{"current_steps": 776, "total_steps": 884, "loss": 0.08777929842472076, "lr": 4.567025734392622e-06, "epoch": 3.511601584606678, "percentage": 87.78, "elapsed_time": "1 day, 14:39:38", "remaining_time": "5:22:50"} +{"current_steps": 777, "total_steps": 884, "loss": 0.08583962172269821, "lr": 4.484881682230341e-06, "epoch": 3.5161290322580645, "percentage": 87.9, "elapsed_time": "1 day, 14:43:44", "remaining_time": "5:20:00"} +{"current_steps": 778, "total_steps": 884, "loss": 0.06798358261585236, "lr": 4.403448386173437e-06, "epoch": 3.520656479909451, "percentage": 88.01, "elapsed_time": "1 day, 14:46:43", "remaining_time": "5:17:00"} +{"current_steps": 779, "total_steps": 884, "loss": 0.06092444807291031, "lr": 4.322727117869951e-06, "epoch": 3.5251839275608376, "percentage": 88.12, "elapsed_time": "1 day, 14:49:08", "remaining_time": "5:13:56"} +{"current_steps": 780, "total_steps": 884, "loss": 0.052914176136255264, "lr": 4.242719137849077e-06, "epoch": 3.5297113752122242, "percentage": 88.24, "elapsed_time": "1 day, 14:51:09", "remaining_time": "5:10:49"} +{"current_steps": 781, "total_steps": 884, "loss": 0.038688283413648605, "lr": 4.163425695501388e-06, "epoch": 3.534238822863611, "percentage": 88.35, "elapsed_time": "1 day, 14:52:47", "remaining_time": "5:07:39"} +{"current_steps": 782, "total_steps": 884, "loss": 0.060667701065540314, "lr": 4.0848480290593625e-06, "epoch": 3.538766270514997, "percentage": 88.46, "elapsed_time": "1 day, 14:56:16", "remaining_time": "5:04:43"} +{"current_steps": 783, "total_steps": 884, "loss": 0.09457433223724365, "lr": 4.00698736557808e-06, "epoch": 3.5432937181663835, "percentage": 88.57, "elapsed_time": "1 day, 15:00:51", "remaining_time": "5:01:57"} +{"current_steps": 784, "total_steps": 884, "loss": 0.0753507912158966, "lr": 3.929844920915987e-06, "epoch": 3.54782116581777, "percentage": 88.69, "elapsed_time": "1 day, 15:04:04", "remaining_time": "4:58:59"} +{"current_steps": 785, "total_steps": 884, "loss": 0.06055988371372223, "lr": 3.853421899715992e-06, "epoch": 3.5523486134691566, "percentage": 88.8, "elapsed_time": "1 day, 15:06:39", "remaining_time": "4:55:56"} +{"current_steps": 786, "total_steps": 884, "loss": 0.05165576934814453, "lr": 3.7777194953865667e-06, "epoch": 3.556876061120543, "percentage": 88.91, "elapsed_time": "1 day, 15:08:49", "remaining_time": "4:52:51"} +{"current_steps": 787, "total_steps": 884, "loss": 0.04397202283143997, "lr": 3.702738890083207e-06, "epoch": 3.56140350877193, "percentage": 89.03, "elapsed_time": "1 day, 15:10:34", "remaining_time": "4:49:42"} +{"current_steps": 788, "total_steps": 884, "loss": 0.046176545321941376, "lr": 3.628481254689875e-06, "epoch": 3.5659309564233164, "percentage": 89.14, "elapsed_time": "1 day, 15:11:53", "remaining_time": "4:46:31"} +{"current_steps": 789, "total_steps": 884, "loss": 0.08546517044305801, "lr": 3.5549477488007854e-06, "epoch": 3.570458404074703, "percentage": 89.25, "elapsed_time": "1 day, 15:19:36", "remaining_time": "4:44:06"} +{"current_steps": 790, "total_steps": 884, "loss": 0.07490271329879761, "lr": 3.4821395207022766e-06, "epoch": 3.5749858517260895, "percentage": 89.37, "elapsed_time": "1 day, 15:23:11", "remaining_time": "4:41:11"} +{"current_steps": 791, "total_steps": 884, "loss": 0.06298314034938812, "lr": 3.4100577073548634e-06, "epoch": 3.579513299377476, "percentage": 89.48, "elapsed_time": "1 day, 15:25:59", "remaining_time": "4:38:10"} +{"current_steps": 792, "total_steps": 884, "loss": 0.05735611543059349, "lr": 3.3387034343755065e-06, "epoch": 3.5840407470288627, "percentage": 89.59, "elapsed_time": "1 day, 15:28:18", "remaining_time": "4:35:06"} +{"current_steps": 793, "total_steps": 884, "loss": 0.04231870174407959, "lr": 3.2680778160200155e-06, "epoch": 3.5885681946802492, "percentage": 89.71, "elapsed_time": "1 day, 15:30:11", "remaining_time": "4:31:59"} +{"current_steps": 794, "total_steps": 884, "loss": 0.04027624428272247, "lr": 3.198181955165669e-06, "epoch": 3.593095642331636, "percentage": 89.82, "elapsed_time": "1 day, 15:31:39", "remaining_time": "4:28:49"} +{"current_steps": 795, "total_steps": 884, "loss": 0.07936602830886841, "lr": 3.1290169432939553e-06, "epoch": 3.597623089983022, "percentage": 89.93, "elapsed_time": "1 day, 15:37:42", "remaining_time": "4:26:10"} +{"current_steps": 796, "total_steps": 884, "loss": 0.08372323960065842, "lr": 3.060583860473587e-06, "epoch": 3.6021505376344085, "percentage": 90.05, "elapsed_time": "1 day, 15:41:24", "remaining_time": "4:23:16"} +{"current_steps": 797, "total_steps": 884, "loss": 0.06588123738765717, "lr": 2.9928837753435746e-06, "epoch": 3.606677985285795, "percentage": 90.16, "elapsed_time": "1 day, 15:44:15", "remaining_time": "4:20:15"} +{"current_steps": 798, "total_steps": 884, "loss": 0.05927068740129471, "lr": 2.9259177450965682e-06, "epoch": 3.6112054329371817, "percentage": 90.27, "elapsed_time": "1 day, 15:46:33", "remaining_time": "4:17:11"} +{"current_steps": 799, "total_steps": 884, "loss": 0.047394055873155594, "lr": 2.8596868154623703e-06, "epoch": 3.6157328805885682, "percentage": 90.38, "elapsed_time": "1 day, 15:48:27", "remaining_time": "4:14:05"} +{"current_steps": 800, "total_steps": 884, "loss": 0.040023073554039, "lr": 2.794192020691544e-06, "epoch": 3.620260328239955, "percentage": 90.5, "elapsed_time": "1 day, 15:49:57", "remaining_time": "4:10:56"} +{"current_steps": 801, "total_steps": 884, "loss": 0.07365724444389343, "lr": 2.7294343835393368e-06, "epoch": 3.6247877758913414, "percentage": 90.61, "elapsed_time": "1 day, 15:54:29", "remaining_time": "4:08:07"} +{"current_steps": 802, "total_steps": 884, "loss": 0.09670303761959076, "lr": 2.665414915249631e-06, "epoch": 3.629315223542728, "percentage": 90.72, "elapsed_time": "1 day, 15:58:48", "remaining_time": "4:05:15"} +{"current_steps": 803, "total_steps": 884, "loss": 0.0773511528968811, "lr": 2.6021346155392423e-06, "epoch": 3.633842671194114, "percentage": 90.84, "elapsed_time": "1 day, 16:02:01", "remaining_time": "4:02:17"} +{"current_steps": 804, "total_steps": 884, "loss": 0.062302928417921066, "lr": 2.539594472582213e-06, "epoch": 3.6383701188455007, "percentage": 90.95, "elapsed_time": "1 day, 16:04:41", "remaining_time": "3:59:16"} +{"current_steps": 805, "total_steps": 884, "loss": 0.05168925225734711, "lr": 2.4777954629944477e-06, "epoch": 3.6428975664968872, "percentage": 91.06, "elapsed_time": "1 day, 16:06:52", "remaining_time": "3:56:12"} +{"current_steps": 806, "total_steps": 884, "loss": 0.04184819757938385, "lr": 2.416738551818454e-06, "epoch": 3.647425014148274, "percentage": 91.18, "elapsed_time": "1 day, 16:08:33", "remaining_time": "3:53:05"} +{"current_steps": 807, "total_steps": 884, "loss": 0.06736510992050171, "lr": 2.3564246925082357e-06, "epoch": 3.6519524617996604, "percentage": 91.29, "elapsed_time": "1 day, 16:12:36", "remaining_time": "3:50:11"} +{"current_steps": 808, "total_steps": 884, "loss": 0.09164802730083466, "lr": 2.2968548269144574e-06, "epoch": 3.656479909451047, "percentage": 91.4, "elapsed_time": "1 day, 16:17:08", "remaining_time": "3:47:21"} +{"current_steps": 809, "total_steps": 884, "loss": 0.07316052913665771, "lr": 2.238029885269677e-06, "epoch": 3.6610073571024335, "percentage": 91.52, "elapsed_time": "1 day, 16:20:18", "remaining_time": "3:44:22"} +{"current_steps": 810, "total_steps": 884, "loss": 0.06162027269601822, "lr": 2.179950786173879e-06, "epoch": 3.66553480475382, "percentage": 91.63, "elapsed_time": "1 day, 16:22:49", "remaining_time": "3:41:20"} +{"current_steps": 811, "total_steps": 884, "loss": 0.05187002941966057, "lr": 2.122618436580082e-06, "epoch": 3.6700622524052067, "percentage": 91.74, "elapsed_time": "1 day, 16:24:54", "remaining_time": "3:38:16"} +{"current_steps": 812, "total_steps": 884, "loss": 0.04026584327220917, "lr": 2.066033731780209e-06, "epoch": 3.6745897000565932, "percentage": 91.86, "elapsed_time": "1 day, 16:26:34", "remaining_time": "3:35:09"} +{"current_steps": 813, "total_steps": 884, "loss": 0.041823290288448334, "lr": 2.01019755539108e-06, "epoch": 3.67911714770798, "percentage": 91.97, "elapsed_time": "1 day, 16:27:52", "remaining_time": "3:32:01"} +{"current_steps": 814, "total_steps": 884, "loss": 0.08595189452171326, "lr": 1.9551107793406355e-06, "epoch": 3.6836445953593664, "percentage": 92.08, "elapsed_time": "1 day, 16:34:22", "remaining_time": "3:29:20"} +{"current_steps": 815, "total_steps": 884, "loss": 0.07732295989990234, "lr": 1.9007742638543102e-06, "epoch": 3.688172043010753, "percentage": 92.19, "elapsed_time": "1 day, 16:37:55", "remaining_time": "3:26:24"} +{"current_steps": 816, "total_steps": 884, "loss": 0.06500217318534851, "lr": 1.8471888574415951e-06, "epoch": 3.692699490662139, "percentage": 92.31, "elapsed_time": "1 day, 16:40:41", "remaining_time": "3:23:23"} +{"current_steps": 817, "total_steps": 884, "loss": 0.052856337279081345, "lr": 1.794355396882813e-06, "epoch": 3.6972269383135257, "percentage": 92.42, "elapsed_time": "1 day, 16:42:57", "remaining_time": "3:20:20"} +{"current_steps": 818, "total_steps": 884, "loss": 0.0447005033493042, "lr": 1.7422747072160017e-06, "epoch": 3.7017543859649122, "percentage": 92.53, "elapsed_time": "1 day, 16:44:50", "remaining_time": "3:17:15"} +{"current_steps": 819, "total_steps": 884, "loss": 0.04208570718765259, "lr": 1.6909476017240912e-06, "epoch": 3.706281833616299, "percentage": 92.65, "elapsed_time": "1 day, 16:46:20", "remaining_time": "3:14:09"} +{"current_steps": 820, "total_steps": 884, "loss": 0.0831032320857048, "lr": 1.6403748819221466e-06, "epoch": 3.7108092812676854, "percentage": 92.76, "elapsed_time": "1 day, 16:51:24", "remaining_time": "3:11:19"} +{"current_steps": 821, "total_steps": 884, "loss": 0.08684415370225906, "lr": 1.5905573375449012e-06, "epoch": 3.715336728919072, "percentage": 92.87, "elapsed_time": "1 day, 16:55:05", "remaining_time": "3:08:23"} +{"current_steps": 822, "total_steps": 884, "loss": 0.06628584861755371, "lr": 1.5414957465343882e-06, "epoch": 3.7198641765704585, "percentage": 92.99, "elapsed_time": "1 day, 16:57:56", "remaining_time": "3:05:23"} +{"current_steps": 823, "total_steps": 884, "loss": 0.057143792510032654, "lr": 1.4931908750278e-06, "epoch": 3.7243916242218447, "percentage": 93.1, "elapsed_time": "1 day, 17:00:20", "remaining_time": "3:02:21"} +{"current_steps": 824, "total_steps": 884, "loss": 0.05711142718791962, "lr": 1.4456434773455541e-06, "epoch": 3.7289190718732312, "percentage": 93.21, "elapsed_time": "1 day, 17:02:16", "remaining_time": "2:59:17"} +{"current_steps": 825, "total_steps": 884, "loss": 0.03840760886669159, "lr": 1.3988542959794627e-06, "epoch": 3.733446519524618, "percentage": 93.33, "elapsed_time": "1 day, 17:03:51", "remaining_time": "2:56:12"} +{"current_steps": 826, "total_steps": 884, "loss": 0.08128702640533447, "lr": 1.3528240615811816e-06, "epoch": 3.7379739671760044, "percentage": 93.44, "elapsed_time": "1 day, 17:08:50", "remaining_time": "2:53:21"} +{"current_steps": 827, "total_steps": 884, "loss": 0.09000637382268906, "lr": 1.3075534929507693e-06, "epoch": 3.742501414827391, "percentage": 93.55, "elapsed_time": "1 day, 17:13:06", "remaining_time": "2:50:27"} +{"current_steps": 828, "total_steps": 884, "loss": 0.07430066913366318, "lr": 1.2630432970255013e-06, "epoch": 3.7470288624787775, "percentage": 93.67, "elapsed_time": "1 day, 17:16:14", "remaining_time": "2:47:28"} +{"current_steps": 829, "total_steps": 884, "loss": 0.05985051020979881, "lr": 1.2192941688687843e-06, "epoch": 3.751556310130164, "percentage": 93.78, "elapsed_time": "1 day, 17:18:44", "remaining_time": "2:44:27"} +{"current_steps": 830, "total_steps": 884, "loss": 0.04820965975522995, "lr": 1.1763067916593262e-06, "epoch": 3.7560837577815507, "percentage": 93.89, "elapsed_time": "1 day, 17:20:48", "remaining_time": "2:41:24"} +{"current_steps": 831, "total_steps": 884, "loss": 0.04318070411682129, "lr": 1.1340818366804729e-06, "epoch": 3.7606112054329373, "percentage": 94.0, "elapsed_time": "1 day, 17:22:30", "remaining_time": "2:38:19"} +{"current_steps": 832, "total_steps": 884, "loss": 0.06352683901786804, "lr": 1.0926199633097157e-06, "epoch": 3.765138653084324, "percentage": 94.12, "elapsed_time": "1 day, 17:25:38", "remaining_time": "2:35:21"} +{"current_steps": 833, "total_steps": 884, "loss": 0.1001967266201973, "lr": 1.0519218190084056e-06, "epoch": 3.7696661007357104, "percentage": 94.23, "elapsed_time": "1 day, 17:30:26", "remaining_time": "2:32:28"} +{"current_steps": 834, "total_steps": 884, "loss": 0.0764806866645813, "lr": 1.0119880393116176e-06, "epoch": 3.774193548387097, "percentage": 94.34, "elapsed_time": "1 day, 17:33:47", "remaining_time": "2:29:30"} +{"current_steps": 835, "total_steps": 884, "loss": 0.06443999707698822, "lr": 9.728192478182574e-07, "epoch": 3.7787209960384835, "percentage": 94.46, "elapsed_time": "1 day, 17:36:24", "remaining_time": "2:26:29"} +{"current_steps": 836, "total_steps": 884, "loss": 0.05295903980731964, "lr": 9.344160561812921e-07, "epoch": 3.7832484436898697, "percentage": 94.57, "elapsed_time": "1 day, 17:38:33", "remaining_time": "2:23:27"} +{"current_steps": 837, "total_steps": 884, "loss": 0.041768576949834824, "lr": 8.967790640982465e-07, "epoch": 3.7877758913412563, "percentage": 94.68, "elapsed_time": "1 day, 17:40:19", "remaining_time": "2:20:24"} +{"current_steps": 838, "total_steps": 884, "loss": 0.04355769604444504, "lr": 8.599088593017723e-07, "epoch": 3.792303338992643, "percentage": 94.8, "elapsed_time": "1 day, 17:41:41", "remaining_time": "2:17:19"} +{"current_steps": 839, "total_steps": 884, "loss": 0.08960022777318954, "lr": 8.238060175505269e-07, "epoch": 3.7968307866440294, "percentage": 94.91, "elapsed_time": "1 day, 17:47:28", "remaining_time": "2:14:29"} +{"current_steps": 840, "total_steps": 884, "loss": 0.07562049478292465, "lr": 7.884711026201585e-07, "epoch": 3.801358234295416, "percentage": 95.02, "elapsed_time": "1 day, 17:50:55", "remaining_time": "2:11:31"} +{"current_steps": 841, "total_steps": 884, "loss": 0.06913469731807709, "lr": 7.53904666294497e-07, "epoch": 3.8058856819468025, "percentage": 95.14, "elapsed_time": "1 day, 17:53:41", "remaining_time": "2:08:31"} +{"current_steps": 842, "total_steps": 884, "loss": 0.053817637264728546, "lr": 7.201072483569549e-07, "epoch": 3.810413129598189, "percentage": 95.25, "elapsed_time": "1 day, 17:55:58", "remaining_time": "2:05:29"} +{"current_steps": 843, "total_steps": 884, "loss": 0.04244130477309227, "lr": 6.870793765820782e-07, "epoch": 3.8149405772495757, "percentage": 95.36, "elapsed_time": "1 day, 17:57:50", "remaining_time": "2:02:27"} +{"current_steps": 844, "total_steps": 884, "loss": 0.04185333102941513, "lr": 6.548215667273206e-07, "epoch": 3.819468024900962, "percentage": 95.48, "elapsed_time": "1 day, 17:59:18", "remaining_time": "1:59:23"} +{"current_steps": 845, "total_steps": 884, "loss": 0.08310285210609436, "lr": 6.233343225249933e-07, "epoch": 3.8239954725523484, "percentage": 95.59, "elapsed_time": "1 day, 18:04:33", "remaining_time": "1:56:31"} +{"current_steps": 846, "total_steps": 884, "loss": 0.08037766814231873, "lr": 5.92618135674361e-07, "epoch": 3.828522920203735, "percentage": 95.7, "elapsed_time": "1 day, 18:08:25", "remaining_time": "1:53:34"} +{"current_steps": 847, "total_steps": 884, "loss": 0.06963315606117249, "lr": 5.626734858340255e-07, "epoch": 3.8330503678551215, "percentage": 95.81, "elapsed_time": "1 day, 18:11:21", "remaining_time": "1:50:34"} +{"current_steps": 848, "total_steps": 884, "loss": 0.058459773659706116, "lr": 5.335008406143815e-07, "epoch": 3.837577815506508, "percentage": 95.93, "elapsed_time": "1 day, 18:13:43", "remaining_time": "1:47:33"} +{"current_steps": 849, "total_steps": 884, "loss": 0.04667978733778, "lr": 5.051006555703453e-07, "epoch": 3.8421052631578947, "percentage": 96.04, "elapsed_time": "1 day, 18:15:40", "remaining_time": "1:44:31"} +{"current_steps": 850, "total_steps": 884, "loss": 0.0407584086060524, "lr": 4.774733741942206e-07, "epoch": 3.8466327108092813, "percentage": 96.15, "elapsed_time": "1 day, 18:17:14", "remaining_time": "1:41:29"} +{"current_steps": 851, "total_steps": 884, "loss": 0.07849274575710297, "lr": 4.5061942790879386e-07, "epoch": 3.851160158460668, "percentage": 96.27, "elapsed_time": "1 day, 18:21:58", "remaining_time": "1:38:34"} +{"current_steps": 852, "total_steps": 884, "loss": 0.09511102735996246, "lr": 4.2453923606057265e-07, "epoch": 3.8556876061120544, "percentage": 96.38, "elapsed_time": "1 day, 18:26:10", "remaining_time": "1:35:37"} +{"current_steps": 853, "total_steps": 884, "loss": 0.07533329725265503, "lr": 3.992332059132631e-07, "epoch": 3.860215053763441, "percentage": 96.49, "elapsed_time": "1 day, 18:29:08", "remaining_time": "1:32:38"} +{"current_steps": 854, "total_steps": 884, "loss": 0.056159425526857376, "lr": 3.747017326413971e-07, "epoch": 3.8647425014148276, "percentage": 96.61, "elapsed_time": "1 day, 18:31:34", "remaining_time": "1:29:38"} +{"current_steps": 855, "total_steps": 884, "loss": 0.05289001017808914, "lr": 3.5094519932415417e-07, "epoch": 3.869269949066214, "percentage": 96.72, "elapsed_time": "1 day, 18:33:39", "remaining_time": "1:26:36"} +{"current_steps": 856, "total_steps": 884, "loss": 0.039535753428936005, "lr": 3.2796397693939385e-07, "epoch": 3.8737973967176007, "percentage": 96.83, "elapsed_time": "1 day, 18:35:19", "remaining_time": "1:23:35"} +{"current_steps": 857, "total_steps": 884, "loss": 0.0575360544025898, "lr": 3.0575842435785486e-07, "epoch": 3.878324844368987, "percentage": 96.95, "elapsed_time": "1 day, 18:39:33", "remaining_time": "1:20:38"} +{"current_steps": 858, "total_steps": 884, "loss": 0.0908580794930458, "lr": 2.843288883375539e-07, "epoch": 3.8828522920203734, "percentage": 97.06, "elapsed_time": "1 day, 18:44:17", "remaining_time": "1:17:42"} +{"current_steps": 859, "total_steps": 884, "loss": 0.07020405679941177, "lr": 2.6367570351836237e-07, "epoch": 3.88737973967176, "percentage": 97.17, "elapsed_time": "1 day, 18:47:35", "remaining_time": "1:14:43"} +{"current_steps": 860, "total_steps": 884, "loss": 0.06751954555511475, "lr": 2.437991924167937e-07, "epoch": 3.8919071873231466, "percentage": 97.29, "elapsed_time": "1 day, 18:50:15", "remaining_time": "1:11:43"} +{"current_steps": 861, "total_steps": 884, "loss": 0.05812934786081314, "lr": 2.2469966542096322e-07, "epoch": 3.896434634974533, "percentage": 97.4, "elapsed_time": "1 day, 18:52:23", "remaining_time": "1:08:42"} +{"current_steps": 862, "total_steps": 884, "loss": 0.04170238599181175, "lr": 2.0637742078573607e-07, "epoch": 3.9009620826259197, "percentage": 97.51, "elapsed_time": "1 day, 18:54:08", "remaining_time": "1:05:41"} +{"current_steps": 863, "total_steps": 884, "loss": 0.04246639460325241, "lr": 1.8883274462806467e-07, "epoch": 3.9054895302773063, "percentage": 97.62, "elapsed_time": "1 day, 18:55:30", "remaining_time": "1:02:40"} +{"current_steps": 864, "total_steps": 884, "loss": 0.09115473926067352, "lr": 1.7206591092253642e-07, "epoch": 3.910016977928693, "percentage": 97.74, "elapsed_time": "1 day, 19:02:32", "remaining_time": "0:59:46"} +{"current_steps": 865, "total_steps": 884, "loss": 0.07839730381965637, "lr": 1.560771814970885e-07, "epoch": 3.914544425580079, "percentage": 97.85, "elapsed_time": "1 day, 19:06:07", "remaining_time": "0:56:48"} +{"current_steps": 866, "total_steps": 884, "loss": 0.06564494967460632, "lr": 1.4086680602891643e-07, "epoch": 3.9190718732314656, "percentage": 97.96, "elapsed_time": "1 day, 19:08:54", "remaining_time": "0:53:48"} +{"current_steps": 867, "total_steps": 884, "loss": 0.05529960244894028, "lr": 1.264350220405719e-07, "epoch": 3.923599320882852, "percentage": 98.08, "elapsed_time": "1 day, 19:11:10", "remaining_time": "0:50:48"} +{"current_steps": 868, "total_steps": 884, "loss": 0.04081864655017853, "lr": 1.1278205489626547e-07, "epoch": 3.9281267685342387, "percentage": 98.19, "elapsed_time": "1 day, 19:13:01", "remaining_time": "0:47:47"} +{"current_steps": 869, "total_steps": 884, "loss": 0.04252634942531586, "lr": 9.99081177983363e-08, "epoch": 3.9326542161856253, "percentage": 98.3, "elapsed_time": "1 day, 19:14:28", "remaining_time": "0:44:47"} +{"current_steps": 870, "total_steps": 884, "loss": 0.0835392028093338, "lr": 8.781341178393244e-08, "epoch": 3.937181663837012, "percentage": 98.42, "elapsed_time": "1 day, 19:19:50", "remaining_time": "0:41:50"} +{"current_steps": 871, "total_steps": 884, "loss": 0.09088088572025299, "lr": 7.649812572185222e-08, "epoch": 3.9417091114883984, "percentage": 98.53, "elapsed_time": "1 day, 19:23:49", "remaining_time": "0:38:51"} +{"current_steps": 872, "total_steps": 884, "loss": 0.07099941372871399, "lr": 6.596243630963006e-08, "epoch": 3.946236559139785, "percentage": 98.64, "elapsed_time": "1 day, 19:26:47", "remaining_time": "0:35:52"} +{"current_steps": 873, "total_steps": 884, "loss": 0.05559823662042618, "lr": 5.620650807073857e-08, "epoch": 3.9507640067911716, "percentage": 98.76, "elapsed_time": "1 day, 19:29:12", "remaining_time": "0:32:52"} +{"current_steps": 874, "total_steps": 884, "loss": 0.04776914045214653, "lr": 4.723049335204066e-08, "epoch": 3.955291454442558, "percentage": 98.87, "elapsed_time": "1 day, 19:31:12", "remaining_time": "0:29:52"} +{"current_steps": 875, "total_steps": 884, "loss": 0.037714093923568726, "lr": 3.9034532321408076e-08, "epoch": 3.9598189020939447, "percentage": 98.98, "elapsed_time": "1 day, 19:32:48", "remaining_time": "0:26:52"} +{"current_steps": 876, "total_steps": 884, "loss": 0.07897656410932541, "lr": 3.161875296553429e-08, "epoch": 3.9643463497453313, "percentage": 99.1, "elapsed_time": "1 day, 19:37:16", "remaining_time": "0:23:54"} +{"current_steps": 877, "total_steps": 884, "loss": 0.08945634961128235, "lr": 2.4983271087924974e-08, "epoch": 3.968873797396718, "percentage": 99.21, "elapsed_time": "1 day, 19:41:14", "remaining_time": "0:20:55"} +{"current_steps": 878, "total_steps": 884, "loss": 0.06681520491838455, "lr": 1.9128190307105e-08, "epoch": 3.973401245048104, "percentage": 99.32, "elapsed_time": "1 day, 19:44:10", "remaining_time": "0:17:55"} +{"current_steps": 879, "total_steps": 884, "loss": 0.056111957877874374, "lr": 1.4053602054991955e-08, "epoch": 3.9779286926994906, "percentage": 99.43, "elapsed_time": "1 day, 19:46:35", "remaining_time": "0:14:56"} +{"current_steps": 880, "total_steps": 884, "loss": 0.04651391878724098, "lr": 9.75958557545842e-09, "epoch": 3.982456140350877, "percentage": 99.55, "elapsed_time": "1 day, 19:48:37", "remaining_time": "0:11:56"} +{"current_steps": 881, "total_steps": 884, "loss": 0.03932764381170273, "lr": 6.246207923116254e-09, "epoch": 3.9869835880022637, "percentage": 99.66, "elapsed_time": "1 day, 19:50:17", "remaining_time": "0:08:57"} +{"current_steps": 882, "total_steps": 884, "loss": 0.06670388579368591, "lr": 3.513523962256349e-09, "epoch": 3.9915110356536503, "percentage": 99.77, "elapsed_time": "1 day, 19:54:05", "remaining_time": "0:05:58"} +{"current_steps": 883, "total_steps": 884, "loss": 0.07301482558250427, "lr": 1.5615763659881933e-09, "epoch": 3.996038483305037, "percentage": 99.89, "elapsed_time": "1 day, 19:57:10", "remaining_time": "0:02:59"} +{"current_steps": 884, "total_steps": 884, "loss": 0.04399577155709267, "lr": 3.903956155848487e-10, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "1 day, 19:58:40", "remaining_time": "0:00:00"} +{"current_steps": 884, "total_steps": 884, "epoch": 4.0, "percentage": 100.0, "elapsed_time": "1 day, 19:58:52", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..e15a9f4 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,6231 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.0, + "eval_steps": 500, + "global_step": 884, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.004527447651386531, + "grad_norm": 9.912898659097554, + "learning_rate": 0.0, + "loss": 0.704662561416626, + "step": 1 + }, + { + "epoch": 0.009054895302773062, + "grad_norm": 11.570635762100624, + "learning_rate": 1.1235955056179775e-06, + "loss": 0.7413114905357361, + "step": 2 + }, + { + "epoch": 0.013582342954159592, + "grad_norm": 11.534539965780745, + "learning_rate": 2.247191011235955e-06, + "loss": 0.7407010197639465, + "step": 3 + }, + { + "epoch": 0.018109790605546124, + "grad_norm": 11.197515354711427, + "learning_rate": 3.3707865168539327e-06, + "loss": 0.763998806476593, + "step": 4 + }, + { + "epoch": 0.022637238256932653, + "grad_norm": 8.440914434182256, + "learning_rate": 4.49438202247191e-06, + "loss": 0.7183060646057129, + "step": 5 + }, + { + "epoch": 0.027164685908319185, + "grad_norm": 5.699585146399442, + "learning_rate": 5.617977528089888e-06, + "loss": 0.638984203338623, + "step": 6 + }, + { + "epoch": 0.03169213355970572, + "grad_norm": 1.8448435550812394, + "learning_rate": 6.741573033707865e-06, + "loss": 0.48158273100852966, + "step": 7 + }, + { + "epoch": 0.03621958121109225, + "grad_norm": 1.6420510885571051, + "learning_rate": 7.865168539325843e-06, + "loss": 0.5159077048301697, + "step": 8 + }, + { + "epoch": 0.04074702886247878, + "grad_norm": 1.0582363331837332, + "learning_rate": 8.98876404494382e-06, + "loss": 0.4606141448020935, + "step": 9 + }, + { + "epoch": 0.045274476513865305, + "grad_norm": 1.3855426484013416, + "learning_rate": 1.0112359550561798e-05, + "loss": 0.4743913412094116, + "step": 10 + }, + { + "epoch": 0.04980192416525184, + "grad_norm": 0.9317004579840986, + "learning_rate": 1.1235955056179776e-05, + "loss": 0.4422619342803955, + "step": 11 + }, + { + "epoch": 0.05432937181663837, + "grad_norm": 0.7778790634981517, + "learning_rate": 1.2359550561797752e-05, + "loss": 0.4157835841178894, + "step": 12 + }, + { + "epoch": 0.0588568194680249, + "grad_norm": 0.7973555323801547, + "learning_rate": 1.348314606741573e-05, + "loss": 0.38240519165992737, + "step": 13 + }, + { + "epoch": 0.06338426711941143, + "grad_norm": 0.6808969539392029, + "learning_rate": 1.4606741573033709e-05, + "loss": 0.3956570029258728, + "step": 14 + }, + { + "epoch": 0.06791171477079797, + "grad_norm": 0.6476893513084165, + "learning_rate": 1.5730337078651687e-05, + "loss": 0.38245508074760437, + "step": 15 + }, + { + "epoch": 0.0724391624221845, + "grad_norm": 0.5574203855090996, + "learning_rate": 1.6853932584269665e-05, + "loss": 0.3645451068878174, + "step": 16 + }, + { + "epoch": 0.07696661007357103, + "grad_norm": 0.556142105956913, + "learning_rate": 1.797752808988764e-05, + "loss": 0.37906813621520996, + "step": 17 + }, + { + "epoch": 0.08149405772495756, + "grad_norm": 0.5390987389446441, + "learning_rate": 1.9101123595505618e-05, + "loss": 0.35216137766838074, + "step": 18 + }, + { + "epoch": 0.08602150537634409, + "grad_norm": 0.42363300643952606, + "learning_rate": 2.0224719101123596e-05, + "loss": 0.32894521951675415, + "step": 19 + }, + { + "epoch": 0.09054895302773061, + "grad_norm": 0.4504410413461609, + "learning_rate": 2.1348314606741574e-05, + "loss": 0.3588491380214691, + "step": 20 + }, + { + "epoch": 0.09507640067911714, + "grad_norm": 0.4248016680645426, + "learning_rate": 2.2471910112359552e-05, + "loss": 0.35492587089538574, + "step": 21 + }, + { + "epoch": 0.09960384833050367, + "grad_norm": 0.45292204165027866, + "learning_rate": 2.359550561797753e-05, + "loss": 0.3395863175392151, + "step": 22 + }, + { + "epoch": 0.1041312959818902, + "grad_norm": 0.4127018468390898, + "learning_rate": 2.4719101123595505e-05, + "loss": 0.3350675702095032, + "step": 23 + }, + { + "epoch": 0.10865874363327674, + "grad_norm": 0.41087243703557136, + "learning_rate": 2.5842696629213486e-05, + "loss": 0.32198527455329895, + "step": 24 + }, + { + "epoch": 0.11318619128466327, + "grad_norm": 0.4141054386106995, + "learning_rate": 2.696629213483146e-05, + "loss": 0.31030064821243286, + "step": 25 + }, + { + "epoch": 0.1177136389360498, + "grad_norm": 0.4007754482311067, + "learning_rate": 2.8089887640449443e-05, + "loss": 0.3337652087211609, + "step": 26 + }, + { + "epoch": 0.12224108658743633, + "grad_norm": 0.3445113938247397, + "learning_rate": 2.9213483146067417e-05, + "loss": 0.3164421319961548, + "step": 27 + }, + { + "epoch": 0.12676853423882287, + "grad_norm": 0.4165236729788368, + "learning_rate": 3.0337078651685396e-05, + "loss": 0.3188047409057617, + "step": 28 + }, + { + "epoch": 0.13129598189020938, + "grad_norm": 0.35793264806538255, + "learning_rate": 3.1460674157303374e-05, + "loss": 0.3220544457435608, + "step": 29 + }, + { + "epoch": 0.13582342954159593, + "grad_norm": 0.3693389074810848, + "learning_rate": 3.258426966292135e-05, + "loss": 0.2884308099746704, + "step": 30 + }, + { + "epoch": 0.14035087719298245, + "grad_norm": 0.3693829230677698, + "learning_rate": 3.370786516853933e-05, + "loss": 0.28860390186309814, + "step": 31 + }, + { + "epoch": 0.144878324844369, + "grad_norm": 0.2871781736218002, + "learning_rate": 3.483146067415731e-05, + "loss": 0.29432493448257446, + "step": 32 + }, + { + "epoch": 0.1494057724957555, + "grad_norm": 0.34659072254483303, + "learning_rate": 3.595505617977528e-05, + "loss": 0.29653051495552063, + "step": 33 + }, + { + "epoch": 0.15393322014714206, + "grad_norm": 0.3353984969007762, + "learning_rate": 3.7078651685393264e-05, + "loss": 0.31739920377731323, + "step": 34 + }, + { + "epoch": 0.15846066779852858, + "grad_norm": 0.30470773813342095, + "learning_rate": 3.8202247191011236e-05, + "loss": 0.2955687344074249, + "step": 35 + }, + { + "epoch": 0.16298811544991512, + "grad_norm": 0.3365610498312007, + "learning_rate": 3.9325842696629214e-05, + "loss": 0.28539973497390747, + "step": 36 + }, + { + "epoch": 0.16751556310130164, + "grad_norm": 0.3630734236817004, + "learning_rate": 4.044943820224719e-05, + "loss": 0.26939618587493896, + "step": 37 + }, + { + "epoch": 0.17204301075268819, + "grad_norm": 0.30664574697744273, + "learning_rate": 4.157303370786517e-05, + "loss": 0.2930394113063812, + "step": 38 + }, + { + "epoch": 0.1765704584040747, + "grad_norm": 0.3172929701625085, + "learning_rate": 4.269662921348315e-05, + "loss": 0.2929205000400543, + "step": 39 + }, + { + "epoch": 0.18109790605546122, + "grad_norm": 0.30282779948812566, + "learning_rate": 4.3820224719101126e-05, + "loss": 0.28868985176086426, + "step": 40 + }, + { + "epoch": 0.18562535370684777, + "grad_norm": 0.36387145692382533, + "learning_rate": 4.4943820224719104e-05, + "loss": 0.2901768386363983, + "step": 41 + }, + { + "epoch": 0.19015280135823429, + "grad_norm": 0.32552743560482894, + "learning_rate": 4.606741573033708e-05, + "loss": 0.2603440284729004, + "step": 42 + }, + { + "epoch": 0.19468024900962083, + "grad_norm": 0.32257099007122275, + "learning_rate": 4.719101123595506e-05, + "loss": 0.2538576126098633, + "step": 43 + }, + { + "epoch": 0.19920769666100735, + "grad_norm": 0.30260575607567747, + "learning_rate": 4.831460674157304e-05, + "loss": 0.270669549703598, + "step": 44 + }, + { + "epoch": 0.2037351443123939, + "grad_norm": 0.29630104759035064, + "learning_rate": 4.943820224719101e-05, + "loss": 0.299394428730011, + "step": 45 + }, + { + "epoch": 0.2082625919637804, + "grad_norm": 0.3143547122724143, + "learning_rate": 5.0561797752808995e-05, + "loss": 0.27803701162338257, + "step": 46 + }, + { + "epoch": 0.21279003961516696, + "grad_norm": 0.3069473445693767, + "learning_rate": 5.168539325842697e-05, + "loss": 0.2667008936405182, + "step": 47 + }, + { + "epoch": 0.21731748726655348, + "grad_norm": 0.32098032594841497, + "learning_rate": 5.2808988764044944e-05, + "loss": 0.25864067673683167, + "step": 48 + }, + { + "epoch": 0.22184493491794002, + "grad_norm": 0.3555508737165522, + "learning_rate": 5.393258426966292e-05, + "loss": 0.25849252939224243, + "step": 49 + }, + { + "epoch": 0.22637238256932654, + "grad_norm": 0.3557992878598279, + "learning_rate": 5.50561797752809e-05, + "loss": 0.25682830810546875, + "step": 50 + }, + { + "epoch": 0.23089983022071306, + "grad_norm": 0.3302326973115044, + "learning_rate": 5.6179775280898885e-05, + "loss": 0.2713906168937683, + "step": 51 + }, + { + "epoch": 0.2354272778720996, + "grad_norm": 0.3203937826524574, + "learning_rate": 5.730337078651685e-05, + "loss": 0.2719656527042389, + "step": 52 + }, + { + "epoch": 0.23995472552348612, + "grad_norm": 0.34684564119613337, + "learning_rate": 5.8426966292134835e-05, + "loss": 0.26817768812179565, + "step": 53 + }, + { + "epoch": 0.24448217317487267, + "grad_norm": 0.43126929639643324, + "learning_rate": 5.955056179775281e-05, + "loss": 0.26956790685653687, + "step": 54 + }, + { + "epoch": 0.2490096208262592, + "grad_norm": 0.3867030193280389, + "learning_rate": 6.067415730337079e-05, + "loss": 0.2570400834083557, + "step": 55 + }, + { + "epoch": 0.25353706847764573, + "grad_norm": 0.4120938739335183, + "learning_rate": 6.179775280898876e-05, + "loss": 0.2433938980102539, + "step": 56 + }, + { + "epoch": 0.25806451612903225, + "grad_norm": 0.3586156961196402, + "learning_rate": 6.292134831460675e-05, + "loss": 0.28030940890312195, + "step": 57 + }, + { + "epoch": 0.26259196378041877, + "grad_norm": 0.3666232259035239, + "learning_rate": 6.404494382022472e-05, + "loss": 0.2750133275985718, + "step": 58 + }, + { + "epoch": 0.26711941143180534, + "grad_norm": 0.3742199995843273, + "learning_rate": 6.51685393258427e-05, + "loss": 0.26811373233795166, + "step": 59 + }, + { + "epoch": 0.27164685908319186, + "grad_norm": 0.340295805859951, + "learning_rate": 6.629213483146067e-05, + "loss": 0.26556718349456787, + "step": 60 + }, + { + "epoch": 0.2761743067345784, + "grad_norm": 0.3910827471892104, + "learning_rate": 6.741573033707866e-05, + "loss": 0.26536938548088074, + "step": 61 + }, + { + "epoch": 0.2807017543859649, + "grad_norm": 0.4013017063957163, + "learning_rate": 6.853932584269663e-05, + "loss": 0.24445080757141113, + "step": 62 + }, + { + "epoch": 0.28522920203735147, + "grad_norm": 0.37310303240899334, + "learning_rate": 6.966292134831462e-05, + "loss": 0.2769097685813904, + "step": 63 + }, + { + "epoch": 0.289756649688738, + "grad_norm": 0.41547291584982365, + "learning_rate": 7.078651685393259e-05, + "loss": 0.27888572216033936, + "step": 64 + }, + { + "epoch": 0.2942840973401245, + "grad_norm": 0.3978298563806116, + "learning_rate": 7.191011235955056e-05, + "loss": 0.25978708267211914, + "step": 65 + }, + { + "epoch": 0.298811544991511, + "grad_norm": 0.34304353624930783, + "learning_rate": 7.303370786516854e-05, + "loss": 0.2618892788887024, + "step": 66 + }, + { + "epoch": 0.30333899264289754, + "grad_norm": 0.3568235886758767, + "learning_rate": 7.415730337078653e-05, + "loss": 0.27624228596687317, + "step": 67 + }, + { + "epoch": 0.3078664402942841, + "grad_norm": 0.4068129432872794, + "learning_rate": 7.52808988764045e-05, + "loss": 0.26165643334388733, + "step": 68 + }, + { + "epoch": 0.31239388794567063, + "grad_norm": 0.35618727820338963, + "learning_rate": 7.640449438202247e-05, + "loss": 0.23117734491825104, + "step": 69 + }, + { + "epoch": 0.31692133559705715, + "grad_norm": 0.29522791383335695, + "learning_rate": 7.752808988764046e-05, + "loss": 0.26893192529678345, + "step": 70 + }, + { + "epoch": 0.32144878324844367, + "grad_norm": 0.34184780027859696, + "learning_rate": 7.865168539325843e-05, + "loss": 0.265208899974823, + "step": 71 + }, + { + "epoch": 0.32597623089983024, + "grad_norm": 0.36453052433385097, + "learning_rate": 7.97752808988764e-05, + "loss": 0.26777154207229614, + "step": 72 + }, + { + "epoch": 0.33050367855121676, + "grad_norm": 0.31626063151863026, + "learning_rate": 8.089887640449438e-05, + "loss": 0.25969862937927246, + "step": 73 + }, + { + "epoch": 0.3350311262026033, + "grad_norm": 0.36078791784625247, + "learning_rate": 8.202247191011237e-05, + "loss": 0.252025842666626, + "step": 74 + }, + { + "epoch": 0.3395585738539898, + "grad_norm": 0.36592820199700676, + "learning_rate": 8.314606741573034e-05, + "loss": 0.23486942052841187, + "step": 75 + }, + { + "epoch": 0.34408602150537637, + "grad_norm": 0.37291138339143015, + "learning_rate": 8.426966292134831e-05, + "loss": 0.2732143998146057, + "step": 76 + }, + { + "epoch": 0.3486134691567629, + "grad_norm": 0.40292620977238186, + "learning_rate": 8.53932584269663e-05, + "loss": 0.27056077122688293, + "step": 77 + }, + { + "epoch": 0.3531409168081494, + "grad_norm": 0.3178919083590533, + "learning_rate": 8.651685393258427e-05, + "loss": 0.24804702401161194, + "step": 78 + }, + { + "epoch": 0.3576683644595359, + "grad_norm": 0.3824213813807792, + "learning_rate": 8.764044943820225e-05, + "loss": 0.2524891197681427, + "step": 79 + }, + { + "epoch": 0.36219581211092244, + "grad_norm": 0.39732669158813094, + "learning_rate": 8.876404494382022e-05, + "loss": 0.25263312458992004, + "step": 80 + }, + { + "epoch": 0.366723259762309, + "grad_norm": 0.40167655171657085, + "learning_rate": 8.988764044943821e-05, + "loss": 0.2401430904865265, + "step": 81 + }, + { + "epoch": 0.37125070741369554, + "grad_norm": 0.4156895140870112, + "learning_rate": 9.101123595505618e-05, + "loss": 0.2767913043498993, + "step": 82 + }, + { + "epoch": 0.37577815506508205, + "grad_norm": 0.36470302185591663, + "learning_rate": 9.213483146067416e-05, + "loss": 0.27237945795059204, + "step": 83 + }, + { + "epoch": 0.38030560271646857, + "grad_norm": 0.33621491342371873, + "learning_rate": 9.325842696629214e-05, + "loss": 0.26383328437805176, + "step": 84 + }, + { + "epoch": 0.38483305036785515, + "grad_norm": 0.41752007008704656, + "learning_rate": 9.438202247191012e-05, + "loss": 0.2715482711791992, + "step": 85 + }, + { + "epoch": 0.38936049801924166, + "grad_norm": 0.3810992799422323, + "learning_rate": 9.550561797752809e-05, + "loss": 0.2509955167770386, + "step": 86 + }, + { + "epoch": 0.3938879456706282, + "grad_norm": 0.37395173174434054, + "learning_rate": 9.662921348314608e-05, + "loss": 0.2497263103723526, + "step": 87 + }, + { + "epoch": 0.3984153933220147, + "grad_norm": 0.41548687649152877, + "learning_rate": 9.775280898876405e-05, + "loss": 0.2719443738460541, + "step": 88 + }, + { + "epoch": 0.4029428409734012, + "grad_norm": 0.3589498353469027, + "learning_rate": 9.887640449438202e-05, + "loss": 0.26369816064834595, + "step": 89 + }, + { + "epoch": 0.4074702886247878, + "grad_norm": 0.33451587322094073, + "learning_rate": 0.0001, + "loss": 0.2591651976108551, + "step": 90 + }, + { + "epoch": 0.4119977362761743, + "grad_norm": 0.3629069875769648, + "learning_rate": 9.999960960438442e-05, + "loss": 0.257312148809433, + "step": 91 + }, + { + "epoch": 0.4165251839275608, + "grad_norm": 0.3840755219827805, + "learning_rate": 9.999843842363401e-05, + "loss": 0.2674788236618042, + "step": 92 + }, + { + "epoch": 0.42105263157894735, + "grad_norm": 0.3303447013720405, + "learning_rate": 9.999648647603774e-05, + "loss": 0.24443332850933075, + "step": 93 + }, + { + "epoch": 0.4255800792303339, + "grad_norm": 0.31673300660852427, + "learning_rate": 9.99937537920769e-05, + "loss": 0.2551422417163849, + "step": 94 + }, + { + "epoch": 0.43010752688172044, + "grad_norm": 0.30992880019470387, + "learning_rate": 9.999024041442456e-05, + "loss": 0.2655659317970276, + "step": 95 + }, + { + "epoch": 0.43463497453310695, + "grad_norm": 0.3361276340451737, + "learning_rate": 9.998594639794501e-05, + "loss": 0.2640272378921509, + "step": 96 + }, + { + "epoch": 0.4391624221844935, + "grad_norm": 0.31861601679153306, + "learning_rate": 9.998087180969289e-05, + "loss": 0.2508934438228607, + "step": 97 + }, + { + "epoch": 0.44368986983588005, + "grad_norm": 0.3141874772255754, + "learning_rate": 9.997501672891207e-05, + "loss": 0.2459731549024582, + "step": 98 + }, + { + "epoch": 0.44821731748726656, + "grad_norm": 0.3417995555895257, + "learning_rate": 9.996838124703447e-05, + "loss": 0.2545221447944641, + "step": 99 + }, + { + "epoch": 0.4527447651386531, + "grad_norm": 0.32772554154297434, + "learning_rate": 9.99609654676786e-05, + "loss": 0.23231828212738037, + "step": 100 + }, + { + "epoch": 0.4572722127900396, + "grad_norm": 0.31390097725170435, + "learning_rate": 9.995276950664796e-05, + "loss": 0.26731887459754944, + "step": 101 + }, + { + "epoch": 0.4617996604414261, + "grad_norm": 0.36839050365963416, + "learning_rate": 9.994379349192926e-05, + "loss": 0.2589717507362366, + "step": 102 + }, + { + "epoch": 0.4663271080928127, + "grad_norm": 0.3230085260059877, + "learning_rate": 9.993403756369038e-05, + "loss": 0.2471804916858673, + "step": 103 + }, + { + "epoch": 0.4708545557441992, + "grad_norm": 0.3527635871153749, + "learning_rate": 9.992350187427815e-05, + "loss": 0.2583211660385132, + "step": 104 + }, + { + "epoch": 0.47538200339558573, + "grad_norm": 0.3257945006410995, + "learning_rate": 9.991218658821608e-05, + "loss": 0.23961997032165527, + "step": 105 + }, + { + "epoch": 0.47990945104697225, + "grad_norm": 0.320334711261071, + "learning_rate": 9.990009188220167e-05, + "loss": 0.2344263792037964, + "step": 106 + }, + { + "epoch": 0.4844368986983588, + "grad_norm": 0.2826225136540489, + "learning_rate": 9.988721794510374e-05, + "loss": 0.24988439679145813, + "step": 107 + }, + { + "epoch": 0.48896434634974534, + "grad_norm": 0.28247379517350096, + "learning_rate": 9.987356497795943e-05, + "loss": 0.26465803384780884, + "step": 108 + }, + { + "epoch": 0.49349179400113186, + "grad_norm": 0.30751957231400473, + "learning_rate": 9.985913319397109e-05, + "loss": 0.26271963119506836, + "step": 109 + }, + { + "epoch": 0.4980192416525184, + "grad_norm": 0.29507363950644233, + "learning_rate": 9.984392281850293e-05, + "loss": 0.25772029161453247, + "step": 110 + }, + { + "epoch": 0.5025466893039049, + "grad_norm": 0.3177993118197023, + "learning_rate": 9.982793408907747e-05, + "loss": 0.24420583248138428, + "step": 111 + }, + { + "epoch": 0.5070741369552915, + "grad_norm": 0.30002396119316954, + "learning_rate": 9.981116725537194e-05, + "loss": 0.23018613457679749, + "step": 112 + }, + { + "epoch": 0.511601584606678, + "grad_norm": 0.30591462803235053, + "learning_rate": 9.979362257921427e-05, + "loss": 0.25676852464675903, + "step": 113 + }, + { + "epoch": 0.5161290322580645, + "grad_norm": 0.2771867071105219, + "learning_rate": 9.977530033457905e-05, + "loss": 0.26490455865859985, + "step": 114 + }, + { + "epoch": 0.5206564799094511, + "grad_norm": 0.2695074487782023, + "learning_rate": 9.97562008075832e-05, + "loss": 0.26009300351142883, + "step": 115 + }, + { + "epoch": 0.5251839275608375, + "grad_norm": 0.29418055761111117, + "learning_rate": 9.973632429648165e-05, + "loss": 0.2581276297569275, + "step": 116 + }, + { + "epoch": 0.5297113752122241, + "grad_norm": 0.2797820785269771, + "learning_rate": 9.971567111166246e-05, + "loss": 0.24163666367530823, + "step": 117 + }, + { + "epoch": 0.5342388228636107, + "grad_norm": 0.3325911505915364, + "learning_rate": 9.969424157564215e-05, + "loss": 0.24011248350143433, + "step": 118 + }, + { + "epoch": 0.5387662705149971, + "grad_norm": 0.2844676569188647, + "learning_rate": 9.967203602306061e-05, + "loss": 0.23980462551116943, + "step": 119 + }, + { + "epoch": 0.5432937181663837, + "grad_norm": 0.2862344840570254, + "learning_rate": 9.964905480067586e-05, + "loss": 0.2630372643470764, + "step": 120 + }, + { + "epoch": 0.5478211658177702, + "grad_norm": 0.28341803695593515, + "learning_rate": 9.96252982673586e-05, + "loss": 0.25794416666030884, + "step": 121 + }, + { + "epoch": 0.5523486134691568, + "grad_norm": 0.2823295105070198, + "learning_rate": 9.960076679408674e-05, + "loss": 0.24132010340690613, + "step": 122 + }, + { + "epoch": 0.5568760611205433, + "grad_norm": 0.27570977649505757, + "learning_rate": 9.957546076393943e-05, + "loss": 0.23130124807357788, + "step": 123 + }, + { + "epoch": 0.5614035087719298, + "grad_norm": 0.2790707776447979, + "learning_rate": 9.954938057209121e-05, + "loss": 0.22781060636043549, + "step": 124 + }, + { + "epoch": 0.5659309564233164, + "grad_norm": 0.2939545202863887, + "learning_rate": 9.952252662580579e-05, + "loss": 0.2287454903125763, + "step": 125 + }, + { + "epoch": 0.5704584040747029, + "grad_norm": 0.3370977301578632, + "learning_rate": 9.949489934442966e-05, + "loss": 0.2620600759983063, + "step": 126 + }, + { + "epoch": 0.5749858517260894, + "grad_norm": 0.3152020396356069, + "learning_rate": 9.946649915938562e-05, + "loss": 0.2481548935174942, + "step": 127 + }, + { + "epoch": 0.579513299377476, + "grad_norm": 0.2839964481543971, + "learning_rate": 9.943732651416597e-05, + "loss": 0.24060115218162537, + "step": 128 + }, + { + "epoch": 0.5840407470288624, + "grad_norm": 0.3082572196378021, + "learning_rate": 9.940738186432565e-05, + "loss": 0.24669115245342255, + "step": 129 + }, + { + "epoch": 0.588568194680249, + "grad_norm": 0.3175326451046873, + "learning_rate": 9.937666567747501e-05, + "loss": 0.232182115316391, + "step": 130 + }, + { + "epoch": 0.5930956423316356, + "grad_norm": 0.2946456608292691, + "learning_rate": 9.934517843327269e-05, + "loss": 0.22415456175804138, + "step": 131 + }, + { + "epoch": 0.597623089983022, + "grad_norm": 0.3029418466381808, + "learning_rate": 9.931292062341793e-05, + "loss": 0.25596803426742554, + "step": 132 + }, + { + "epoch": 0.6021505376344086, + "grad_norm": 0.26570149470696636, + "learning_rate": 9.927989275164305e-05, + "loss": 0.25962620973587036, + "step": 133 + }, + { + "epoch": 0.6066779852857951, + "grad_norm": 0.26184979344110004, + "learning_rate": 9.924609533370551e-05, + "loss": 0.2516033351421356, + "step": 134 + }, + { + "epoch": 0.6112054329371817, + "grad_norm": 0.29194357336431614, + "learning_rate": 9.921152889737984e-05, + "loss": 0.2449331432580948, + "step": 135 + }, + { + "epoch": 0.6157328805885682, + "grad_norm": 0.2817364203286285, + "learning_rate": 9.917619398244949e-05, + "loss": 0.23890982568264008, + "step": 136 + }, + { + "epoch": 0.6202603282399547, + "grad_norm": 0.28221458993411364, + "learning_rate": 9.914009114069824e-05, + "loss": 0.2346743941307068, + "step": 137 + }, + { + "epoch": 0.6247877758913413, + "grad_norm": 0.2890703412087473, + "learning_rate": 9.910322093590177e-05, + "loss": 0.26403021812438965, + "step": 138 + }, + { + "epoch": 0.6293152235427278, + "grad_norm": 0.2775688212501171, + "learning_rate": 9.90655839438187e-05, + "loss": 0.2611105442047119, + "step": 139 + }, + { + "epoch": 0.6338426711941143, + "grad_norm": 0.28175236393188907, + "learning_rate": 9.902718075218176e-05, + "loss": 0.2559444308280945, + "step": 140 + }, + { + "epoch": 0.6383701188455009, + "grad_norm": 0.2808421807548938, + "learning_rate": 9.898801196068839e-05, + "loss": 0.24988169968128204, + "step": 141 + }, + { + "epoch": 0.6428975664968873, + "grad_norm": 0.28565156352811083, + "learning_rate": 9.89480781809916e-05, + "loss": 0.23623761534690857, + "step": 142 + }, + { + "epoch": 0.6474250141482739, + "grad_norm": 0.29055336575982305, + "learning_rate": 9.890738003669029e-05, + "loss": 0.23513942956924438, + "step": 143 + }, + { + "epoch": 0.6519524617996605, + "grad_norm": 0.2609119776160892, + "learning_rate": 9.886591816331954e-05, + "loss": 0.2382441908121109, + "step": 144 + }, + { + "epoch": 0.656479909451047, + "grad_norm": 0.2625283116555289, + "learning_rate": 9.882369320834069e-05, + "loss": 0.25793686509132385, + "step": 145 + }, + { + "epoch": 0.6610073571024335, + "grad_norm": 0.2618134108702404, + "learning_rate": 9.878070583113123e-05, + "loss": 0.25634902715682983, + "step": 146 + }, + { + "epoch": 0.66553480475382, + "grad_norm": 0.2618703653278327, + "learning_rate": 9.87369567029745e-05, + "loss": 0.23825976252555847, + "step": 147 + }, + { + "epoch": 0.6700622524052066, + "grad_norm": 0.24549141424367749, + "learning_rate": 9.869244650704923e-05, + "loss": 0.23139911890029907, + "step": 148 + }, + { + "epoch": 0.6745897000565931, + "grad_norm": 0.2919179784703248, + "learning_rate": 9.864717593841883e-05, + "loss": 0.2364065945148468, + "step": 149 + }, + { + "epoch": 0.6791171477079796, + "grad_norm": 0.3068776756186207, + "learning_rate": 9.860114570402054e-05, + "loss": 0.22805152833461761, + "step": 150 + }, + { + "epoch": 0.6836445953593662, + "grad_norm": 0.24926557146946038, + "learning_rate": 9.855435652265446e-05, + "loss": 0.25066664814949036, + "step": 151 + }, + { + "epoch": 0.6881720430107527, + "grad_norm": 0.31210984138209535, + "learning_rate": 9.85068091249722e-05, + "loss": 0.2638513743877411, + "step": 152 + }, + { + "epoch": 0.6926994906621392, + "grad_norm": 0.29266749441113704, + "learning_rate": 9.845850425346563e-05, + "loss": 0.24220243096351624, + "step": 153 + }, + { + "epoch": 0.6972269383135258, + "grad_norm": 0.2700294950759208, + "learning_rate": 9.840944266245511e-05, + "loss": 0.22989992797374725, + "step": 154 + }, + { + "epoch": 0.7017543859649122, + "grad_norm": 0.281010988179117, + "learning_rate": 9.835962511807786e-05, + "loss": 0.2375098466873169, + "step": 155 + }, + { + "epoch": 0.7062818336162988, + "grad_norm": 0.30729269930306746, + "learning_rate": 9.830905239827593e-05, + "loss": 0.2361062467098236, + "step": 156 + }, + { + "epoch": 0.7108092812676854, + "grad_norm": 0.25590332210065875, + "learning_rate": 9.825772529278401e-05, + "loss": 0.23588624596595764, + "step": 157 + }, + { + "epoch": 0.7153367289190719, + "grad_norm": 0.31448280989647853, + "learning_rate": 9.820564460311718e-05, + "loss": 0.26085129380226135, + "step": 158 + }, + { + "epoch": 0.7198641765704584, + "grad_norm": 0.26424643377935236, + "learning_rate": 9.815281114255841e-05, + "loss": 0.24308937788009644, + "step": 159 + }, + { + "epoch": 0.7243916242218449, + "grad_norm": 0.2861457501124968, + "learning_rate": 9.809922573614569e-05, + "loss": 0.23594915866851807, + "step": 160 + }, + { + "epoch": 0.7289190718732315, + "grad_norm": 0.27887102169366423, + "learning_rate": 9.804488922065937e-05, + "loss": 0.22787603735923767, + "step": 161 + }, + { + "epoch": 0.733446519524618, + "grad_norm": 0.25822092011332204, + "learning_rate": 9.798980244460893e-05, + "loss": 0.2265864610671997, + "step": 162 + }, + { + "epoch": 0.7379739671760045, + "grad_norm": 0.2671374759174116, + "learning_rate": 9.79339662682198e-05, + "loss": 0.24127787351608276, + "step": 163 + }, + { + "epoch": 0.7425014148273911, + "grad_norm": 0.2548892719346753, + "learning_rate": 9.787738156341992e-05, + "loss": 0.2710321247577667, + "step": 164 + }, + { + "epoch": 0.7470288624787776, + "grad_norm": 0.275831569381297, + "learning_rate": 9.782004921382612e-05, + "loss": 0.2556942403316498, + "step": 165 + }, + { + "epoch": 0.7515563101301641, + "grad_norm": 0.269064177544399, + "learning_rate": 9.776197011473033e-05, + "loss": 0.235366553068161, + "step": 166 + }, + { + "epoch": 0.7560837577815507, + "grad_norm": 0.26612381338020386, + "learning_rate": 9.770314517308554e-05, + "loss": 0.22850793600082397, + "step": 167 + }, + { + "epoch": 0.7606112054329371, + "grad_norm": 0.2950948787933902, + "learning_rate": 9.764357530749178e-05, + "loss": 0.21261030435562134, + "step": 168 + }, + { + "epoch": 0.7651386530843237, + "grad_norm": 0.25123182860694, + "learning_rate": 9.758326144818155e-05, + "loss": 0.2538388967514038, + "step": 169 + }, + { + "epoch": 0.7696661007357103, + "grad_norm": 0.2732466231923803, + "learning_rate": 9.752220453700556e-05, + "loss": 0.26699525117874146, + "step": 170 + }, + { + "epoch": 0.7741935483870968, + "grad_norm": 0.2782731752817353, + "learning_rate": 9.74604055274178e-05, + "loss": 0.24641463160514832, + "step": 171 + }, + { + "epoch": 0.7787209960384833, + "grad_norm": 0.247210966114068, + "learning_rate": 9.739786538446076e-05, + "loss": 0.2501038908958435, + "step": 172 + }, + { + "epoch": 0.7832484436898698, + "grad_norm": 0.27530294426655916, + "learning_rate": 9.733458508475037e-05, + "loss": 0.2417881190776825, + "step": 173 + }, + { + "epoch": 0.7877758913412564, + "grad_norm": 0.2523811344572268, + "learning_rate": 9.727056561646066e-05, + "loss": 0.22153747081756592, + "step": 174 + }, + { + "epoch": 0.7923033389926429, + "grad_norm": 0.31380982209356834, + "learning_rate": 9.720580797930845e-05, + "loss": 0.21761545538902283, + "step": 175 + }, + { + "epoch": 0.7968307866440294, + "grad_norm": 0.2608751562910921, + "learning_rate": 9.714031318453764e-05, + "loss": 0.26552385091781616, + "step": 176 + }, + { + "epoch": 0.801358234295416, + "grad_norm": 0.26240711982162157, + "learning_rate": 9.707408225490344e-05, + "loss": 0.24315059185028076, + "step": 177 + }, + { + "epoch": 0.8058856819468024, + "grad_norm": 0.2492667246400354, + "learning_rate": 9.700711622465643e-05, + "loss": 0.23814553022384644, + "step": 178 + }, + { + "epoch": 0.810413129598189, + "grad_norm": 0.2798579758688783, + "learning_rate": 9.693941613952642e-05, + "loss": 0.2307881861925125, + "step": 179 + }, + { + "epoch": 0.8149405772495756, + "grad_norm": 0.2526797413748999, + "learning_rate": 9.687098305670605e-05, + "loss": 0.2314993441104889, + "step": 180 + }, + { + "epoch": 0.819468024900962, + "grad_norm": 0.27342696621039475, + "learning_rate": 9.680181804483434e-05, + "loss": 0.21843808889389038, + "step": 181 + }, + { + "epoch": 0.8239954725523486, + "grad_norm": 0.27599884141353176, + "learning_rate": 9.673192218398e-05, + "loss": 0.25147268176078796, + "step": 182 + }, + { + "epoch": 0.8285229202037352, + "grad_norm": 0.2379839159731896, + "learning_rate": 9.66612965656245e-05, + "loss": 0.23470696806907654, + "step": 183 + }, + { + "epoch": 0.8330503678551217, + "grad_norm": 0.2377607729961128, + "learning_rate": 9.658994229264514e-05, + "loss": 0.23892493546009064, + "step": 184 + }, + { + "epoch": 0.8375778155065082, + "grad_norm": 0.2765508729309311, + "learning_rate": 9.651786047929773e-05, + "loss": 0.22539551556110382, + "step": 185 + }, + { + "epoch": 0.8421052631578947, + "grad_norm": 0.2519593343985967, + "learning_rate": 9.644505225119922e-05, + "loss": 0.22245247662067413, + "step": 186 + }, + { + "epoch": 0.8466327108092813, + "grad_norm": 0.2628128409473277, + "learning_rate": 9.637151874531014e-05, + "loss": 0.22229069471359253, + "step": 187 + }, + { + "epoch": 0.8511601584606678, + "grad_norm": 0.24756613696937937, + "learning_rate": 9.62972611099168e-05, + "loss": 0.23303383588790894, + "step": 188 + }, + { + "epoch": 0.8556876061120543, + "grad_norm": 0.21745096846866624, + "learning_rate": 9.622228050461343e-05, + "loss": 0.2513193190097809, + "step": 189 + }, + { + "epoch": 0.8602150537634409, + "grad_norm": 0.25236639225485624, + "learning_rate": 9.614657810028402e-05, + "loss": 0.24287942051887512, + "step": 190 + }, + { + "epoch": 0.8647425014148273, + "grad_norm": 0.22852889983816463, + "learning_rate": 9.607015507908401e-05, + "loss": 0.2401147484779358, + "step": 191 + }, + { + "epoch": 0.8692699490662139, + "grad_norm": 0.2674473200163257, + "learning_rate": 9.599301263442192e-05, + "loss": 0.22889262437820435, + "step": 192 + }, + { + "epoch": 0.8737973967176005, + "grad_norm": 0.24774642015877638, + "learning_rate": 9.591515197094064e-05, + "loss": 0.22174108028411865, + "step": 193 + }, + { + "epoch": 0.878324844368987, + "grad_norm": 0.2251412757821093, + "learning_rate": 9.583657430449862e-05, + "loss": 0.22398972511291504, + "step": 194 + }, + { + "epoch": 0.8828522920203735, + "grad_norm": 0.240165320306096, + "learning_rate": 9.575728086215092e-05, + "loss": 0.24194234609603882, + "step": 195 + }, + { + "epoch": 0.8873797396717601, + "grad_norm": 0.3695367603182094, + "learning_rate": 9.567727288213005e-05, + "loss": 0.26238495111465454, + "step": 196 + }, + { + "epoch": 0.8919071873231466, + "grad_norm": 0.23280374098825996, + "learning_rate": 9.559655161382657e-05, + "loss": 0.22860734164714813, + "step": 197 + }, + { + "epoch": 0.8964346349745331, + "grad_norm": 0.25973865710646277, + "learning_rate": 9.551511831776965e-05, + "loss": 0.23258307576179504, + "step": 198 + }, + { + "epoch": 0.9009620826259196, + "grad_norm": 0.24401070938951658, + "learning_rate": 9.543297426560739e-05, + "loss": 0.22125867009162903, + "step": 199 + }, + { + "epoch": 0.9054895302773062, + "grad_norm": 0.2822334392942023, + "learning_rate": 9.535012074008687e-05, + "loss": 0.21612870693206787, + "step": 200 + }, + { + "epoch": 0.9100169779286927, + "grad_norm": 0.25403982737539815, + "learning_rate": 9.526655903503423e-05, + "loss": 0.2510525584220886, + "step": 201 + }, + { + "epoch": 0.9145444255800792, + "grad_norm": 0.2673253097092775, + "learning_rate": 9.518229045533438e-05, + "loss": 0.22703340649604797, + "step": 202 + }, + { + "epoch": 0.9190718732314658, + "grad_norm": 0.2544786736455726, + "learning_rate": 9.50973163169107e-05, + "loss": 0.24126993119716644, + "step": 203 + }, + { + "epoch": 0.9235993208828522, + "grad_norm": 0.25793075974148677, + "learning_rate": 9.501163794670444e-05, + "loss": 0.22873973846435547, + "step": 204 + }, + { + "epoch": 0.9281267685342388, + "grad_norm": 0.2752285689352442, + "learning_rate": 9.492525668265399e-05, + "loss": 0.21138757467269897, + "step": 205 + }, + { + "epoch": 0.9326542161856254, + "grad_norm": 0.24474589938416696, + "learning_rate": 9.483817387367403e-05, + "loss": 0.2193620204925537, + "step": 206 + }, + { + "epoch": 0.9371816638370118, + "grad_norm": 0.2528310377042809, + "learning_rate": 9.475039087963442e-05, + "loss": 0.2507357895374298, + "step": 207 + }, + { + "epoch": 0.9417091114883984, + "grad_norm": 0.23129738265349994, + "learning_rate": 9.4661909071339e-05, + "loss": 0.2444463074207306, + "step": 208 + }, + { + "epoch": 0.946236559139785, + "grad_norm": 0.2573095558750083, + "learning_rate": 9.45727298305042e-05, + "loss": 0.23638638854026794, + "step": 209 + }, + { + "epoch": 0.9507640067911715, + "grad_norm": 0.2515375484392366, + "learning_rate": 9.448285454973738e-05, + "loss": 0.2397586703300476, + "step": 210 + }, + { + "epoch": 0.955291454442558, + "grad_norm": 0.2372193469399196, + "learning_rate": 9.439228463251515e-05, + "loss": 0.2245749980211258, + "step": 211 + }, + { + "epoch": 0.9598189020939445, + "grad_norm": 0.2714440784648232, + "learning_rate": 9.430102149316146e-05, + "loss": 0.23028632998466492, + "step": 212 + }, + { + "epoch": 0.9643463497453311, + "grad_norm": 0.23968073230614428, + "learning_rate": 9.420906655682553e-05, + "loss": 0.2380228042602539, + "step": 213 + }, + { + "epoch": 0.9688737973967176, + "grad_norm": 0.2212932861961108, + "learning_rate": 9.411642125945945e-05, + "loss": 0.24913515150547028, + "step": 214 + }, + { + "epoch": 0.9734012450481041, + "grad_norm": 0.2454853876146069, + "learning_rate": 9.402308704779599e-05, + "loss": 0.23333734273910522, + "step": 215 + }, + { + "epoch": 0.9779286926994907, + "grad_norm": 0.22069122865008636, + "learning_rate": 9.392906537932582e-05, + "loss": 0.2362390011548996, + "step": 216 + }, + { + "epoch": 0.9824561403508771, + "grad_norm": 0.2615361622462132, + "learning_rate": 9.38343577222748e-05, + "loss": 0.22081774473190308, + "step": 217 + }, + { + "epoch": 0.9869835880022637, + "grad_norm": 0.24607026565299575, + "learning_rate": 9.373896555558113e-05, + "loss": 0.22281277179718018, + "step": 218 + }, + { + "epoch": 0.9915110356536503, + "grad_norm": 0.3213662621119955, + "learning_rate": 9.364289036887213e-05, + "loss": 0.2349088191986084, + "step": 219 + }, + { + "epoch": 0.9960384833050367, + "grad_norm": 0.23379740443138045, + "learning_rate": 9.354613366244108e-05, + "loss": 0.23271436989307404, + "step": 220 + }, + { + "epoch": 1.0, + "grad_norm": 0.26499035972613255, + "learning_rate": 9.344869694722372e-05, + "loss": 0.22342568635940552, + "step": 221 + }, + { + "epoch": 1.0045274476513866, + "grad_norm": 0.2752850648594146, + "learning_rate": 9.335058174477471e-05, + "loss": 0.20739434659481049, + "step": 222 + }, + { + "epoch": 1.0090548953027731, + "grad_norm": 0.24098221436784062, + "learning_rate": 9.325178958724386e-05, + "loss": 0.2148832529783249, + "step": 223 + }, + { + "epoch": 1.0135823429541595, + "grad_norm": 0.2879563972448631, + "learning_rate": 9.315232201735217e-05, + "loss": 0.19599905610084534, + "step": 224 + }, + { + "epoch": 1.018109790605546, + "grad_norm": 0.2922679962376902, + "learning_rate": 9.305218058836778e-05, + "loss": 0.18351894617080688, + "step": 225 + }, + { + "epoch": 1.0226372382569326, + "grad_norm": 0.2638706498950157, + "learning_rate": 9.295136686408166e-05, + "loss": 0.17019593715667725, + "step": 226 + }, + { + "epoch": 1.0271646859083192, + "grad_norm": 0.28406751291904697, + "learning_rate": 9.284988241878326e-05, + "loss": 0.1615096628665924, + "step": 227 + }, + { + "epoch": 1.0316921335597058, + "grad_norm": 0.28488039655510994, + "learning_rate": 9.274772883723587e-05, + "loss": 0.18971635401248932, + "step": 228 + }, + { + "epoch": 1.0362195812110921, + "grad_norm": 0.22879868791939567, + "learning_rate": 9.264490771465191e-05, + "loss": 0.20442956686019897, + "step": 229 + }, + { + "epoch": 1.0407470288624787, + "grad_norm": 0.25817967842281037, + "learning_rate": 9.254142065666801e-05, + "loss": 0.18615120649337769, + "step": 230 + }, + { + "epoch": 1.0452744765138653, + "grad_norm": 0.2579986697138899, + "learning_rate": 9.243726927931991e-05, + "loss": 0.17054522037506104, + "step": 231 + }, + { + "epoch": 1.0498019241652519, + "grad_norm": 0.2530770386261921, + "learning_rate": 9.233245520901723e-05, + "loss": 0.1674395054578781, + "step": 232 + }, + { + "epoch": 1.0543293718166384, + "grad_norm": 0.25560438874254243, + "learning_rate": 9.222698008251813e-05, + "loss": 0.166593998670578, + "step": 233 + }, + { + "epoch": 1.058856819468025, + "grad_norm": 0.32317543774295115, + "learning_rate": 9.21208455469037e-05, + "loss": 0.199741929769516, + "step": 234 + }, + { + "epoch": 1.0633842671194114, + "grad_norm": 0.24884612149048577, + "learning_rate": 9.201405325955221e-05, + "loss": 0.19953754544258118, + "step": 235 + }, + { + "epoch": 1.067911714770798, + "grad_norm": 0.23481904213991484, + "learning_rate": 9.190660488811331e-05, + "loss": 0.1850803941488266, + "step": 236 + }, + { + "epoch": 1.0724391624221845, + "grad_norm": 0.26830396060800593, + "learning_rate": 9.179850211048193e-05, + "loss": 0.19193042814731598, + "step": 237 + }, + { + "epoch": 1.076966610073571, + "grad_norm": 0.25425212272986186, + "learning_rate": 9.168974661477205e-05, + "loss": 0.17169542610645294, + "step": 238 + }, + { + "epoch": 1.0814940577249577, + "grad_norm": 0.24164852163929176, + "learning_rate": 9.158034009929046e-05, + "loss": 0.16295838356018066, + "step": 239 + }, + { + "epoch": 1.086021505376344, + "grad_norm": 0.2960035170475587, + "learning_rate": 9.14702842725101e-05, + "loss": 0.19935685396194458, + "step": 240 + }, + { + "epoch": 1.0905489530277306, + "grad_norm": 0.29022028829516544, + "learning_rate": 9.135958085304344e-05, + "loss": 0.20939302444458008, + "step": 241 + }, + { + "epoch": 1.0950764006791172, + "grad_norm": 0.2464121104543295, + "learning_rate": 9.12482315696157e-05, + "loss": 0.1964278519153595, + "step": 242 + }, + { + "epoch": 1.0996038483305037, + "grad_norm": 0.2780392524554886, + "learning_rate": 9.113623816103773e-05, + "loss": 0.18398499488830566, + "step": 243 + }, + { + "epoch": 1.1041312959818903, + "grad_norm": 0.24843742573980285, + "learning_rate": 9.102360237617899e-05, + "loss": 0.1648891270160675, + "step": 244 + }, + { + "epoch": 1.1086587436332767, + "grad_norm": 0.2719985733182779, + "learning_rate": 9.091032597394012e-05, + "loss": 0.16693006455898285, + "step": 245 + }, + { + "epoch": 1.1131861912846632, + "grad_norm": 0.2922019324194098, + "learning_rate": 9.079641072322556e-05, + "loss": 0.17014384269714355, + "step": 246 + }, + { + "epoch": 1.1177136389360498, + "grad_norm": 0.2694898285990861, + "learning_rate": 9.068185840291588e-05, + "loss": 0.20611386001110077, + "step": 247 + }, + { + "epoch": 1.1222410865874364, + "grad_norm": 0.25913955722976884, + "learning_rate": 9.056667080184003e-05, + "loss": 0.20523002743721008, + "step": 248 + }, + { + "epoch": 1.126768534238823, + "grad_norm": 0.23805155408702844, + "learning_rate": 9.045084971874738e-05, + "loss": 0.1908320188522339, + "step": 249 + }, + { + "epoch": 1.1312959818902093, + "grad_norm": 0.2470384177768955, + "learning_rate": 9.033439696227965e-05, + "loss": 0.17448925971984863, + "step": 250 + }, + { + "epoch": 1.1358234295415959, + "grad_norm": 0.24421211016429645, + "learning_rate": 9.021731435094268e-05, + "loss": 0.17978568375110626, + "step": 251 + }, + { + "epoch": 1.1403508771929824, + "grad_norm": 0.25947666303083733, + "learning_rate": 9.009960371307798e-05, + "loss": 0.15618249773979187, + "step": 252 + }, + { + "epoch": 1.144878324844369, + "grad_norm": 0.27569138136904253, + "learning_rate": 8.998126688683422e-05, + "loss": 0.20588532090187073, + "step": 253 + }, + { + "epoch": 1.1494057724957556, + "grad_norm": 0.27422459568616203, + "learning_rate": 8.986230572013855e-05, + "loss": 0.21392375230789185, + "step": 254 + }, + { + "epoch": 1.1539332201471422, + "grad_norm": 0.24852824385492137, + "learning_rate": 8.974272207066767e-05, + "loss": 0.18582111597061157, + "step": 255 + }, + { + "epoch": 1.1584606677985285, + "grad_norm": 0.24375124438036957, + "learning_rate": 8.962251780581887e-05, + "loss": 0.18185541033744812, + "step": 256 + }, + { + "epoch": 1.162988115449915, + "grad_norm": 0.2547521793599632, + "learning_rate": 8.95016948026809e-05, + "loss": 0.1750154048204422, + "step": 257 + }, + { + "epoch": 1.1675155631013017, + "grad_norm": 0.28224762417970106, + "learning_rate": 8.938025494800454e-05, + "loss": 0.16390518844127655, + "step": 258 + }, + { + "epoch": 1.1720430107526882, + "grad_norm": 0.24033758475859487, + "learning_rate": 8.925820013817329e-05, + "loss": 0.19912275671958923, + "step": 259 + }, + { + "epoch": 1.1765704584040746, + "grad_norm": 0.24817487616754882, + "learning_rate": 8.913553227917367e-05, + "loss": 0.20072248578071594, + "step": 260 + }, + { + "epoch": 1.1810979060554612, + "grad_norm": 0.24205577998995131, + "learning_rate": 8.901225328656542e-05, + "loss": 0.19208306074142456, + "step": 261 + }, + { + "epoch": 1.1856253537068477, + "grad_norm": 0.22991487472466549, + "learning_rate": 8.88883650854517e-05, + "loss": 0.18774566054344177, + "step": 262 + }, + { + "epoch": 1.1901528013582343, + "grad_norm": 0.2578167724932888, + "learning_rate": 8.876386961044891e-05, + "loss": 0.17961907386779785, + "step": 263 + }, + { + "epoch": 1.1946802490096209, + "grad_norm": 0.25461586663077734, + "learning_rate": 8.863876880565656e-05, + "loss": 0.1687210202217102, + "step": 264 + }, + { + "epoch": 1.1992076966610075, + "grad_norm": 0.23594236397959223, + "learning_rate": 8.851306462462688e-05, + "loss": 0.18248504400253296, + "step": 265 + }, + { + "epoch": 1.2037351443123938, + "grad_norm": 0.23685664063354384, + "learning_rate": 8.83867590303343e-05, + "loss": 0.199457585811615, + "step": 266 + }, + { + "epoch": 1.2082625919637804, + "grad_norm": 0.23288586801493874, + "learning_rate": 8.825985399514487e-05, + "loss": 0.19683831930160522, + "step": 267 + }, + { + "epoch": 1.212790039615167, + "grad_norm": 0.22652733194791236, + "learning_rate": 8.813235150078531e-05, + "loss": 0.1852969229221344, + "step": 268 + }, + { + "epoch": 1.2173174872665535, + "grad_norm": 0.2228879720848376, + "learning_rate": 8.800425353831226e-05, + "loss": 0.17336446046829224, + "step": 269 + }, + { + "epoch": 1.22184493491794, + "grad_norm": 0.22594774756703834, + "learning_rate": 8.787556210808101e-05, + "loss": 0.16956844925880432, + "step": 270 + }, + { + "epoch": 1.2263723825693265, + "grad_norm": 0.24916486672724852, + "learning_rate": 8.774627921971436e-05, + "loss": 0.15064643323421478, + "step": 271 + }, + { + "epoch": 1.230899830220713, + "grad_norm": 0.22725656650553938, + "learning_rate": 8.761640689207123e-05, + "loss": 0.22100770473480225, + "step": 272 + }, + { + "epoch": 1.2354272778720996, + "grad_norm": 0.22601605546228898, + "learning_rate": 8.748594715321512e-05, + "loss": 0.1962413638830185, + "step": 273 + }, + { + "epoch": 1.2399547255234862, + "grad_norm": 0.2332067860133986, + "learning_rate": 8.735490204038243e-05, + "loss": 0.19212886691093445, + "step": 274 + }, + { + "epoch": 1.2444821731748728, + "grad_norm": 0.22983107806955186, + "learning_rate": 8.722327359995064e-05, + "loss": 0.1842222809791565, + "step": 275 + }, + { + "epoch": 1.249009620826259, + "grad_norm": 0.23211304709258715, + "learning_rate": 8.709106388740642e-05, + "loss": 0.166344553232193, + "step": 276 + }, + { + "epoch": 1.2535370684776457, + "grad_norm": 0.24571103366679994, + "learning_rate": 8.695827496731342e-05, + "loss": 0.15337689220905304, + "step": 277 + }, + { + "epoch": 1.2580645161290323, + "grad_norm": 0.25541992708482025, + "learning_rate": 8.682490891328016e-05, + "loss": 0.19148650765419006, + "step": 278 + }, + { + "epoch": 1.2625919637804188, + "grad_norm": 0.22861549262407976, + "learning_rate": 8.669096780792753e-05, + "loss": 0.2060171663761139, + "step": 279 + }, + { + "epoch": 1.2671194114318054, + "grad_norm": 0.2584206185400821, + "learning_rate": 8.655645374285637e-05, + "loss": 0.2004309892654419, + "step": 280 + }, + { + "epoch": 1.2716468590831917, + "grad_norm": 0.23603568932463323, + "learning_rate": 8.64213688186147e-05, + "loss": 0.19571299850940704, + "step": 281 + }, + { + "epoch": 1.2761743067345783, + "grad_norm": 0.26642701179023764, + "learning_rate": 8.628571514466501e-05, + "loss": 0.1712074726819992, + "step": 282 + }, + { + "epoch": 1.280701754385965, + "grad_norm": 0.2328806692093194, + "learning_rate": 8.61494948393513e-05, + "loss": 0.16103923320770264, + "step": 283 + }, + { + "epoch": 1.2852292020373515, + "grad_norm": 0.2904277029583309, + "learning_rate": 8.601271002986595e-05, + "loss": 0.20578786730766296, + "step": 284 + }, + { + "epoch": 1.289756649688738, + "grad_norm": 0.3006894192800676, + "learning_rate": 8.587536285221656e-05, + "loss": 0.20829525589942932, + "step": 285 + }, + { + "epoch": 1.2942840973401246, + "grad_norm": 0.2501043326869867, + "learning_rate": 8.573745545119257e-05, + "loss": 0.20398181676864624, + "step": 286 + }, + { + "epoch": 1.298811544991511, + "grad_norm": 0.24264916410989754, + "learning_rate": 8.559898998033178e-05, + "loss": 0.18764348328113556, + "step": 287 + }, + { + "epoch": 1.3033389926428975, + "grad_norm": 0.2562744146657136, + "learning_rate": 8.545996860188668e-05, + "loss": 0.18195241689682007, + "step": 288 + }, + { + "epoch": 1.3078664402942841, + "grad_norm": 0.24730795883244333, + "learning_rate": 8.532039348679073e-05, + "loss": 0.1701197326183319, + "step": 289 + }, + { + "epoch": 1.3123938879456707, + "grad_norm": 0.23718454397392824, + "learning_rate": 8.518026681462448e-05, + "loss": 0.17796757817268372, + "step": 290 + }, + { + "epoch": 1.316921335597057, + "grad_norm": 0.26644257424403134, + "learning_rate": 8.503959077358143e-05, + "loss": 0.204569011926651, + "step": 291 + }, + { + "epoch": 1.3214487832484436, + "grad_norm": 0.2381331025166414, + "learning_rate": 8.4898367560434e-05, + "loss": 0.18774446845054626, + "step": 292 + }, + { + "epoch": 1.3259762308998302, + "grad_norm": 0.2618993159968482, + "learning_rate": 8.475659938049912e-05, + "loss": 0.18409812450408936, + "step": 293 + }, + { + "epoch": 1.3305036785512168, + "grad_norm": 0.2302993540643751, + "learning_rate": 8.46142884476038e-05, + "loss": 0.18080274760723114, + "step": 294 + }, + { + "epoch": 1.3350311262026033, + "grad_norm": 0.24254296224043767, + "learning_rate": 8.44714369840506e-05, + "loss": 0.1700076162815094, + "step": 295 + }, + { + "epoch": 1.33955857385399, + "grad_norm": 0.2434792462353294, + "learning_rate": 8.432804722058296e-05, + "loss": 0.16379863023757935, + "step": 296 + }, + { + "epoch": 1.3440860215053765, + "grad_norm": 0.2292742396093162, + "learning_rate": 8.418412139635025e-05, + "loss": 0.20876599848270416, + "step": 297 + }, + { + "epoch": 1.3486134691567628, + "grad_norm": 0.24015507761248567, + "learning_rate": 8.403966175887292e-05, + "loss": 0.19511157274246216, + "step": 298 + }, + { + "epoch": 1.3531409168081494, + "grad_norm": 0.23835404601487503, + "learning_rate": 8.389467056400732e-05, + "loss": 0.18732516467571259, + "step": 299 + }, + { + "epoch": 1.357668364459536, + "grad_norm": 0.23394631208167474, + "learning_rate": 8.374915007591053e-05, + "loss": 0.17540541291236877, + "step": 300 + }, + { + "epoch": 1.3621958121109223, + "grad_norm": 0.24058113236241577, + "learning_rate": 8.360310256700497e-05, + "loss": 0.16894260048866272, + "step": 301 + }, + { + "epoch": 1.366723259762309, + "grad_norm": 0.22971701577193754, + "learning_rate": 8.345653031794292e-05, + "loss": 0.15845853090286255, + "step": 302 + }, + { + "epoch": 1.3712507074136955, + "grad_norm": 0.22497275896865934, + "learning_rate": 8.330943561757092e-05, + "loss": 0.19490782916545868, + "step": 303 + }, + { + "epoch": 1.375778155065082, + "grad_norm": 0.2397201329461442, + "learning_rate": 8.316182076289401e-05, + "loss": 0.20050162076950073, + "step": 304 + }, + { + "epoch": 1.3803056027164686, + "grad_norm": 0.23131154556846992, + "learning_rate": 8.301368805903988e-05, + "loss": 0.18538133800029755, + "step": 305 + }, + { + "epoch": 1.3848330503678552, + "grad_norm": 0.22438363660363442, + "learning_rate": 8.286503981922283e-05, + "loss": 0.17794030904769897, + "step": 306 + }, + { + "epoch": 1.3893604980192418, + "grad_norm": 0.22915377851132254, + "learning_rate": 8.271587836470775e-05, + "loss": 0.17239966988563538, + "step": 307 + }, + { + "epoch": 1.3938879456706281, + "grad_norm": 0.22301765516003927, + "learning_rate": 8.256620602477372e-05, + "loss": 0.15613433718681335, + "step": 308 + }, + { + "epoch": 1.3984153933220147, + "grad_norm": 0.2556039458430123, + "learning_rate": 8.241602513667774e-05, + "loss": 0.19233815371990204, + "step": 309 + }, + { + "epoch": 1.4029428409734013, + "grad_norm": 0.22161397456653995, + "learning_rate": 8.226533804561827e-05, + "loss": 0.20076030492782593, + "step": 310 + }, + { + "epoch": 1.4074702886247878, + "grad_norm": 0.2158517522160699, + "learning_rate": 8.211414710469845e-05, + "loss": 0.19023515284061432, + "step": 311 + }, + { + "epoch": 1.4119977362761742, + "grad_norm": 0.23301307869370144, + "learning_rate": 8.19624546748895e-05, + "loss": 0.18671788275241852, + "step": 312 + }, + { + "epoch": 1.4165251839275608, + "grad_norm": 0.2350909348433444, + "learning_rate": 8.181026312499383e-05, + "loss": 0.19153177738189697, + "step": 313 + }, + { + "epoch": 1.4210526315789473, + "grad_norm": 0.25490025232781116, + "learning_rate": 8.165757483160798e-05, + "loss": 0.1734253168106079, + "step": 314 + }, + { + "epoch": 1.425580079230334, + "grad_norm": 0.2186984511700432, + "learning_rate": 8.150439217908556e-05, + "loss": 0.17426717281341553, + "step": 315 + }, + { + "epoch": 1.4301075268817205, + "grad_norm": 0.24210463849625682, + "learning_rate": 8.13507175595e-05, + "loss": 0.2044614553451538, + "step": 316 + }, + { + "epoch": 1.434634974533107, + "grad_norm": 0.2291072741742975, + "learning_rate": 8.11965533726072e-05, + "loss": 0.1858120560646057, + "step": 317 + }, + { + "epoch": 1.4391624221844934, + "grad_norm": 0.2271627598789281, + "learning_rate": 8.104190202580812e-05, + "loss": 0.18891949951648712, + "step": 318 + }, + { + "epoch": 1.44368986983588, + "grad_norm": 0.2258569909298315, + "learning_rate": 8.0886765934111e-05, + "loss": 0.16802790760993958, + "step": 319 + }, + { + "epoch": 1.4482173174872666, + "grad_norm": 0.23439655207595847, + "learning_rate": 8.073114752009387e-05, + "loss": 0.16781140863895416, + "step": 320 + }, + { + "epoch": 1.4527447651386531, + "grad_norm": 0.2792513119608853, + "learning_rate": 8.05750492138666e-05, + "loss": 0.1735672950744629, + "step": 321 + }, + { + "epoch": 1.4572722127900395, + "grad_norm": 0.20612097968855694, + "learning_rate": 8.041847345303297e-05, + "loss": 0.20380868017673492, + "step": 322 + }, + { + "epoch": 1.461799660441426, + "grad_norm": 0.2313183526770185, + "learning_rate": 8.026142268265256e-05, + "loss": 0.19325749576091766, + "step": 323 + }, + { + "epoch": 1.4663271080928126, + "grad_norm": 0.23353137321186834, + "learning_rate": 8.01038993552027e-05, + "loss": 0.19468310475349426, + "step": 324 + }, + { + "epoch": 1.4708545557441992, + "grad_norm": 0.23764416321851503, + "learning_rate": 7.994590593054001e-05, + "loss": 0.18415693938732147, + "step": 325 + }, + { + "epoch": 1.4753820033955858, + "grad_norm": 0.2235625506267048, + "learning_rate": 7.978744487586214e-05, + "loss": 0.15884950757026672, + "step": 326 + }, + { + "epoch": 1.4799094510469724, + "grad_norm": 0.2664821870999596, + "learning_rate": 7.962851866566912e-05, + "loss": 0.16488111019134521, + "step": 327 + }, + { + "epoch": 1.484436898698359, + "grad_norm": 0.24207702126869313, + "learning_rate": 7.946912978172474e-05, + "loss": 0.208705335855484, + "step": 328 + }, + { + "epoch": 1.4889643463497453, + "grad_norm": 0.23499117845400197, + "learning_rate": 7.93092807130179e-05, + "loss": 0.2106453776359558, + "step": 329 + }, + { + "epoch": 1.4934917940011319, + "grad_norm": 0.22987971104295032, + "learning_rate": 7.91489739557236e-05, + "loss": 0.20180118083953857, + "step": 330 + }, + { + "epoch": 1.4980192416525184, + "grad_norm": 0.2394203019376777, + "learning_rate": 7.898821201316407e-05, + "loss": 0.18206928670406342, + "step": 331 + }, + { + "epoch": 1.5025466893039048, + "grad_norm": 0.23449731981443797, + "learning_rate": 7.882699739576959e-05, + "loss": 0.18937627971172333, + "step": 332 + }, + { + "epoch": 1.5070741369552914, + "grad_norm": 0.23370924946757207, + "learning_rate": 7.866533262103936e-05, + "loss": 0.15429037809371948, + "step": 333 + }, + { + "epoch": 1.511601584606678, + "grad_norm": 0.2348912406022975, + "learning_rate": 7.850322021350215e-05, + "loss": 0.18988651037216187, + "step": 334 + }, + { + "epoch": 1.5161290322580645, + "grad_norm": 0.2432086507465226, + "learning_rate": 7.83406627046769e-05, + "loss": 0.2089129537343979, + "step": 335 + }, + { + "epoch": 1.520656479909451, + "grad_norm": 0.22816092626220283, + "learning_rate": 7.817766263303313e-05, + "loss": 0.1933603584766388, + "step": 336 + }, + { + "epoch": 1.5251839275608376, + "grad_norm": 0.22858247706166318, + "learning_rate": 7.801422254395138e-05, + "loss": 0.1819375455379486, + "step": 337 + }, + { + "epoch": 1.5297113752122242, + "grad_norm": 0.22790539922779043, + "learning_rate": 7.785034498968344e-05, + "loss": 0.17599374055862427, + "step": 338 + }, + { + "epoch": 1.5342388228636108, + "grad_norm": 0.2441118933134464, + "learning_rate": 7.768603252931243e-05, + "loss": 0.17194731533527374, + "step": 339 + }, + { + "epoch": 1.5387662705149971, + "grad_norm": 0.22048564382617603, + "learning_rate": 7.752128772871292e-05, + "loss": 0.17797675728797913, + "step": 340 + }, + { + "epoch": 1.5432937181663837, + "grad_norm": 0.2330896122968261, + "learning_rate": 7.735611316051084e-05, + "loss": 0.21639850735664368, + "step": 341 + }, + { + "epoch": 1.54782116581777, + "grad_norm": 0.2389971369177504, + "learning_rate": 7.719051140404327e-05, + "loss": 0.19379103183746338, + "step": 342 + }, + { + "epoch": 1.5523486134691566, + "grad_norm": 0.23465330342048735, + "learning_rate": 7.702448504531819e-05, + "loss": 0.18040522933006287, + "step": 343 + }, + { + "epoch": 1.5568760611205432, + "grad_norm": 0.2356363676068827, + "learning_rate": 7.685803667697411e-05, + "loss": 0.17366576194763184, + "step": 344 + }, + { + "epoch": 1.5614035087719298, + "grad_norm": 0.23082440956515077, + "learning_rate": 7.669116889823955e-05, + "loss": 0.16583794355392456, + "step": 345 + }, + { + "epoch": 1.5659309564233164, + "grad_norm": 0.25911599556300013, + "learning_rate": 7.652388431489248e-05, + "loss": 0.1619320809841156, + "step": 346 + }, + { + "epoch": 1.570458404074703, + "grad_norm": 0.2097933254162827, + "learning_rate": 7.635618553921962e-05, + "loss": 0.20942410826683044, + "step": 347 + }, + { + "epoch": 1.5749858517260895, + "grad_norm": 0.2233737518899933, + "learning_rate": 7.618807518997563e-05, + "loss": 0.20726366341114044, + "step": 348 + }, + { + "epoch": 1.579513299377476, + "grad_norm": 0.23295362591375984, + "learning_rate": 7.601955589234227e-05, + "loss": 0.19247621297836304, + "step": 349 + }, + { + "epoch": 1.5840407470288624, + "grad_norm": 0.23071211084375837, + "learning_rate": 7.585063027788731e-05, + "loss": 0.182029128074646, + "step": 350 + }, + { + "epoch": 1.588568194680249, + "grad_norm": 0.22351989125506522, + "learning_rate": 7.568130098452351e-05, + "loss": 0.16755558550357819, + "step": 351 + }, + { + "epoch": 1.5930956423316356, + "grad_norm": 0.25599011363609997, + "learning_rate": 7.551157065646746e-05, + "loss": 0.16772229969501495, + "step": 352 + }, + { + "epoch": 1.597623089983022, + "grad_norm": 0.23397623453567362, + "learning_rate": 7.534144194419817e-05, + "loss": 0.20039445161819458, + "step": 353 + }, + { + "epoch": 1.6021505376344085, + "grad_norm": 0.20716371187078184, + "learning_rate": 7.517091750441576e-05, + "loss": 0.1948099136352539, + "step": 354 + }, + { + "epoch": 1.606677985285795, + "grad_norm": 0.22909614590863156, + "learning_rate": 7.500000000000001e-05, + "loss": 0.18500792980194092, + "step": 355 + }, + { + "epoch": 1.6112054329371817, + "grad_norm": 0.24806486473796108, + "learning_rate": 7.482869209996867e-05, + "loss": 0.1827983558177948, + "step": 356 + }, + { + "epoch": 1.6157328805885682, + "grad_norm": 0.20995458240393158, + "learning_rate": 7.465699647943586e-05, + "loss": 0.1701834797859192, + "step": 357 + }, + { + "epoch": 1.6202603282399548, + "grad_norm": 0.2435204448171681, + "learning_rate": 7.44849158195703e-05, + "loss": 0.16099783778190613, + "step": 358 + }, + { + "epoch": 1.6247877758913414, + "grad_norm": 0.22196230609403023, + "learning_rate": 7.431245280755336e-05, + "loss": 0.18706944584846497, + "step": 359 + }, + { + "epoch": 1.629315223542728, + "grad_norm": 0.2177395907118696, + "learning_rate": 7.413961013653726e-05, + "loss": 0.1985095590353012, + "step": 360 + }, + { + "epoch": 1.6338426711941143, + "grad_norm": 0.23420218333689144, + "learning_rate": 7.396639050560275e-05, + "loss": 0.1964409351348877, + "step": 361 + }, + { + "epoch": 1.6383701188455009, + "grad_norm": 0.24252526568770688, + "learning_rate": 7.379279661971727e-05, + "loss": 0.1915147602558136, + "step": 362 + }, + { + "epoch": 1.6428975664968872, + "grad_norm": 0.21486825839557844, + "learning_rate": 7.361883118969247e-05, + "loss": 0.17337551712989807, + "step": 363 + }, + { + "epoch": 1.6474250141482738, + "grad_norm": 0.24153242168834782, + "learning_rate": 7.3444496932142e-05, + "loss": 0.1554442048072815, + "step": 364 + }, + { + "epoch": 1.6519524617996604, + "grad_norm": 0.2304945640598229, + "learning_rate": 7.326979656943906e-05, + "loss": 0.17819085717201233, + "step": 365 + }, + { + "epoch": 1.656479909451047, + "grad_norm": 0.21864772860961737, + "learning_rate": 7.309473282967387e-05, + "loss": 0.19845563173294067, + "step": 366 + }, + { + "epoch": 1.6610073571024335, + "grad_norm": 0.21212791611920695, + "learning_rate": 7.291930844661109e-05, + "loss": 0.19407084584236145, + "step": 367 + }, + { + "epoch": 1.66553480475382, + "grad_norm": 0.23000132762868372, + "learning_rate": 7.274352615964712e-05, + "loss": 0.19369813799858093, + "step": 368 + }, + { + "epoch": 1.6700622524052067, + "grad_norm": 0.26386625451467977, + "learning_rate": 7.256738871376732e-05, + "loss": 0.1805361658334732, + "step": 369 + }, + { + "epoch": 1.6745897000565932, + "grad_norm": 0.2250077167287235, + "learning_rate": 7.239089885950316e-05, + "loss": 0.16192588210105896, + "step": 370 + }, + { + "epoch": 1.6791171477079796, + "grad_norm": 0.25514592594562496, + "learning_rate": 7.221405935288925e-05, + "loss": 0.1664281040430069, + "step": 371 + }, + { + "epoch": 1.6836445953593662, + "grad_norm": 0.22878780832134368, + "learning_rate": 7.203687295542032e-05, + "loss": 0.20167440176010132, + "step": 372 + }, + { + "epoch": 1.6881720430107527, + "grad_norm": 0.23966301175008684, + "learning_rate": 7.185934243400806e-05, + "loss": 0.1990775465965271, + "step": 373 + }, + { + "epoch": 1.692699490662139, + "grad_norm": 0.21754089132557736, + "learning_rate": 7.168147056093797e-05, + "loss": 0.18479225039482117, + "step": 374 + }, + { + "epoch": 1.6972269383135257, + "grad_norm": 0.28801731760009536, + "learning_rate": 7.150326011382604e-05, + "loss": 0.1853107511997223, + "step": 375 + }, + { + "epoch": 1.7017543859649122, + "grad_norm": 0.2303035094624934, + "learning_rate": 7.132471387557532e-05, + "loss": 0.17413756251335144, + "step": 376 + }, + { + "epoch": 1.7062818336162988, + "grad_norm": 0.21566297620020786, + "learning_rate": 7.114583463433259e-05, + "loss": 0.15298089385032654, + "step": 377 + }, + { + "epoch": 1.7108092812676854, + "grad_norm": 0.22573410481597223, + "learning_rate": 7.096662518344468e-05, + "loss": 0.19422583281993866, + "step": 378 + }, + { + "epoch": 1.715336728919072, + "grad_norm": 0.21405199236051928, + "learning_rate": 7.078708832141497e-05, + "loss": 0.18652589619159698, + "step": 379 + }, + { + "epoch": 1.7198641765704585, + "grad_norm": 0.21441763042624978, + "learning_rate": 7.060722685185961e-05, + "loss": 0.19040265679359436, + "step": 380 + }, + { + "epoch": 1.7243916242218449, + "grad_norm": 0.2287276042650557, + "learning_rate": 7.042704358346375e-05, + "loss": 0.18727976083755493, + "step": 381 + }, + { + "epoch": 1.7289190718732315, + "grad_norm": 0.21306676953811082, + "learning_rate": 7.024654132993772e-05, + "loss": 0.1772461086511612, + "step": 382 + }, + { + "epoch": 1.733446519524618, + "grad_norm": 0.22641914389290818, + "learning_rate": 7.006572290997304e-05, + "loss": 0.16065247356891632, + "step": 383 + }, + { + "epoch": 1.7379739671760044, + "grad_norm": 0.2163723775253618, + "learning_rate": 6.988459114719849e-05, + "loss": 0.17697076499462128, + "step": 384 + }, + { + "epoch": 1.742501414827391, + "grad_norm": 0.20537607404160005, + "learning_rate": 6.970314887013584e-05, + "loss": 0.21230991184711456, + "step": 385 + }, + { + "epoch": 1.7470288624787775, + "grad_norm": 0.23281708772592882, + "learning_rate": 6.952139891215593e-05, + "loss": 0.1916704922914505, + "step": 386 + }, + { + "epoch": 1.751556310130164, + "grad_norm": 0.20208193625524307, + "learning_rate": 6.93393441114342e-05, + "loss": 0.17192980647087097, + "step": 387 + }, + { + "epoch": 1.7560837577815507, + "grad_norm": 0.23905156882195805, + "learning_rate": 6.915698731090648e-05, + "loss": 0.17362508177757263, + "step": 388 + }, + { + "epoch": 1.7606112054329373, + "grad_norm": 0.20726985781015517, + "learning_rate": 6.897433135822461e-05, + "loss": 0.16086629033088684, + "step": 389 + }, + { + "epoch": 1.7651386530843238, + "grad_norm": 0.21143137753141877, + "learning_rate": 6.879137910571191e-05, + "loss": 0.17281287908554077, + "step": 390 + }, + { + "epoch": 1.7696661007357104, + "grad_norm": 0.1988056358395259, + "learning_rate": 6.860813341031866e-05, + "loss": 0.20971840620040894, + "step": 391 + }, + { + "epoch": 1.7741935483870968, + "grad_norm": 0.20345665643593203, + "learning_rate": 6.842459713357752e-05, + "loss": 0.18777552247047424, + "step": 392 + }, + { + "epoch": 1.7787209960384833, + "grad_norm": 0.21784178411369015, + "learning_rate": 6.824077314155877e-05, + "loss": 0.18649156391620636, + "step": 393 + }, + { + "epoch": 1.7832484436898697, + "grad_norm": 0.22281633265480258, + "learning_rate": 6.805666430482564e-05, + "loss": 0.18137586116790771, + "step": 394 + }, + { + "epoch": 1.7877758913412563, + "grad_norm": 0.21739305127964964, + "learning_rate": 6.787227349838947e-05, + "loss": 0.166051983833313, + "step": 395 + }, + { + "epoch": 1.7923033389926428, + "grad_norm": 0.22627848415767696, + "learning_rate": 6.768760360166471e-05, + "loss": 0.15685385465621948, + "step": 396 + }, + { + "epoch": 1.7968307866440294, + "grad_norm": 0.19512762189959926, + "learning_rate": 6.750265749842409e-05, + "loss": 0.18851293623447418, + "step": 397 + }, + { + "epoch": 1.801358234295416, + "grad_norm": 0.19851096227569107, + "learning_rate": 6.731743807675355e-05, + "loss": 0.20142939686775208, + "step": 398 + }, + { + "epoch": 1.8058856819468025, + "grad_norm": 0.1987549455469965, + "learning_rate": 6.713194822900706e-05, + "loss": 0.1752074658870697, + "step": 399 + }, + { + "epoch": 1.8104131295981891, + "grad_norm": 0.24469634191868353, + "learning_rate": 6.694619085176159e-05, + "loss": 0.1878441721200943, + "step": 400 + }, + { + "epoch": 1.8149405772495757, + "grad_norm": 0.23840098103990479, + "learning_rate": 6.676016884577173e-05, + "loss": 0.1690133512020111, + "step": 401 + }, + { + "epoch": 1.819468024900962, + "grad_norm": 0.23227971846950474, + "learning_rate": 6.657388511592452e-05, + "loss": 0.15280716121196747, + "step": 402 + }, + { + "epoch": 1.8239954725523486, + "grad_norm": 0.19879257030565525, + "learning_rate": 6.638734257119401e-05, + "loss": 0.18653661012649536, + "step": 403 + }, + { + "epoch": 1.8285229202037352, + "grad_norm": 0.20695685518794696, + "learning_rate": 6.620054412459588e-05, + "loss": 0.2069815844297409, + "step": 404 + }, + { + "epoch": 1.8330503678551215, + "grad_norm": 0.20256246903129402, + "learning_rate": 6.601349269314188e-05, + "loss": 0.19434502720832825, + "step": 405 + }, + { + "epoch": 1.8375778155065081, + "grad_norm": 0.22025258519215757, + "learning_rate": 6.582619119779439e-05, + "loss": 0.18385529518127441, + "step": 406 + }, + { + "epoch": 1.8421052631578947, + "grad_norm": 0.2137361777451771, + "learning_rate": 6.56386425634207e-05, + "loss": 0.17453709244728088, + "step": 407 + }, + { + "epoch": 1.8466327108092813, + "grad_norm": 0.21800698801636118, + "learning_rate": 6.545084971874738e-05, + "loss": 0.16962510347366333, + "step": 408 + }, + { + "epoch": 1.8511601584606678, + "grad_norm": 0.21773841184668813, + "learning_rate": 6.526281559631458e-05, + "loss": 0.18594738841056824, + "step": 409 + }, + { + "epoch": 1.8556876061120544, + "grad_norm": 0.20543663680928975, + "learning_rate": 6.507454313243015e-05, + "loss": 0.19622986018657684, + "step": 410 + }, + { + "epoch": 1.860215053763441, + "grad_norm": 0.21878558101742387, + "learning_rate": 6.48860352671239e-05, + "loss": 0.1954154521226883, + "step": 411 + }, + { + "epoch": 1.8647425014148273, + "grad_norm": 0.21524365537025683, + "learning_rate": 6.469729494410158e-05, + "loss": 0.17159169912338257, + "step": 412 + }, + { + "epoch": 1.869269949066214, + "grad_norm": 0.20616359246250593, + "learning_rate": 6.450832511069897e-05, + "loss": 0.1622459441423416, + "step": 413 + }, + { + "epoch": 1.8737973967176005, + "grad_norm": 0.2234602536197417, + "learning_rate": 6.431912871783586e-05, + "loss": 0.1627485156059265, + "step": 414 + }, + { + "epoch": 1.8783248443689868, + "grad_norm": 0.20253941588453686, + "learning_rate": 6.412970871996995e-05, + "loss": 0.16856414079666138, + "step": 415 + }, + { + "epoch": 1.8828522920203734, + "grad_norm": 0.21881514866997123, + "learning_rate": 6.394006807505067e-05, + "loss": 0.21652480959892273, + "step": 416 + }, + { + "epoch": 1.88737973967176, + "grad_norm": 0.21735463374069466, + "learning_rate": 6.37502097444731e-05, + "loss": 0.18492794036865234, + "step": 417 + }, + { + "epoch": 1.8919071873231466, + "grad_norm": 0.21855523766409582, + "learning_rate": 6.356013669303162e-05, + "loss": 0.18506664037704468, + "step": 418 + }, + { + "epoch": 1.8964346349745331, + "grad_norm": 0.20599360139804854, + "learning_rate": 6.336985188887366e-05, + "loss": 0.16712680459022522, + "step": 419 + }, + { + "epoch": 1.9009620826259197, + "grad_norm": 0.212516416997445, + "learning_rate": 6.317935830345338e-05, + "loss": 0.16304892301559448, + "step": 420 + }, + { + "epoch": 1.9054895302773063, + "grad_norm": 0.23929914649032236, + "learning_rate": 6.298865891148518e-05, + "loss": 0.15581056475639343, + "step": 421 + }, + { + "epoch": 1.9100169779286928, + "grad_norm": 0.20335819449154932, + "learning_rate": 6.279775669089733e-05, + "loss": 0.21459367871284485, + "step": 422 + }, + { + "epoch": 1.9145444255800792, + "grad_norm": 0.21257734416198903, + "learning_rate": 6.260665462278544e-05, + "loss": 0.1929590404033661, + "step": 423 + }, + { + "epoch": 1.9190718732314658, + "grad_norm": 0.23415671857217688, + "learning_rate": 6.241535569136584e-05, + "loss": 0.17095708847045898, + "step": 424 + }, + { + "epoch": 1.9235993208828521, + "grad_norm": 0.21520631254678835, + "learning_rate": 6.222386288392913e-05, + "loss": 0.17006826400756836, + "step": 425 + }, + { + "epoch": 1.9281267685342387, + "grad_norm": 0.2200610745944257, + "learning_rate": 6.203217919079342e-05, + "loss": 0.155431866645813, + "step": 426 + }, + { + "epoch": 1.9326542161856253, + "grad_norm": 0.2223264165520048, + "learning_rate": 6.184030760525764e-05, + "loss": 0.1626005470752716, + "step": 427 + }, + { + "epoch": 1.9371816638370118, + "grad_norm": 0.20514982553421754, + "learning_rate": 6.164825112355477e-05, + "loss": 0.1874426305294037, + "step": 428 + }, + { + "epoch": 1.9417091114883984, + "grad_norm": 0.2040379032179284, + "learning_rate": 6.145601274480521e-05, + "loss": 0.18967613577842712, + "step": 429 + }, + { + "epoch": 1.946236559139785, + "grad_norm": 0.21479986147172914, + "learning_rate": 6.126359547096975e-05, + "loss": 0.178785502910614, + "step": 430 + }, + { + "epoch": 1.9507640067911716, + "grad_norm": 0.21286903742116525, + "learning_rate": 6.107100230680279e-05, + "loss": 0.16879679262638092, + "step": 431 + }, + { + "epoch": 1.9552914544425581, + "grad_norm": 0.22034910660483908, + "learning_rate": 6.0878236259805396e-05, + "loss": 0.16959422826766968, + "step": 432 + }, + { + "epoch": 1.9598189020939445, + "grad_norm": 0.24349120753831688, + "learning_rate": 6.068530034017835e-05, + "loss": 0.16129666566848755, + "step": 433 + }, + { + "epoch": 1.964346349745331, + "grad_norm": 0.18827473527386088, + "learning_rate": 6.049219756077514e-05, + "loss": 0.17796547710895538, + "step": 434 + }, + { + "epoch": 1.9688737973967176, + "grad_norm": 0.18918405467160337, + "learning_rate": 6.029893093705492e-05, + "loss": 0.18614676594734192, + "step": 435 + }, + { + "epoch": 1.973401245048104, + "grad_norm": 0.2246979279481908, + "learning_rate": 6.010550348703538e-05, + "loss": 0.18553641438484192, + "step": 436 + }, + { + "epoch": 1.9779286926994906, + "grad_norm": 0.21206168874010198, + "learning_rate": 5.991191823124565e-05, + "loss": 0.1744600236415863, + "step": 437 + }, + { + "epoch": 1.9824561403508771, + "grad_norm": 0.21999951783024038, + "learning_rate": 5.971817819267913e-05, + "loss": 0.16687238216400146, + "step": 438 + }, + { + "epoch": 1.9869835880022637, + "grad_norm": 0.23967428162189694, + "learning_rate": 5.952428639674632e-05, + "loss": 0.1604543924331665, + "step": 439 + }, + { + "epoch": 1.9915110356536503, + "grad_norm": 0.21086931201900394, + "learning_rate": 5.9330245871227454e-05, + "loss": 0.17042537033557892, + "step": 440 + }, + { + "epoch": 1.9960384833050369, + "grad_norm": 0.21783306620521006, + "learning_rate": 5.9136059646225375e-05, + "loss": 0.19700202345848083, + "step": 441 + }, + { + "epoch": 2.0, + "grad_norm": 0.2840852610301388, + "learning_rate": 5.8941730754118116e-05, + "loss": 0.16136552393436432, + "step": 442 + }, + { + "epoch": 2.0045274476513866, + "grad_norm": 0.34043201285761693, + "learning_rate": 5.874726222951157e-05, + "loss": 0.1516227424144745, + "step": 443 + }, + { + "epoch": 2.009054895302773, + "grad_norm": 0.24500131072597228, + "learning_rate": 5.855265710919211e-05, + "loss": 0.13573628664016724, + "step": 444 + }, + { + "epoch": 2.0135823429541597, + "grad_norm": 0.5473269358411129, + "learning_rate": 5.835791843207916e-05, + "loss": 0.12611983716487885, + "step": 445 + }, + { + "epoch": 2.0181097906055463, + "grad_norm": 0.29649620899571866, + "learning_rate": 5.8163049239177784e-05, + "loss": 0.11450044810771942, + "step": 446 + }, + { + "epoch": 2.022637238256933, + "grad_norm": 0.29036589789947115, + "learning_rate": 5.7968052573531084e-05, + "loss": 0.10637161135673523, + "step": 447 + }, + { + "epoch": 2.027164685908319, + "grad_norm": 0.2771109717391068, + "learning_rate": 5.7772931480172795e-05, + "loss": 0.09776574373245239, + "step": 448 + }, + { + "epoch": 2.0316921335597056, + "grad_norm": 0.323631395065372, + "learning_rate": 5.757768900607972e-05, + "loss": 0.14583757519721985, + "step": 449 + }, + { + "epoch": 2.036219581211092, + "grad_norm": 0.3061023195343294, + "learning_rate": 5.738232820012407e-05, + "loss": 0.1459420919418335, + "step": 450 + }, + { + "epoch": 2.0407470288624787, + "grad_norm": 0.2342789652760014, + "learning_rate": 5.718685211302592e-05, + "loss": 0.130174919962883, + "step": 451 + }, + { + "epoch": 2.0452744765138653, + "grad_norm": 0.2572683144609063, + "learning_rate": 5.699126379730559e-05, + "loss": 0.11415386199951172, + "step": 452 + }, + { + "epoch": 2.049801924165252, + "grad_norm": 0.26093673764142417, + "learning_rate": 5.6795566307235915e-05, + "loss": 0.10571029037237167, + "step": 453 + }, + { + "epoch": 2.0543293718166384, + "grad_norm": 0.23275157616142492, + "learning_rate": 5.6599762698794554e-05, + "loss": 0.09423750638961792, + "step": 454 + }, + { + "epoch": 2.058856819468025, + "grad_norm": 0.21870818736956663, + "learning_rate": 5.640385602961634e-05, + "loss": 0.12411186099052429, + "step": 455 + }, + { + "epoch": 2.0633842671194116, + "grad_norm": 0.2595869834999154, + "learning_rate": 5.620784935894547e-05, + "loss": 0.14633986353874207, + "step": 456 + }, + { + "epoch": 2.067911714770798, + "grad_norm": 0.2311176864459013, + "learning_rate": 5.601174574758771e-05, + "loss": 0.12183500826358795, + "step": 457 + }, + { + "epoch": 2.0724391624221843, + "grad_norm": 0.22784673976437347, + "learning_rate": 5.581554825786267e-05, + "loss": 0.11389859020709991, + "step": 458 + }, + { + "epoch": 2.076966610073571, + "grad_norm": 0.23797601078837152, + "learning_rate": 5.5619259953555945e-05, + "loss": 0.10225850343704224, + "step": 459 + }, + { + "epoch": 2.0814940577249574, + "grad_norm": 0.2352587872410654, + "learning_rate": 5.5422883899871284e-05, + "loss": 0.0940392017364502, + "step": 460 + }, + { + "epoch": 2.086021505376344, + "grad_norm": 0.22058429661210505, + "learning_rate": 5.522642316338268e-05, + "loss": 0.12159469723701477, + "step": 461 + }, + { + "epoch": 2.0905489530277306, + "grad_norm": 0.21887132931344502, + "learning_rate": 5.5029880811986544e-05, + "loss": 0.1463402509689331, + "step": 462 + }, + { + "epoch": 2.095076400679117, + "grad_norm": 0.2164365588361623, + "learning_rate": 5.483325991485379e-05, + "loss": 0.13759233057498932, + "step": 463 + }, + { + "epoch": 2.0996038483305037, + "grad_norm": 0.21488628541756813, + "learning_rate": 5.463656354238184e-05, + "loss": 0.11654265224933624, + "step": 464 + }, + { + "epoch": 2.1041312959818903, + "grad_norm": 0.22603763343851777, + "learning_rate": 5.4439794766146746e-05, + "loss": 0.10867158323526382, + "step": 465 + }, + { + "epoch": 2.108658743633277, + "grad_norm": 0.21410526450166345, + "learning_rate": 5.424295665885523e-05, + "loss": 0.10072112083435059, + "step": 466 + }, + { + "epoch": 2.1131861912846635, + "grad_norm": 0.26519511640876037, + "learning_rate": 5.404605229429664e-05, + "loss": 0.09951277077198029, + "step": 467 + }, + { + "epoch": 2.11771363893605, + "grad_norm": 0.2152943228441027, + "learning_rate": 5.384908474729501e-05, + "loss": 0.15281015634536743, + "step": 468 + }, + { + "epoch": 2.122241086587436, + "grad_norm": 0.22369944720082735, + "learning_rate": 5.365205709366099e-05, + "loss": 0.14525587856769562, + "step": 469 + }, + { + "epoch": 2.1267685342388227, + "grad_norm": 0.24122685007261, + "learning_rate": 5.34549724101439e-05, + "loss": 0.1253020465373993, + "step": 470 + }, + { + "epoch": 2.1312959818902093, + "grad_norm": 0.2260455077583836, + "learning_rate": 5.325783377438357e-05, + "loss": 0.11360302567481995, + "step": 471 + }, + { + "epoch": 2.135823429541596, + "grad_norm": 0.22335618437779742, + "learning_rate": 5.306064426486237e-05, + "loss": 0.1024991124868393, + "step": 472 + }, + { + "epoch": 2.1403508771929824, + "grad_norm": 0.25230876999441276, + "learning_rate": 5.286340696085709e-05, + "loss": 0.09407860040664673, + "step": 473 + }, + { + "epoch": 2.144878324844369, + "grad_norm": 0.22751802306615446, + "learning_rate": 5.266612494239088e-05, + "loss": 0.13089381158351898, + "step": 474 + }, + { + "epoch": 2.1494057724957556, + "grad_norm": 0.2320769608199613, + "learning_rate": 5.246880129018516e-05, + "loss": 0.14164891839027405, + "step": 475 + }, + { + "epoch": 2.153933220147142, + "grad_norm": 0.2438198816777789, + "learning_rate": 5.227143908561145e-05, + "loss": 0.13016922771930695, + "step": 476 + }, + { + "epoch": 2.1584606677985287, + "grad_norm": 0.24106291314947187, + "learning_rate": 5.207404141064334e-05, + "loss": 0.11469609290361404, + "step": 477 + }, + { + "epoch": 2.1629881154499153, + "grad_norm": 0.2417691338448816, + "learning_rate": 5.187661134780829e-05, + "loss": 0.10605259984731674, + "step": 478 + }, + { + "epoch": 2.1675155631013014, + "grad_norm": 0.23120471522513697, + "learning_rate": 5.1679151980139564e-05, + "loss": 0.0900178849697113, + "step": 479 + }, + { + "epoch": 2.172043010752688, + "grad_norm": 0.23818899603412247, + "learning_rate": 5.148166639112799e-05, + "loss": 0.12464714050292969, + "step": 480 + }, + { + "epoch": 2.1765704584040746, + "grad_norm": 0.2435869489375957, + "learning_rate": 5.128415766467392e-05, + "loss": 0.14309638738632202, + "step": 481 + }, + { + "epoch": 2.181097906055461, + "grad_norm": 0.2550388153795191, + "learning_rate": 5.1086628885038946e-05, + "loss": 0.1305043250322342, + "step": 482 + }, + { + "epoch": 2.1856253537068477, + "grad_norm": 0.2748501673226725, + "learning_rate": 5.0889083136797875e-05, + "loss": 0.1189241111278534, + "step": 483 + }, + { + "epoch": 2.1901528013582343, + "grad_norm": 0.23791461412724066, + "learning_rate": 5.0691523504790474e-05, + "loss": 0.11003842949867249, + "step": 484 + }, + { + "epoch": 2.194680249009621, + "grad_norm": 0.2571332410212008, + "learning_rate": 5.049395307407329e-05, + "loss": 0.09716764092445374, + "step": 485 + }, + { + "epoch": 2.1992076966610075, + "grad_norm": 0.2384425630442099, + "learning_rate": 5.029637492987153e-05, + "loss": 0.12285800278186798, + "step": 486 + }, + { + "epoch": 2.203735144312394, + "grad_norm": 0.23327436477533126, + "learning_rate": 5.009879215753085e-05, + "loss": 0.14675894379615784, + "step": 487 + }, + { + "epoch": 2.2082625919637806, + "grad_norm": 0.23660300722487457, + "learning_rate": 4.990120784246917e-05, + "loss": 0.12845291197299957, + "step": 488 + }, + { + "epoch": 2.212790039615167, + "grad_norm": 0.2529987599525421, + "learning_rate": 4.970362507012848e-05, + "loss": 0.11380189657211304, + "step": 489 + }, + { + "epoch": 2.2173174872665533, + "grad_norm": 0.2257026219548231, + "learning_rate": 4.950604692592672e-05, + "loss": 0.10727782547473907, + "step": 490 + }, + { + "epoch": 2.22184493491794, + "grad_norm": 0.24938286972845045, + "learning_rate": 4.9308476495209544e-05, + "loss": 0.09760070592164993, + "step": 491 + }, + { + "epoch": 2.2263723825693265, + "grad_norm": 0.256045129385456, + "learning_rate": 4.911091686320213e-05, + "loss": 0.09533251821994781, + "step": 492 + }, + { + "epoch": 2.230899830220713, + "grad_norm": 0.20731473595370586, + "learning_rate": 4.891337111496107e-05, + "loss": 0.1371329128742218, + "step": 493 + }, + { + "epoch": 2.2354272778720996, + "grad_norm": 0.2342242439023739, + "learning_rate": 4.87158423353261e-05, + "loss": 0.13537269830703735, + "step": 494 + }, + { + "epoch": 2.239954725523486, + "grad_norm": 0.26444134837772815, + "learning_rate": 4.851833360887201e-05, + "loss": 0.12884870171546936, + "step": 495 + }, + { + "epoch": 2.2444821731748728, + "grad_norm": 0.23576112791818454, + "learning_rate": 4.8320848019860454e-05, + "loss": 0.11199313402175903, + "step": 496 + }, + { + "epoch": 2.2490096208262593, + "grad_norm": 0.24720880815470767, + "learning_rate": 4.8123388652191715e-05, + "loss": 0.10179640352725983, + "step": 497 + }, + { + "epoch": 2.253537068477646, + "grad_norm": 0.25523862330199726, + "learning_rate": 4.7925958589356675e-05, + "loss": 0.09644719958305359, + "step": 498 + }, + { + "epoch": 2.258064516129032, + "grad_norm": 0.24865695878197794, + "learning_rate": 4.7728560914388566e-05, + "loss": 0.14680303633213043, + "step": 499 + }, + { + "epoch": 2.2625919637804186, + "grad_norm": 0.23004145198330597, + "learning_rate": 4.7531198709814854e-05, + "loss": 0.14524027705192566, + "step": 500 + }, + { + "epoch": 2.267119411431805, + "grad_norm": 0.279854048150932, + "learning_rate": 4.7333875057609126e-05, + "loss": 0.12221886962652206, + "step": 501 + }, + { + "epoch": 2.2716468590831917, + "grad_norm": 0.2535516632210991, + "learning_rate": 4.713659303914292e-05, + "loss": 0.11302715539932251, + "step": 502 + }, + { + "epoch": 2.2761743067345783, + "grad_norm": 0.24110440429763527, + "learning_rate": 4.693935573513764e-05, + "loss": 0.10129803419113159, + "step": 503 + }, + { + "epoch": 2.280701754385965, + "grad_norm": 0.27220854726214855, + "learning_rate": 4.674216622561644e-05, + "loss": 0.09534797072410583, + "step": 504 + }, + { + "epoch": 2.2852292020373515, + "grad_norm": 0.2512747146047165, + "learning_rate": 4.654502758985611e-05, + "loss": 0.13642863929271698, + "step": 505 + }, + { + "epoch": 2.289756649688738, + "grad_norm": 0.2418677972815777, + "learning_rate": 4.6347942906339015e-05, + "loss": 0.14808616042137146, + "step": 506 + }, + { + "epoch": 2.2942840973401246, + "grad_norm": 0.2567606605942382, + "learning_rate": 4.615091525270501e-05, + "loss": 0.12847869098186493, + "step": 507 + }, + { + "epoch": 2.298811544991511, + "grad_norm": 0.2831968733809652, + "learning_rate": 4.595394770570337e-05, + "loss": 0.12522968649864197, + "step": 508 + }, + { + "epoch": 2.3033389926428978, + "grad_norm": 0.2512488836803008, + "learning_rate": 4.575704334114478e-05, + "loss": 0.11159878224134445, + "step": 509 + }, + { + "epoch": 2.3078664402942843, + "grad_norm": 0.2613370817591552, + "learning_rate": 4.5560205233853266e-05, + "loss": 0.09394368529319763, + "step": 510 + }, + { + "epoch": 2.3123938879456705, + "grad_norm": 0.2967943489180437, + "learning_rate": 4.5363436457618174e-05, + "loss": 0.12963798642158508, + "step": 511 + }, + { + "epoch": 2.316921335597057, + "grad_norm": 0.26304342645636347, + "learning_rate": 4.516674008514623e-05, + "loss": 0.15677320957183838, + "step": 512 + }, + { + "epoch": 2.3214487832484436, + "grad_norm": 0.256715655421078, + "learning_rate": 4.497011918801347e-05, + "loss": 0.137124702334404, + "step": 513 + }, + { + "epoch": 2.32597623089983, + "grad_norm": 0.3140837931142449, + "learning_rate": 4.477357683661734e-05, + "loss": 0.12650829553604126, + "step": 514 + }, + { + "epoch": 2.3305036785512168, + "grad_norm": 0.28103324867288104, + "learning_rate": 4.4577116100128735e-05, + "loss": 0.1170065626502037, + "step": 515 + }, + { + "epoch": 2.3350311262026033, + "grad_norm": 0.26198003618585153, + "learning_rate": 4.4380740046444066e-05, + "loss": 0.09977163374423981, + "step": 516 + }, + { + "epoch": 2.33955857385399, + "grad_norm": 0.29320026049771986, + "learning_rate": 4.418445174213734e-05, + "loss": 0.09925702959299088, + "step": 517 + }, + { + "epoch": 2.3440860215053765, + "grad_norm": 0.2585866257314453, + "learning_rate": 4.39882542524123e-05, + "loss": 0.13797470927238464, + "step": 518 + }, + { + "epoch": 2.348613469156763, + "grad_norm": 0.2393657065001258, + "learning_rate": 4.379215064105454e-05, + "loss": 0.14010655879974365, + "step": 519 + }, + { + "epoch": 2.353140916808149, + "grad_norm": 0.29148402803167184, + "learning_rate": 4.3596143970383664e-05, + "loss": 0.12116549909114838, + "step": 520 + }, + { + "epoch": 2.3576683644595358, + "grad_norm": 0.27445223823357867, + "learning_rate": 4.340023730120545e-05, + "loss": 0.10586535930633545, + "step": 521 + }, + { + "epoch": 2.3621958121109223, + "grad_norm": 0.25900953697788853, + "learning_rate": 4.3204433692764096e-05, + "loss": 0.09879538416862488, + "step": 522 + }, + { + "epoch": 2.366723259762309, + "grad_norm": 0.2728929783602796, + "learning_rate": 4.3008736202694414e-05, + "loss": 0.093920037150383, + "step": 523 + }, + { + "epoch": 2.3712507074136955, + "grad_norm": 0.24512095999370934, + "learning_rate": 4.281314788697408e-05, + "loss": 0.1439329981803894, + "step": 524 + }, + { + "epoch": 2.375778155065082, + "grad_norm": 0.2361995166682201, + "learning_rate": 4.2617671799875944e-05, + "loss": 0.14218634366989136, + "step": 525 + }, + { + "epoch": 2.3803056027164686, + "grad_norm": 0.24406215264374898, + "learning_rate": 4.242231099392029e-05, + "loss": 0.12147480249404907, + "step": 526 + }, + { + "epoch": 2.384833050367855, + "grad_norm": 0.2520795253864757, + "learning_rate": 4.222706851982721e-05, + "loss": 0.10550867021083832, + "step": 527 + }, + { + "epoch": 2.3893604980192418, + "grad_norm": 0.27284713189389487, + "learning_rate": 4.203194742646893e-05, + "loss": 0.11013522744178772, + "step": 528 + }, + { + "epoch": 2.3938879456706283, + "grad_norm": 0.23626266673987192, + "learning_rate": 4.1836950760822235e-05, + "loss": 0.09375832974910736, + "step": 529 + }, + { + "epoch": 2.398415393322015, + "grad_norm": 0.28795086578857015, + "learning_rate": 4.1642081567920846e-05, + "loss": 0.14555881917476654, + "step": 530 + }, + { + "epoch": 2.402942840973401, + "grad_norm": 0.28861629308942055, + "learning_rate": 4.144734289080791e-05, + "loss": 0.15418826043605804, + "step": 531 + }, + { + "epoch": 2.4074702886247876, + "grad_norm": 0.23754273031391096, + "learning_rate": 4.125273777048845e-05, + "loss": 0.13065479695796967, + "step": 532 + }, + { + "epoch": 2.411997736276174, + "grad_norm": 0.254132024369517, + "learning_rate": 4.1058269245881896e-05, + "loss": 0.12865102291107178, + "step": 533 + }, + { + "epoch": 2.4165251839275608, + "grad_norm": 0.27102840717897925, + "learning_rate": 4.086394035377463e-05, + "loss": 0.10483617335557938, + "step": 534 + }, + { + "epoch": 2.4210526315789473, + "grad_norm": 0.24916755528181858, + "learning_rate": 4.066975412877255e-05, + "loss": 0.09119851142168045, + "step": 535 + }, + { + "epoch": 2.425580079230334, + "grad_norm": 0.2331903011344317, + "learning_rate": 4.04757136032537e-05, + "loss": 0.10368061810731888, + "step": 536 + }, + { + "epoch": 2.4301075268817205, + "grad_norm": 0.2507431798769252, + "learning_rate": 4.028182180732088e-05, + "loss": 0.14746174216270447, + "step": 537 + }, + { + "epoch": 2.434634974533107, + "grad_norm": 0.2956217123784412, + "learning_rate": 4.0088081768754365e-05, + "loss": 0.12845945358276367, + "step": 538 + }, + { + "epoch": 2.4391624221844936, + "grad_norm": 0.25429438138428373, + "learning_rate": 3.9894496512964635e-05, + "loss": 0.11777739971876144, + "step": 539 + }, + { + "epoch": 2.44368986983588, + "grad_norm": 0.24156815633641798, + "learning_rate": 3.970106906294509e-05, + "loss": 0.1058419942855835, + "step": 540 + }, + { + "epoch": 2.4482173174872663, + "grad_norm": 0.27220037685566956, + "learning_rate": 3.950780243922486e-05, + "loss": 0.0915253609418869, + "step": 541 + }, + { + "epoch": 2.452744765138653, + "grad_norm": 0.24280319564635572, + "learning_rate": 3.9314699659821666e-05, + "loss": 0.09519818425178528, + "step": 542 + }, + { + "epoch": 2.4572722127900395, + "grad_norm": 0.21923038682955656, + "learning_rate": 3.9121763740194616e-05, + "loss": 0.13519631326198578, + "step": 543 + }, + { + "epoch": 2.461799660441426, + "grad_norm": 0.2488082494626004, + "learning_rate": 3.892899769319722e-05, + "loss": 0.13617262244224548, + "step": 544 + }, + { + "epoch": 2.4663271080928126, + "grad_norm": 0.305635107885523, + "learning_rate": 3.873640452903026e-05, + "loss": 0.1264575570821762, + "step": 545 + }, + { + "epoch": 2.470854555744199, + "grad_norm": 0.23570314768564468, + "learning_rate": 3.854398725519479e-05, + "loss": 0.11620922386646271, + "step": 546 + }, + { + "epoch": 2.475382003395586, + "grad_norm": 0.24778946270413518, + "learning_rate": 3.835174887644523e-05, + "loss": 0.0968777984380722, + "step": 547 + }, + { + "epoch": 2.4799094510469724, + "grad_norm": 0.296885121447023, + "learning_rate": 3.815969239474238e-05, + "loss": 0.09505044668912888, + "step": 548 + }, + { + "epoch": 2.484436898698359, + "grad_norm": 0.25294822929702704, + "learning_rate": 3.796782080920659e-05, + "loss": 0.14779812097549438, + "step": 549 + }, + { + "epoch": 2.4889643463497455, + "grad_norm": 0.21256636916880545, + "learning_rate": 3.777613711607087e-05, + "loss": 0.14114922285079956, + "step": 550 + }, + { + "epoch": 2.493491794001132, + "grad_norm": 0.29488223629139126, + "learning_rate": 3.758464430863417e-05, + "loss": 0.12959524989128113, + "step": 551 + }, + { + "epoch": 2.498019241652518, + "grad_norm": 0.27289699128683415, + "learning_rate": 3.7393345377214586e-05, + "loss": 0.11985202878713608, + "step": 552 + }, + { + "epoch": 2.502546689303905, + "grad_norm": 0.22406212900795036, + "learning_rate": 3.720224330910268e-05, + "loss": 0.1026943251490593, + "step": 553 + }, + { + "epoch": 2.5070741369552914, + "grad_norm": 0.2859349746609221, + "learning_rate": 3.701134108851483e-05, + "loss": 0.08981700241565704, + "step": 554 + }, + { + "epoch": 2.511601584606678, + "grad_norm": 0.28214778358297454, + "learning_rate": 3.682064169654663e-05, + "loss": 0.13117776811122894, + "step": 555 + }, + { + "epoch": 2.5161290322580645, + "grad_norm": 0.21994347959459834, + "learning_rate": 3.663014811112634e-05, + "loss": 0.14276379346847534, + "step": 556 + }, + { + "epoch": 2.520656479909451, + "grad_norm": 0.2594577747985432, + "learning_rate": 3.6439863306968395e-05, + "loss": 0.12485526502132416, + "step": 557 + }, + { + "epoch": 2.5251839275608376, + "grad_norm": 0.2961625882311709, + "learning_rate": 3.6249790255526915e-05, + "loss": 0.11515647172927856, + "step": 558 + }, + { + "epoch": 2.5297113752122242, + "grad_norm": 0.24683329504623078, + "learning_rate": 3.605993192494934e-05, + "loss": 0.10419435799121857, + "step": 559 + }, + { + "epoch": 2.534238822863611, + "grad_norm": 0.25364083068174226, + "learning_rate": 3.587029128003006e-05, + "loss": 0.09284784644842148, + "step": 560 + }, + { + "epoch": 2.538766270514997, + "grad_norm": 0.2585483974392137, + "learning_rate": 3.5680871282164144e-05, + "loss": 0.11332575976848602, + "step": 561 + }, + { + "epoch": 2.5432937181663835, + "grad_norm": 0.24237379986215338, + "learning_rate": 3.549167488930103e-05, + "loss": 0.14688560366630554, + "step": 562 + }, + { + "epoch": 2.54782116581777, + "grad_norm": 0.22638908812977684, + "learning_rate": 3.5302705055898425e-05, + "loss": 0.13564583659172058, + "step": 563 + }, + { + "epoch": 2.5523486134691566, + "grad_norm": 0.2596181991576638, + "learning_rate": 3.5113964732876106e-05, + "loss": 0.115118108689785, + "step": 564 + }, + { + "epoch": 2.556876061120543, + "grad_norm": 0.26415733368451977, + "learning_rate": 3.492545686756986e-05, + "loss": 0.12011849135160446, + "step": 565 + }, + { + "epoch": 2.56140350877193, + "grad_norm": 0.23714192087858377, + "learning_rate": 3.473718440368544e-05, + "loss": 0.10161202400922775, + "step": 566 + }, + { + "epoch": 2.5659309564233164, + "grad_norm": 0.27025275979195007, + "learning_rate": 3.4549150281252636e-05, + "loss": 0.0882958248257637, + "step": 567 + }, + { + "epoch": 2.570458404074703, + "grad_norm": 0.23879461948112587, + "learning_rate": 3.4361357436579316e-05, + "loss": 0.14357197284698486, + "step": 568 + }, + { + "epoch": 2.5749858517260895, + "grad_norm": 0.23316769041494662, + "learning_rate": 3.417380880220563e-05, + "loss": 0.13415873050689697, + "step": 569 + }, + { + "epoch": 2.579513299377476, + "grad_norm": 0.27654361242855297, + "learning_rate": 3.3986507306858125e-05, + "loss": 0.12432755529880524, + "step": 570 + }, + { + "epoch": 2.5840407470288627, + "grad_norm": 0.2567188323738886, + "learning_rate": 3.379945587540414e-05, + "loss": 0.10620371252298355, + "step": 571 + }, + { + "epoch": 2.5885681946802492, + "grad_norm": 0.23508221202812904, + "learning_rate": 3.361265742880599e-05, + "loss": 0.09938931465148926, + "step": 572 + }, + { + "epoch": 2.593095642331636, + "grad_norm": 0.26833749975488186, + "learning_rate": 3.342611488407549e-05, + "loss": 0.09262629598379135, + "step": 573 + }, + { + "epoch": 2.597623089983022, + "grad_norm": 0.24976917871377982, + "learning_rate": 3.323983115422827e-05, + "loss": 0.12932151556015015, + "step": 574 + }, + { + "epoch": 2.6021505376344085, + "grad_norm": 0.20685234324195712, + "learning_rate": 3.3053809148238426e-05, + "loss": 0.13880762457847595, + "step": 575 + }, + { + "epoch": 2.606677985285795, + "grad_norm": 0.24401216152089034, + "learning_rate": 3.286805177099293e-05, + "loss": 0.12213125824928284, + "step": 576 + }, + { + "epoch": 2.6112054329371817, + "grad_norm": 0.26388750626149415, + "learning_rate": 3.268256192324647e-05, + "loss": 0.11493176221847534, + "step": 577 + }, + { + "epoch": 2.6157328805885682, + "grad_norm": 0.22428771518696666, + "learning_rate": 3.249734250157592e-05, + "loss": 0.09479294717311859, + "step": 578 + }, + { + "epoch": 2.620260328239955, + "grad_norm": 0.24057632420007685, + "learning_rate": 3.231239639833531e-05, + "loss": 0.08547629415988922, + "step": 579 + }, + { + "epoch": 2.6247877758913414, + "grad_norm": 0.2336601965665524, + "learning_rate": 3.212772650161056e-05, + "loss": 0.1252753734588623, + "step": 580 + }, + { + "epoch": 2.629315223542728, + "grad_norm": 0.24165240309289301, + "learning_rate": 3.1943335695174365e-05, + "loss": 0.1408216655254364, + "step": 581 + }, + { + "epoch": 2.633842671194114, + "grad_norm": 0.24033546379107754, + "learning_rate": 3.175922685844125e-05, + "loss": 0.12671208381652832, + "step": 582 + }, + { + "epoch": 2.6383701188455007, + "grad_norm": 0.2356329228609367, + "learning_rate": 3.15754028664225e-05, + "loss": 0.11594489961862564, + "step": 583 + }, + { + "epoch": 2.6428975664968872, + "grad_norm": 0.2644332823548845, + "learning_rate": 3.1391866589681346e-05, + "loss": 0.10527190566062927, + "step": 584 + }, + { + "epoch": 2.647425014148274, + "grad_norm": 0.24214421981778728, + "learning_rate": 3.12086208942881e-05, + "loss": 0.0941970944404602, + "step": 585 + }, + { + "epoch": 2.6519524617996604, + "grad_norm": 0.24680728714282923, + "learning_rate": 3.10256686417754e-05, + "loss": 0.12475133687257767, + "step": 586 + }, + { + "epoch": 2.656479909451047, + "grad_norm": 0.25121624638306916, + "learning_rate": 3.084301268909353e-05, + "loss": 0.15046575665473938, + "step": 587 + }, + { + "epoch": 2.6610073571024335, + "grad_norm": 0.2418561721157581, + "learning_rate": 3.0660655888565825e-05, + "loss": 0.13163983821868896, + "step": 588 + }, + { + "epoch": 2.66553480475382, + "grad_norm": 0.24347981203163183, + "learning_rate": 3.0478601087844096e-05, + "loss": 0.11440954357385635, + "step": 589 + }, + { + "epoch": 2.6700622524052067, + "grad_norm": 0.2649101408245476, + "learning_rate": 3.0296851129864168e-05, + "loss": 0.11191365122795105, + "step": 590 + }, + { + "epoch": 2.6745897000565932, + "grad_norm": 0.2585452012810636, + "learning_rate": 3.0115408852801535e-05, + "loss": 0.09637647867202759, + "step": 591 + }, + { + "epoch": 2.67911714770798, + "grad_norm": 0.2518425045559207, + "learning_rate": 2.9934277090026964e-05, + "loss": 0.09529514610767365, + "step": 592 + }, + { + "epoch": 2.6836445953593664, + "grad_norm": 0.22520047038788044, + "learning_rate": 2.97534586700623e-05, + "loss": 0.13834667205810547, + "step": 593 + }, + { + "epoch": 2.688172043010753, + "grad_norm": 0.25173496296604714, + "learning_rate": 2.9572956416536267e-05, + "loss": 0.13480937480926514, + "step": 594 + }, + { + "epoch": 2.692699490662139, + "grad_norm": 0.2410585900956496, + "learning_rate": 2.9392773148140408e-05, + "loss": 0.11652663350105286, + "step": 595 + }, + { + "epoch": 2.6972269383135257, + "grad_norm": 0.23487256508276858, + "learning_rate": 2.9212911678585043e-05, + "loss": 0.11234890669584274, + "step": 596 + }, + { + "epoch": 2.7017543859649122, + "grad_norm": 0.2270191951541322, + "learning_rate": 2.9033374816555338e-05, + "loss": 0.09663751721382141, + "step": 597 + }, + { + "epoch": 2.706281833616299, + "grad_norm": 0.25197285773571976, + "learning_rate": 2.885416536566744e-05, + "loss": 0.08802421391010284, + "step": 598 + }, + { + "epoch": 2.7108092812676854, + "grad_norm": 0.26157029463529385, + "learning_rate": 2.8675286124424693e-05, + "loss": 0.13833507895469666, + "step": 599 + }, + { + "epoch": 2.715336728919072, + "grad_norm": 0.21057652362655196, + "learning_rate": 2.8496739886173995e-05, + "loss": 0.13772332668304443, + "step": 600 + }, + { + "epoch": 2.7198641765704585, + "grad_norm": 0.2630087930460932, + "learning_rate": 2.8318529439062035e-05, + "loss": 0.12039318680763245, + "step": 601 + }, + { + "epoch": 2.7243916242218447, + "grad_norm": 0.26268925166743773, + "learning_rate": 2.8140657565991958e-05, + "loss": 0.1143353208899498, + "step": 602 + }, + { + "epoch": 2.7289190718732312, + "grad_norm": 0.21784795757319134, + "learning_rate": 2.7963127044579697e-05, + "loss": 0.10443739593029022, + "step": 603 + }, + { + "epoch": 2.733446519524618, + "grad_norm": 0.24171040540762112, + "learning_rate": 2.7785940647110763e-05, + "loss": 0.08580689132213593, + "step": 604 + }, + { + "epoch": 2.7379739671760044, + "grad_norm": 0.25017672282012504, + "learning_rate": 2.7609101140496863e-05, + "loss": 0.1266556680202484, + "step": 605 + }, + { + "epoch": 2.742501414827391, + "grad_norm": 0.22426404482783405, + "learning_rate": 2.743261128623269e-05, + "loss": 0.13873793184757233, + "step": 606 + }, + { + "epoch": 2.7470288624787775, + "grad_norm": 0.21232226494818524, + "learning_rate": 2.72564738403529e-05, + "loss": 0.12767687439918518, + "step": 607 + }, + { + "epoch": 2.751556310130164, + "grad_norm": 0.2495474667171734, + "learning_rate": 2.708069155338892e-05, + "loss": 0.11374086141586304, + "step": 608 + }, + { + "epoch": 2.7560837577815507, + "grad_norm": 0.23903618675797153, + "learning_rate": 2.6905267170326143e-05, + "loss": 0.10475228726863861, + "step": 609 + }, + { + "epoch": 2.7606112054329373, + "grad_norm": 0.22385101714825797, + "learning_rate": 2.6730203430560947e-05, + "loss": 0.09183211624622345, + "step": 610 + }, + { + "epoch": 2.765138653084324, + "grad_norm": 0.2255108306449036, + "learning_rate": 2.6555503067858013e-05, + "loss": 0.120794378221035, + "step": 611 + }, + { + "epoch": 2.7696661007357104, + "grad_norm": 0.21818161061861707, + "learning_rate": 2.6381168810307533e-05, + "loss": 0.13886579871177673, + "step": 612 + }, + { + "epoch": 2.774193548387097, + "grad_norm": 0.2162769870443805, + "learning_rate": 2.6207203380282747e-05, + "loss": 0.1283240020275116, + "step": 613 + }, + { + "epoch": 2.7787209960384835, + "grad_norm": 0.2358741304529575, + "learning_rate": 2.603360949439727e-05, + "loss": 0.121439628303051, + "step": 614 + }, + { + "epoch": 2.7832484436898697, + "grad_norm": 0.2276407496979808, + "learning_rate": 2.5860389863462765e-05, + "loss": 0.10243870317935944, + "step": 615 + }, + { + "epoch": 2.7877758913412563, + "grad_norm": 0.22912652601551836, + "learning_rate": 2.5687547192446647e-05, + "loss": 0.09506306052207947, + "step": 616 + }, + { + "epoch": 2.792303338992643, + "grad_norm": 0.22281328036060236, + "learning_rate": 2.5515084180429716e-05, + "loss": 0.09046522527933121, + "step": 617 + }, + { + "epoch": 2.7968307866440294, + "grad_norm": 0.1976431350430884, + "learning_rate": 2.5343003520564158e-05, + "loss": 0.13864973187446594, + "step": 618 + }, + { + "epoch": 2.801358234295416, + "grad_norm": 0.20883640126867217, + "learning_rate": 2.5171307900031345e-05, + "loss": 0.13139835000038147, + "step": 619 + }, + { + "epoch": 2.8058856819468025, + "grad_norm": 0.2125190189472025, + "learning_rate": 2.500000000000001e-05, + "loss": 0.1208663210272789, + "step": 620 + }, + { + "epoch": 2.810413129598189, + "grad_norm": 0.21228317639875047, + "learning_rate": 2.4829082495584242e-05, + "loss": 0.10401903092861176, + "step": 621 + }, + { + "epoch": 2.8149405772495757, + "grad_norm": 0.21279150723283488, + "learning_rate": 2.465855805580185e-05, + "loss": 0.09000042080879211, + "step": 622 + }, + { + "epoch": 2.819468024900962, + "grad_norm": 0.2154703660458778, + "learning_rate": 2.448842934353256e-05, + "loss": 0.09436316788196564, + "step": 623 + }, + { + "epoch": 2.8239954725523484, + "grad_norm": 0.18468130064262714, + "learning_rate": 2.4318699015476493e-05, + "loss": 0.12485232949256897, + "step": 624 + }, + { + "epoch": 2.828522920203735, + "grad_norm": 0.2118189050847499, + "learning_rate": 2.414936972211272e-05, + "loss": 0.13756975531578064, + "step": 625 + }, + { + "epoch": 2.8330503678551215, + "grad_norm": 0.2008637254946331, + "learning_rate": 2.3980444107657747e-05, + "loss": 0.1262628734111786, + "step": 626 + }, + { + "epoch": 2.837577815506508, + "grad_norm": 0.19507177543957294, + "learning_rate": 2.3811924810024384e-05, + "loss": 0.11262847483158112, + "step": 627 + }, + { + "epoch": 2.8421052631578947, + "grad_norm": 0.2160150070627766, + "learning_rate": 2.3643814460780394e-05, + "loss": 0.09914860129356384, + "step": 628 + }, + { + "epoch": 2.8466327108092813, + "grad_norm": 0.22322489364690976, + "learning_rate": 2.347611568510754e-05, + "loss": 0.08965691924095154, + "step": 629 + }, + { + "epoch": 2.851160158460668, + "grad_norm": 0.18405705268568368, + "learning_rate": 2.3308831101760486e-05, + "loss": 0.12905165553092957, + "step": 630 + }, + { + "epoch": 2.8556876061120544, + "grad_norm": 0.1954145806659638, + "learning_rate": 2.3141963323025916e-05, + "loss": 0.14251145720481873, + "step": 631 + }, + { + "epoch": 2.860215053763441, + "grad_norm": 0.2550894717469498, + "learning_rate": 2.2975514954681838e-05, + "loss": 0.1315610110759735, + "step": 632 + }, + { + "epoch": 2.8647425014148276, + "grad_norm": 0.19866802480987966, + "learning_rate": 2.2809488595956745e-05, + "loss": 0.10726577043533325, + "step": 633 + }, + { + "epoch": 2.869269949066214, + "grad_norm": 0.2059757913242525, + "learning_rate": 2.264388683948918e-05, + "loss": 0.09670988470315933, + "step": 634 + }, + { + "epoch": 2.8737973967176007, + "grad_norm": 0.2209737989570976, + "learning_rate": 2.247871227128709e-05, + "loss": 0.09051385521888733, + "step": 635 + }, + { + "epoch": 2.878324844368987, + "grad_norm": 0.19723744969911808, + "learning_rate": 2.2313967470687593e-05, + "loss": 0.11008135974407196, + "step": 636 + }, + { + "epoch": 2.8828522920203734, + "grad_norm": 0.18491495577394462, + "learning_rate": 2.2149655010316573e-05, + "loss": 0.14236138761043549, + "step": 637 + }, + { + "epoch": 2.88737973967176, + "grad_norm": 0.20555974856745457, + "learning_rate": 2.1985777456048633e-05, + "loss": 0.12351356446743011, + "step": 638 + }, + { + "epoch": 2.8919071873231466, + "grad_norm": 0.20962920142081726, + "learning_rate": 2.1822337366966898e-05, + "loss": 0.11412464082241058, + "step": 639 + }, + { + "epoch": 2.896434634974533, + "grad_norm": 0.18352752004787823, + "learning_rate": 2.1659337295323118e-05, + "loss": 0.10024420917034149, + "step": 640 + }, + { + "epoch": 2.9009620826259197, + "grad_norm": 0.1961851446672569, + "learning_rate": 2.149677978649786e-05, + "loss": 0.08953743427991867, + "step": 641 + }, + { + "epoch": 2.9054895302773063, + "grad_norm": 0.22264124964898163, + "learning_rate": 2.1334667378960644e-05, + "loss": 0.08613376319408417, + "step": 642 + }, + { + "epoch": 2.910016977928693, + "grad_norm": 0.1841841809171048, + "learning_rate": 2.1173002604230425e-05, + "loss": 0.12837599217891693, + "step": 643 + }, + { + "epoch": 2.914544425580079, + "grad_norm": 0.17570198473311538, + "learning_rate": 2.1011787986835934e-05, + "loss": 0.13058477640151978, + "step": 644 + }, + { + "epoch": 2.9190718732314656, + "grad_norm": 0.1890424121279899, + "learning_rate": 2.0851026044276406e-05, + "loss": 0.11193414777517319, + "step": 645 + }, + { + "epoch": 2.923599320882852, + "grad_norm": 0.2037958407485097, + "learning_rate": 2.0690719286982125e-05, + "loss": 0.10173594951629639, + "step": 646 + }, + { + "epoch": 2.9281267685342387, + "grad_norm": 0.19365613909836157, + "learning_rate": 2.0530870218275273e-05, + "loss": 0.10059279203414917, + "step": 647 + }, + { + "epoch": 2.9326542161856253, + "grad_norm": 0.18313628206502447, + "learning_rate": 2.0371481334330912e-05, + "loss": 0.08752919733524323, + "step": 648 + }, + { + "epoch": 2.937181663837012, + "grad_norm": 0.18163662587745502, + "learning_rate": 2.0212555124137866e-05, + "loss": 0.1352725774049759, + "step": 649 + }, + { + "epoch": 2.9417091114883984, + "grad_norm": 0.18305358707796393, + "learning_rate": 2.005409406946e-05, + "loss": 0.1280105859041214, + "step": 650 + }, + { + "epoch": 2.946236559139785, + "grad_norm": 0.1695870301850634, + "learning_rate": 1.9896100644797317e-05, + "loss": 0.11544548720121384, + "step": 651 + }, + { + "epoch": 2.9507640067911716, + "grad_norm": 0.178212092154041, + "learning_rate": 1.973857731734746e-05, + "loss": 0.10372395813465118, + "step": 652 + }, + { + "epoch": 2.955291454442558, + "grad_norm": 0.20017714089350316, + "learning_rate": 1.958152654696705e-05, + "loss": 0.09953290224075317, + "step": 653 + }, + { + "epoch": 2.9598189020939447, + "grad_norm": 0.19414570777122794, + "learning_rate": 1.942495078613341e-05, + "loss": 0.08335710316896439, + "step": 654 + }, + { + "epoch": 2.9643463497453313, + "grad_norm": 0.16077247309449752, + "learning_rate": 1.9268852479906147e-05, + "loss": 0.11613577604293823, + "step": 655 + }, + { + "epoch": 2.968873797396718, + "grad_norm": 0.16858390725017094, + "learning_rate": 1.9113234065889014e-05, + "loss": 0.14055851101875305, + "step": 656 + }, + { + "epoch": 2.973401245048104, + "grad_norm": 0.179867973624298, + "learning_rate": 1.8958097974191907e-05, + "loss": 0.11342918127775192, + "step": 657 + }, + { + "epoch": 2.9779286926994906, + "grad_norm": 0.1747443274776837, + "learning_rate": 1.8803446627392797e-05, + "loss": 0.11532742530107498, + "step": 658 + }, + { + "epoch": 2.982456140350877, + "grad_norm": 0.1840967023486453, + "learning_rate": 1.8649282440500015e-05, + "loss": 0.09636199474334717, + "step": 659 + }, + { + "epoch": 2.9869835880022637, + "grad_norm": 0.19968514929505088, + "learning_rate": 1.849560782091445e-05, + "loss": 0.08977682888507843, + "step": 660 + }, + { + "epoch": 2.9915110356536503, + "grad_norm": 0.18660833054019316, + "learning_rate": 1.834242516839203e-05, + "loss": 0.11185477674007416, + "step": 661 + }, + { + "epoch": 2.996038483305037, + "grad_norm": 0.17623246563776465, + "learning_rate": 1.8189736875006185e-05, + "loss": 0.1226733922958374, + "step": 662 + }, + { + "epoch": 3.0, + "grad_norm": 0.21161133741890636, + "learning_rate": 1.8037545325110504e-05, + "loss": 0.08953028917312622, + "step": 663 + }, + { + "epoch": 3.0045274476513866, + "grad_norm": 0.3066364156494326, + "learning_rate": 1.788585289530158e-05, + "loss": 0.09976173937320709, + "step": 664 + }, + { + "epoch": 3.009054895302773, + "grad_norm": 0.2618992530713181, + "learning_rate": 1.7734661954381754e-05, + "loss": 0.08678863942623138, + "step": 665 + }, + { + "epoch": 3.0135823429541597, + "grad_norm": 0.19907300376185252, + "learning_rate": 1.7583974863322274e-05, + "loss": 0.06767494976520538, + "step": 666 + }, + { + "epoch": 3.0181097906055463, + "grad_norm": 0.18817368766730283, + "learning_rate": 1.7433793975226298e-05, + "loss": 0.0600329264998436, + "step": 667 + }, + { + "epoch": 3.022637238256933, + "grad_norm": 0.2061340158138551, + "learning_rate": 1.728412163529227e-05, + "loss": 0.0469946414232254, + "step": 668 + }, + { + "epoch": 3.027164685908319, + "grad_norm": 0.23783508890294386, + "learning_rate": 1.713496018077717e-05, + "loss": 0.04690144211053848, + "step": 669 + }, + { + "epoch": 3.0316921335597056, + "grad_norm": 0.43698570813754956, + "learning_rate": 1.6986311940960147e-05, + "loss": 0.09764593839645386, + "step": 670 + }, + { + "epoch": 3.036219581211092, + "grad_norm": 0.32154495167200836, + "learning_rate": 1.6838179237106016e-05, + "loss": 0.08996790647506714, + "step": 671 + }, + { + "epoch": 3.0407470288624787, + "grad_norm": 0.19989528083823166, + "learning_rate": 1.66905643824291e-05, + "loss": 0.0713300108909607, + "step": 672 + }, + { + "epoch": 3.0452744765138653, + "grad_norm": 0.2103161752515197, + "learning_rate": 1.6543469682057106e-05, + "loss": 0.062314074486494064, + "step": 673 + }, + { + "epoch": 3.049801924165252, + "grad_norm": 0.21310080332783007, + "learning_rate": 1.6396897432995044e-05, + "loss": 0.05069063603878021, + "step": 674 + }, + { + "epoch": 3.0543293718166384, + "grad_norm": 0.2374684195733413, + "learning_rate": 1.6250849924089484e-05, + "loss": 0.043403737246990204, + "step": 675 + }, + { + "epoch": 3.058856819468025, + "grad_norm": 0.21904849526165582, + "learning_rate": 1.6105329435992682e-05, + "loss": 0.0834536924958229, + "step": 676 + }, + { + "epoch": 3.0633842671194116, + "grad_norm": 0.19383275443870573, + "learning_rate": 1.5960338241127093e-05, + "loss": 0.08995246887207031, + "step": 677 + }, + { + "epoch": 3.067911714770798, + "grad_norm": 0.18879861173936469, + "learning_rate": 1.581587860364977e-05, + "loss": 0.07954228669404984, + "step": 678 + }, + { + "epoch": 3.0724391624221843, + "grad_norm": 0.19092381008877815, + "learning_rate": 1.567195277941706e-05, + "loss": 0.06363485753536224, + "step": 679 + }, + { + "epoch": 3.076966610073571, + "grad_norm": 0.19424073278225265, + "learning_rate": 1.552856301594942e-05, + "loss": 0.05385269224643707, + "step": 680 + }, + { + "epoch": 3.0814940577249574, + "grad_norm": 0.18062190907689793, + "learning_rate": 1.5385711552396227e-05, + "loss": 0.04273997247219086, + "step": 681 + }, + { + "epoch": 3.086021505376344, + "grad_norm": 0.19216670245288398, + "learning_rate": 1.5243400619500903e-05, + "loss": 0.06583520025014877, + "step": 682 + }, + { + "epoch": 3.0905489530277306, + "grad_norm": 0.25510602354092327, + "learning_rate": 1.5101632439565998e-05, + "loss": 0.09310319274663925, + "step": 683 + }, + { + "epoch": 3.095076400679117, + "grad_norm": 0.21622644779417574, + "learning_rate": 1.4960409226418576e-05, + "loss": 0.07124336808919907, + "step": 684 + }, + { + "epoch": 3.0996038483305037, + "grad_norm": 0.20132594716382185, + "learning_rate": 1.4819733185375534e-05, + "loss": 0.06657753884792328, + "step": 685 + }, + { + "epoch": 3.1041312959818903, + "grad_norm": 0.17173972561069642, + "learning_rate": 1.4679606513209283e-05, + "loss": 0.050332531332969666, + "step": 686 + }, + { + "epoch": 3.108658743633277, + "grad_norm": 0.17209769554298748, + "learning_rate": 1.4540031398113335e-05, + "loss": 0.04407206177711487, + "step": 687 + }, + { + "epoch": 3.1131861912846635, + "grad_norm": 0.1727555707541188, + "learning_rate": 1.4401010019668226e-05, + "loss": 0.0437740758061409, + "step": 688 + }, + { + "epoch": 3.11771363893605, + "grad_norm": 0.17590697354246457, + "learning_rate": 1.4262544548807432e-05, + "loss": 0.08785104006528854, + "step": 689 + }, + { + "epoch": 3.122241086587436, + "grad_norm": 0.17646701046970592, + "learning_rate": 1.4124637147783432e-05, + "loss": 0.08701614290475845, + "step": 690 + }, + { + "epoch": 3.1267685342388227, + "grad_norm": 0.16910237298120426, + "learning_rate": 1.3987289970134049e-05, + "loss": 0.07015383988618851, + "step": 691 + }, + { + "epoch": 3.1312959818902093, + "grad_norm": 0.16674344676254058, + "learning_rate": 1.3850505160648709e-05, + "loss": 0.06920076161623001, + "step": 692 + }, + { + "epoch": 3.135823429541596, + "grad_norm": 0.1720701281820272, + "learning_rate": 1.371428485533498e-05, + "loss": 0.04850110039114952, + "step": 693 + }, + { + "epoch": 3.1403508771929824, + "grad_norm": 0.17777914669888842, + "learning_rate": 1.3578631181385305e-05, + "loss": 0.04546038806438446, + "step": 694 + }, + { + "epoch": 3.144878324844369, + "grad_norm": 0.17040333469142502, + "learning_rate": 1.3443546257143624e-05, + "loss": 0.0866042971611023, + "step": 695 + }, + { + "epoch": 3.1494057724957556, + "grad_norm": 0.17121685270160847, + "learning_rate": 1.3309032192072463e-05, + "loss": 0.07414685934782028, + "step": 696 + }, + { + "epoch": 3.153933220147142, + "grad_norm": 0.17655076877248685, + "learning_rate": 1.3175091086719832e-05, + "loss": 0.07138119637966156, + "step": 697 + }, + { + "epoch": 3.1584606677985287, + "grad_norm": 0.16472616782119096, + "learning_rate": 1.304172503268658e-05, + "loss": 0.0625188946723938, + "step": 698 + }, + { + "epoch": 3.1629881154499153, + "grad_norm": 0.16364050214385314, + "learning_rate": 1.29089361125936e-05, + "loss": 0.04717274382710457, + "step": 699 + }, + { + "epoch": 3.1675155631013014, + "grad_norm": 0.17462613946871813, + "learning_rate": 1.277672640004936e-05, + "loss": 0.04338686913251877, + "step": 700 + }, + { + "epoch": 3.172043010752688, + "grad_norm": 0.1712762009121397, + "learning_rate": 1.2645097959617585e-05, + "loss": 0.08021088689565659, + "step": 701 + }, + { + "epoch": 3.1765704584040746, + "grad_norm": 0.17306948863643268, + "learning_rate": 1.251405284678488e-05, + "loss": 0.0890338122844696, + "step": 702 + }, + { + "epoch": 3.181097906055461, + "grad_norm": 0.16734877496385878, + "learning_rate": 1.238359310792877e-05, + "loss": 0.07373081892728806, + "step": 703 + }, + { + "epoch": 3.1856253537068477, + "grad_norm": 0.16681965977504648, + "learning_rate": 1.2253720780285639e-05, + "loss": 0.05940074473619461, + "step": 704 + }, + { + "epoch": 3.1901528013582343, + "grad_norm": 0.1677395709964833, + "learning_rate": 1.2124437891918993e-05, + "loss": 0.049046434462070465, + "step": 705 + }, + { + "epoch": 3.194680249009621, + "grad_norm": 0.16375245763793814, + "learning_rate": 1.1995746461687734e-05, + "loss": 0.04000747576355934, + "step": 706 + }, + { + "epoch": 3.1992076966610075, + "grad_norm": 0.15889086433849803, + "learning_rate": 1.186764849921468e-05, + "loss": 0.06086156889796257, + "step": 707 + }, + { + "epoch": 3.203735144312394, + "grad_norm": 0.15657853266586888, + "learning_rate": 1.174014600485514e-05, + "loss": 0.09235703200101852, + "step": 708 + }, + { + "epoch": 3.2082625919637806, + "grad_norm": 0.16523424483152438, + "learning_rate": 1.1613240969665685e-05, + "loss": 0.0760895386338234, + "step": 709 + }, + { + "epoch": 3.212790039615167, + "grad_norm": 0.17067373227429014, + "learning_rate": 1.1486935375373126e-05, + "loss": 0.06844381242990494, + "step": 710 + }, + { + "epoch": 3.2173174872665533, + "grad_norm": 0.17285529090137522, + "learning_rate": 1.1361231194343436e-05, + "loss": 0.0570899173617363, + "step": 711 + }, + { + "epoch": 3.22184493491794, + "grad_norm": 0.16098809089084598, + "learning_rate": 1.1236130389551092e-05, + "loss": 0.044195231050252914, + "step": 712 + }, + { + "epoch": 3.2263723825693265, + "grad_norm": 0.17431764407498884, + "learning_rate": 1.1111634914548297e-05, + "loss": 0.04926883801817894, + "step": 713 + }, + { + "epoch": 3.230899830220713, + "grad_norm": 0.15953958352407424, + "learning_rate": 1.0987746713434576e-05, + "loss": 0.08690941333770752, + "step": 714 + }, + { + "epoch": 3.2354272778720996, + "grad_norm": 0.16045560003870812, + "learning_rate": 1.0864467720826343e-05, + "loss": 0.07696666568517685, + "step": 715 + }, + { + "epoch": 3.239954725523486, + "grad_norm": 0.1617192142283404, + "learning_rate": 1.0741799861826706e-05, + "loss": 0.07071413844823837, + "step": 716 + }, + { + "epoch": 3.2444821731748728, + "grad_norm": 0.16026922346768308, + "learning_rate": 1.0619745051995472e-05, + "loss": 0.05099868029356003, + "step": 717 + }, + { + "epoch": 3.2490096208262593, + "grad_norm": 0.16355950842816344, + "learning_rate": 1.0498305197319115e-05, + "loss": 0.04914161562919617, + "step": 718 + }, + { + "epoch": 3.253537068477646, + "grad_norm": 0.17319912138054358, + "learning_rate": 1.0377482194181132e-05, + "loss": 0.044711459428071976, + "step": 719 + }, + { + "epoch": 3.258064516129032, + "grad_norm": 0.15120807983443754, + "learning_rate": 1.0257277929332332e-05, + "loss": 0.0844351053237915, + "step": 720 + }, + { + "epoch": 3.2625919637804186, + "grad_norm": 0.15764732640093013, + "learning_rate": 1.0137694279861454e-05, + "loss": 0.08362387120723724, + "step": 721 + }, + { + "epoch": 3.267119411431805, + "grad_norm": 0.1652434905849552, + "learning_rate": 1.0018733113165773e-05, + "loss": 0.07020123302936554, + "step": 722 + }, + { + "epoch": 3.2716468590831917, + "grad_norm": 0.1615727759269588, + "learning_rate": 9.900396286922026e-06, + "loss": 0.05829951912164688, + "step": 723 + }, + { + "epoch": 3.2761743067345783, + "grad_norm": 0.15540133620600818, + "learning_rate": 9.782685649057333e-06, + "loss": 0.0489511638879776, + "step": 724 + }, + { + "epoch": 3.280701754385965, + "grad_norm": 0.17125472358784352, + "learning_rate": 9.66560303772035e-06, + "loss": 0.04217950999736786, + "step": 725 + }, + { + "epoch": 3.2852292020373515, + "grad_norm": 0.16738285041744344, + "learning_rate": 9.549150281252633e-06, + "loss": 0.07959597557783127, + "step": 726 + }, + { + "epoch": 3.289756649688738, + "grad_norm": 0.16850168868394563, + "learning_rate": 9.433329198159974e-06, + "loss": 0.09891261160373688, + "step": 727 + }, + { + "epoch": 3.2942840973401246, + "grad_norm": 0.15597726589104297, + "learning_rate": 9.31814159708413e-06, + "loss": 0.07539305835962296, + "step": 728 + }, + { + "epoch": 3.298811544991511, + "grad_norm": 0.16702347188447222, + "learning_rate": 9.203589276774439e-06, + "loss": 0.06475088000297546, + "step": 729 + }, + { + "epoch": 3.3033389926428978, + "grad_norm": 0.15682792673122475, + "learning_rate": 9.08967402605988e-06, + "loss": 0.0529288724064827, + "step": 730 + }, + { + "epoch": 3.3078664402942843, + "grad_norm": 0.16526227036485225, + "learning_rate": 8.976397623821003e-06, + "loss": 0.04603153094649315, + "step": 731 + }, + { + "epoch": 3.3123938879456705, + "grad_norm": 0.16531667842750028, + "learning_rate": 8.86376183896226e-06, + "loss": 0.06262427568435669, + "step": 732 + }, + { + "epoch": 3.316921335597057, + "grad_norm": 0.16283974682025906, + "learning_rate": 8.751768430384305e-06, + "loss": 0.0915934145450592, + "step": 733 + }, + { + "epoch": 3.3214487832484436, + "grad_norm": 0.15764077900401163, + "learning_rate": 8.640419146956557e-06, + "loss": 0.0832981988787651, + "step": 734 + }, + { + "epoch": 3.32597623089983, + "grad_norm": 0.1573195696429796, + "learning_rate": 8.529715727489912e-06, + "loss": 0.06754305958747864, + "step": 735 + }, + { + "epoch": 3.3305036785512168, + "grad_norm": 0.1642300634758806, + "learning_rate": 8.419659900709536e-06, + "loss": 0.057708628475666046, + "step": 736 + }, + { + "epoch": 3.3350311262026033, + "grad_norm": 0.15929872915842908, + "learning_rate": 8.310253385227946e-06, + "loss": 0.04438793659210205, + "step": 737 + }, + { + "epoch": 3.33955857385399, + "grad_norm": 0.16519478212333719, + "learning_rate": 8.201497889518073e-06, + "loss": 0.042902104556560516, + "step": 738 + }, + { + "epoch": 3.3440860215053765, + "grad_norm": 0.14737630137329194, + "learning_rate": 8.093395111886687e-06, + "loss": 0.08900769054889679, + "step": 739 + }, + { + "epoch": 3.348613469156763, + "grad_norm": 0.1618938058753914, + "learning_rate": 7.985946740447791e-06, + "loss": 0.08507311344146729, + "step": 740 + }, + { + "epoch": 3.353140916808149, + "grad_norm": 0.1596359027814366, + "learning_rate": 7.879154453096304e-06, + "loss": 0.06864621490240097, + "step": 741 + }, + { + "epoch": 3.3576683644595358, + "grad_norm": 0.15567522378906307, + "learning_rate": 7.773019917481872e-06, + "loss": 0.054425135254859924, + "step": 742 + }, + { + "epoch": 3.3621958121109223, + "grad_norm": 0.15758649025936708, + "learning_rate": 7.667544790982778e-06, + "loss": 0.047320909798145294, + "step": 743 + }, + { + "epoch": 3.366723259762309, + "grad_norm": 0.16327258638928266, + "learning_rate": 7.562730720680112e-06, + "loss": 0.041624799370765686, + "step": 744 + }, + { + "epoch": 3.3712507074136955, + "grad_norm": 0.15361939363105245, + "learning_rate": 7.458579343331995e-06, + "loss": 0.08947330713272095, + "step": 745 + }, + { + "epoch": 3.375778155065082, + "grad_norm": 0.15597413816852934, + "learning_rate": 7.3550922853480915e-06, + "loss": 0.08114541321992874, + "step": 746 + }, + { + "epoch": 3.3803056027164686, + "grad_norm": 0.16059378071093583, + "learning_rate": 7.252271162764129e-06, + "loss": 0.06897275149822235, + "step": 747 + }, + { + "epoch": 3.384833050367855, + "grad_norm": 0.152879973115427, + "learning_rate": 7.150117581216748e-06, + "loss": 0.05720801651477814, + "step": 748 + }, + { + "epoch": 3.3893604980192418, + "grad_norm": 0.15896141396588348, + "learning_rate": 7.048633135918347e-06, + "loss": 0.04943118989467621, + "step": 749 + }, + { + "epoch": 3.3938879456706283, + "grad_norm": 0.1602689070908953, + "learning_rate": 6.947819411632223e-06, + "loss": 0.039460405707359314, + "step": 750 + }, + { + "epoch": 3.398415393322015, + "grad_norm": 0.1669617663639801, + "learning_rate": 6.8476779826478265e-06, + "loss": 0.08177199959754944, + "step": 751 + }, + { + "epoch": 3.402942840973401, + "grad_norm": 0.15975689129614332, + "learning_rate": 6.748210412756134e-06, + "loss": 0.08858094364404678, + "step": 752 + }, + { + "epoch": 3.4074702886247876, + "grad_norm": 0.16135662158013386, + "learning_rate": 6.649418255225298e-06, + "loss": 0.07011917233467102, + "step": 753 + }, + { + "epoch": 3.411997736276174, + "grad_norm": 0.15990295998471452, + "learning_rate": 6.551303052776292e-06, + "loss": 0.058572862297296524, + "step": 754 + }, + { + "epoch": 3.4165251839275608, + "grad_norm": 0.15952088982362758, + "learning_rate": 6.45386633755894e-06, + "loss": 0.047646377235651016, + "step": 755 + }, + { + "epoch": 3.4210526315789473, + "grad_norm": 0.1613594717934019, + "learning_rate": 6.357109631127889e-06, + "loss": 0.03935559466481209, + "step": 756 + }, + { + "epoch": 3.425580079230334, + "grad_norm": 0.15912287807624553, + "learning_rate": 6.261034444418879e-06, + "loss": 0.06060168892145157, + "step": 757 + }, + { + "epoch": 3.4301075268817205, + "grad_norm": 0.16111441855805086, + "learning_rate": 6.165642277725203e-06, + "loss": 0.09181486070156097, + "step": 758 + }, + { + "epoch": 3.434634974533107, + "grad_norm": 0.16519976628545915, + "learning_rate": 6.07093462067419e-06, + "loss": 0.0789683610200882, + "step": 759 + }, + { + "epoch": 3.4391624221844936, + "grad_norm": 0.1559387343193889, + "learning_rate": 5.976912952204017e-06, + "loss": 0.0634407326579094, + "step": 760 + }, + { + "epoch": 3.44368986983588, + "grad_norm": 0.15643118236775796, + "learning_rate": 5.883578740540546e-06, + "loss": 0.05550439655780792, + "step": 761 + }, + { + "epoch": 3.4482173174872663, + "grad_norm": 0.15747386201299873, + "learning_rate": 5.79093344317449e-06, + "loss": 0.04290204495191574, + "step": 762 + }, + { + "epoch": 3.452744765138653, + "grad_norm": 0.1646471000344093, + "learning_rate": 5.698978506838532e-06, + "loss": 0.04180324822664261, + "step": 763 + }, + { + "epoch": 3.4572722127900395, + "grad_norm": 0.14229847674612914, + "learning_rate": 5.607715367484861e-06, + "loss": 0.08869330585002899, + "step": 764 + }, + { + "epoch": 3.461799660441426, + "grad_norm": 0.1471590674363114, + "learning_rate": 5.51714545026264e-06, + "loss": 0.08063746988773346, + "step": 765 + }, + { + "epoch": 3.4663271080928126, + "grad_norm": 0.15814353243743898, + "learning_rate": 5.4272701694958076e-06, + "loss": 0.06893438845872879, + "step": 766 + }, + { + "epoch": 3.470854555744199, + "grad_norm": 0.1556645213851928, + "learning_rate": 5.338090928660999e-06, + "loss": 0.05451403185725212, + "step": 767 + }, + { + "epoch": 3.475382003395586, + "grad_norm": 0.15569393724140868, + "learning_rate": 5.249609120365578e-06, + "loss": 0.04844459146261215, + "step": 768 + }, + { + "epoch": 3.4799094510469724, + "grad_norm": 0.16611731683384365, + "learning_rate": 5.16182612632598e-06, + "loss": 0.04286676645278931, + "step": 769 + }, + { + "epoch": 3.484436898698359, + "grad_norm": 0.15293615219864046, + "learning_rate": 5.074743317346009e-06, + "loss": 0.08715027570724487, + "step": 770 + }, + { + "epoch": 3.4889643463497455, + "grad_norm": 0.15074314633235772, + "learning_rate": 4.988362053295564e-06, + "loss": 0.08602124452590942, + "step": 771 + }, + { + "epoch": 3.493491794001132, + "grad_norm": 0.15513477299232484, + "learning_rate": 4.902683683089304e-06, + "loss": 0.07156828045845032, + "step": 772 + }, + { + "epoch": 3.498019241652518, + "grad_norm": 0.16174335126430972, + "learning_rate": 4.817709544665628e-06, + "loss": 0.0598549023270607, + "step": 773 + }, + { + "epoch": 3.502546689303905, + "grad_norm": 0.15795200396841924, + "learning_rate": 4.733440964965791e-06, + "loss": 0.04977518320083618, + "step": 774 + }, + { + "epoch": 3.5070741369552914, + "grad_norm": 0.15513788247676116, + "learning_rate": 4.649879259913137e-06, + "loss": 0.039833471179008484, + "step": 775 + }, + { + "epoch": 3.511601584606678, + "grad_norm": 0.15698424696956995, + "learning_rate": 4.567025734392622e-06, + "loss": 0.08777929842472076, + "step": 776 + }, + { + "epoch": 3.5161290322580645, + "grad_norm": 0.15265023394351482, + "learning_rate": 4.484881682230341e-06, + "loss": 0.08583962172269821, + "step": 777 + }, + { + "epoch": 3.520656479909451, + "grad_norm": 0.15272885627714522, + "learning_rate": 4.403448386173437e-06, + "loss": 0.06798358261585236, + "step": 778 + }, + { + "epoch": 3.5251839275608376, + "grad_norm": 0.15569180522696666, + "learning_rate": 4.322727117869951e-06, + "loss": 0.06092444807291031, + "step": 779 + }, + { + "epoch": 3.5297113752122242, + "grad_norm": 0.1589263536844735, + "learning_rate": 4.242719137849077e-06, + "loss": 0.052914176136255264, + "step": 780 + }, + { + "epoch": 3.534238822863611, + "grad_norm": 0.15055087585343038, + "learning_rate": 4.163425695501388e-06, + "loss": 0.038688283413648605, + "step": 781 + }, + { + "epoch": 3.538766270514997, + "grad_norm": 0.15450216645361534, + "learning_rate": 4.0848480290593625e-06, + "loss": 0.060667701065540314, + "step": 782 + }, + { + "epoch": 3.5432937181663835, + "grad_norm": 0.15175236104478088, + "learning_rate": 4.00698736557808e-06, + "loss": 0.09457433223724365, + "step": 783 + }, + { + "epoch": 3.54782116581777, + "grad_norm": 0.15330083415530651, + "learning_rate": 3.929844920915987e-06, + "loss": 0.0753507912158966, + "step": 784 + }, + { + "epoch": 3.5523486134691566, + "grad_norm": 0.15460276506056247, + "learning_rate": 3.853421899715992e-06, + "loss": 0.06055988371372223, + "step": 785 + }, + { + "epoch": 3.556876061120543, + "grad_norm": 0.15268718665932088, + "learning_rate": 3.7777194953865667e-06, + "loss": 0.05165576934814453, + "step": 786 + }, + { + "epoch": 3.56140350877193, + "grad_norm": 0.15764631090076642, + "learning_rate": 3.702738890083207e-06, + "loss": 0.04397202283143997, + "step": 787 + }, + { + "epoch": 3.5659309564233164, + "grad_norm": 0.1756581403035511, + "learning_rate": 3.628481254689875e-06, + "loss": 0.046176545321941376, + "step": 788 + }, + { + "epoch": 3.570458404074703, + "grad_norm": 0.13903295845121066, + "learning_rate": 3.5549477488007854e-06, + "loss": 0.08546517044305801, + "step": 789 + }, + { + "epoch": 3.5749858517260895, + "grad_norm": 0.14625086414117394, + "learning_rate": 3.4821395207022766e-06, + "loss": 0.07490271329879761, + "step": 790 + }, + { + "epoch": 3.579513299377476, + "grad_norm": 0.1529370303120228, + "learning_rate": 3.4100577073548634e-06, + "loss": 0.06298314034938812, + "step": 791 + }, + { + "epoch": 3.5840407470288627, + "grad_norm": 0.1535335759252131, + "learning_rate": 3.3387034343755065e-06, + "loss": 0.05735611543059349, + "step": 792 + }, + { + "epoch": 3.5885681946802492, + "grad_norm": 0.1541760869868739, + "learning_rate": 3.2680778160200155e-06, + "loss": 0.04231870174407959, + "step": 793 + }, + { + "epoch": 3.593095642331636, + "grad_norm": 0.1678727786788288, + "learning_rate": 3.198181955165669e-06, + "loss": 0.04027624428272247, + "step": 794 + }, + { + "epoch": 3.597623089983022, + "grad_norm": 0.14943363872847212, + "learning_rate": 3.1290169432939553e-06, + "loss": 0.07936602830886841, + "step": 795 + }, + { + "epoch": 3.6021505376344085, + "grad_norm": 0.15394087286690059, + "learning_rate": 3.060583860473587e-06, + "loss": 0.08372323960065842, + "step": 796 + }, + { + "epoch": 3.606677985285795, + "grad_norm": 0.15124484091267687, + "learning_rate": 2.9928837753435746e-06, + "loss": 0.06588123738765717, + "step": 797 + }, + { + "epoch": 3.6112054329371817, + "grad_norm": 0.15914915572966265, + "learning_rate": 2.9259177450965682e-06, + "loss": 0.05927068740129471, + "step": 798 + }, + { + "epoch": 3.6157328805885682, + "grad_norm": 0.15507298661949537, + "learning_rate": 2.8596868154623703e-06, + "loss": 0.047394055873155594, + "step": 799 + }, + { + "epoch": 3.620260328239955, + "grad_norm": 0.15414879271979146, + "learning_rate": 2.794192020691544e-06, + "loss": 0.040023073554039, + "step": 800 + }, + { + "epoch": 3.6247877758913414, + "grad_norm": 0.15063072941137776, + "learning_rate": 2.7294343835393368e-06, + "loss": 0.07365724444389343, + "step": 801 + }, + { + "epoch": 3.629315223542728, + "grad_norm": 0.16206292605361364, + "learning_rate": 2.665414915249631e-06, + "loss": 0.09670303761959076, + "step": 802 + }, + { + "epoch": 3.633842671194114, + "grad_norm": 0.15756959946827895, + "learning_rate": 2.6021346155392423e-06, + "loss": 0.0773511528968811, + "step": 803 + }, + { + "epoch": 3.6383701188455007, + "grad_norm": 0.159147027221656, + "learning_rate": 2.539594472582213e-06, + "loss": 0.062302928417921066, + "step": 804 + }, + { + "epoch": 3.6428975664968872, + "grad_norm": 0.1527324547096345, + "learning_rate": 2.4777954629944477e-06, + "loss": 0.05168925225734711, + "step": 805 + }, + { + "epoch": 3.647425014148274, + "grad_norm": 0.15196338938892234, + "learning_rate": 2.416738551818454e-06, + "loss": 0.04184819757938385, + "step": 806 + }, + { + "epoch": 3.6519524617996604, + "grad_norm": 0.16196166090266254, + "learning_rate": 2.3564246925082357e-06, + "loss": 0.06736510992050171, + "step": 807 + }, + { + "epoch": 3.656479909451047, + "grad_norm": 0.14890893645296682, + "learning_rate": 2.2968548269144574e-06, + "loss": 0.09164802730083466, + "step": 808 + }, + { + "epoch": 3.6610073571024335, + "grad_norm": 0.15408211922238227, + "learning_rate": 2.238029885269677e-06, + "loss": 0.07316052913665771, + "step": 809 + }, + { + "epoch": 3.66553480475382, + "grad_norm": 0.15701808807503811, + "learning_rate": 2.179950786173879e-06, + "loss": 0.06162027269601822, + "step": 810 + }, + { + "epoch": 3.6700622524052067, + "grad_norm": 0.15613269534431912, + "learning_rate": 2.122618436580082e-06, + "loss": 0.05187002941966057, + "step": 811 + }, + { + "epoch": 3.6745897000565932, + "grad_norm": 0.1496676889935242, + "learning_rate": 2.066033731780209e-06, + "loss": 0.04026584327220917, + "step": 812 + }, + { + "epoch": 3.67911714770798, + "grad_norm": 0.16572654137997284, + "learning_rate": 2.01019755539108e-06, + "loss": 0.041823290288448334, + "step": 813 + }, + { + "epoch": 3.6836445953593664, + "grad_norm": 0.14034470741750407, + "learning_rate": 1.9551107793406355e-06, + "loss": 0.08595189452171326, + "step": 814 + }, + { + "epoch": 3.688172043010753, + "grad_norm": 0.1527973789499426, + "learning_rate": 1.9007742638543102e-06, + "loss": 0.07732295989990234, + "step": 815 + }, + { + "epoch": 3.692699490662139, + "grad_norm": 0.14730166164260208, + "learning_rate": 1.8471888574415951e-06, + "loss": 0.06500217318534851, + "step": 816 + }, + { + "epoch": 3.6972269383135257, + "grad_norm": 0.1565767548547146, + "learning_rate": 1.794355396882813e-06, + "loss": 0.052856337279081345, + "step": 817 + }, + { + "epoch": 3.7017543859649122, + "grad_norm": 0.15183313998733808, + "learning_rate": 1.7422747072160017e-06, + "loss": 0.0447005033493042, + "step": 818 + }, + { + "epoch": 3.706281833616299, + "grad_norm": 0.1604975684005926, + "learning_rate": 1.6909476017240912e-06, + "loss": 0.04208570718765259, + "step": 819 + }, + { + "epoch": 3.7108092812676854, + "grad_norm": 0.14703983351715297, + "learning_rate": 1.6403748819221466e-06, + "loss": 0.0831032320857048, + "step": 820 + }, + { + "epoch": 3.715336728919072, + "grad_norm": 0.16135082507857954, + "learning_rate": 1.5905573375449012e-06, + "loss": 0.08684415370225906, + "step": 821 + }, + { + "epoch": 3.7198641765704585, + "grad_norm": 0.1570784237060374, + "learning_rate": 1.5414957465343882e-06, + "loss": 0.06628584861755371, + "step": 822 + }, + { + "epoch": 3.7243916242218447, + "grad_norm": 0.1510596052074201, + "learning_rate": 1.4931908750278e-06, + "loss": 0.057143792510032654, + "step": 823 + }, + { + "epoch": 3.7289190718732312, + "grad_norm": 0.151662078759489, + "learning_rate": 1.4456434773455541e-06, + "loss": 0.05711142718791962, + "step": 824 + }, + { + "epoch": 3.733446519524618, + "grad_norm": 0.1539657036570409, + "learning_rate": 1.3988542959794627e-06, + "loss": 0.03840760886669159, + "step": 825 + }, + { + "epoch": 3.7379739671760044, + "grad_norm": 0.15620650235667358, + "learning_rate": 1.3528240615811816e-06, + "loss": 0.08128702640533447, + "step": 826 + }, + { + "epoch": 3.742501414827391, + "grad_norm": 0.14950219877477688, + "learning_rate": 1.3075534929507693e-06, + "loss": 0.09000637382268906, + "step": 827 + }, + { + "epoch": 3.7470288624787775, + "grad_norm": 0.15369244061554468, + "learning_rate": 1.2630432970255013e-06, + "loss": 0.07430066913366318, + "step": 828 + }, + { + "epoch": 3.751556310130164, + "grad_norm": 0.16175879968517679, + "learning_rate": 1.2192941688687843e-06, + "loss": 0.05985051020979881, + "step": 829 + }, + { + "epoch": 3.7560837577815507, + "grad_norm": 0.14747817211522232, + "learning_rate": 1.1763067916593262e-06, + "loss": 0.04820965975522995, + "step": 830 + }, + { + "epoch": 3.7606112054329373, + "grad_norm": 0.15356666434221958, + "learning_rate": 1.1340818366804729e-06, + "loss": 0.04318070411682129, + "step": 831 + }, + { + "epoch": 3.765138653084324, + "grad_norm": 0.16528905989080245, + "learning_rate": 1.0926199633097157e-06, + "loss": 0.06352683901786804, + "step": 832 + }, + { + "epoch": 3.7696661007357104, + "grad_norm": 0.15731659177179078, + "learning_rate": 1.0519218190084056e-06, + "loss": 0.1001967266201973, + "step": 833 + }, + { + "epoch": 3.774193548387097, + "grad_norm": 0.1541312314650151, + "learning_rate": 1.0119880393116176e-06, + "loss": 0.0764806866645813, + "step": 834 + }, + { + "epoch": 3.7787209960384835, + "grad_norm": 0.14845792539339586, + "learning_rate": 9.728192478182574e-07, + "loss": 0.06443999707698822, + "step": 835 + }, + { + "epoch": 3.7832484436898697, + "grad_norm": 0.1565016153733591, + "learning_rate": 9.344160561812921e-07, + "loss": 0.05295903980731964, + "step": 836 + }, + { + "epoch": 3.7877758913412563, + "grad_norm": 0.1471871869309214, + "learning_rate": 8.967790640982465e-07, + "loss": 0.041768576949834824, + "step": 837 + }, + { + "epoch": 3.792303338992643, + "grad_norm": 0.15978438538353343, + "learning_rate": 8.599088593017723e-07, + "loss": 0.04355769604444504, + "step": 838 + }, + { + "epoch": 3.7968307866440294, + "grad_norm": 0.13835662528062842, + "learning_rate": 8.238060175505269e-07, + "loss": 0.08960022777318954, + "step": 839 + }, + { + "epoch": 3.801358234295416, + "grad_norm": 0.15270774966828765, + "learning_rate": 7.884711026201585e-07, + "loss": 0.07562049478292465, + "step": 840 + }, + { + "epoch": 3.8058856819468025, + "grad_norm": 0.15345558176555804, + "learning_rate": 7.53904666294497e-07, + "loss": 0.06913469731807709, + "step": 841 + }, + { + "epoch": 3.810413129598189, + "grad_norm": 0.15096906039665564, + "learning_rate": 7.201072483569549e-07, + "loss": 0.053817637264728546, + "step": 842 + }, + { + "epoch": 3.8149405772495757, + "grad_norm": 0.14873095528976368, + "learning_rate": 6.870793765820782e-07, + "loss": 0.04244130477309227, + "step": 843 + }, + { + "epoch": 3.819468024900962, + "grad_norm": 0.15592437232678136, + "learning_rate": 6.548215667273206e-07, + "loss": 0.04185333102941513, + "step": 844 + }, + { + "epoch": 3.8239954725523484, + "grad_norm": 0.1430641212527451, + "learning_rate": 6.233343225249933e-07, + "loss": 0.08310285210609436, + "step": 845 + }, + { + "epoch": 3.828522920203735, + "grad_norm": 0.14868161257084533, + "learning_rate": 5.92618135674361e-07, + "loss": 0.08037766814231873, + "step": 846 + }, + { + "epoch": 3.8330503678551215, + "grad_norm": 0.1519358880326252, + "learning_rate": 5.626734858340255e-07, + "loss": 0.06963315606117249, + "step": 847 + }, + { + "epoch": 3.837577815506508, + "grad_norm": 0.15626148257749853, + "learning_rate": 5.335008406143815e-07, + "loss": 0.058459773659706116, + "step": 848 + }, + { + "epoch": 3.8421052631578947, + "grad_norm": 0.14849571274572423, + "learning_rate": 5.051006555703453e-07, + "loss": 0.04667978733778, + "step": 849 + }, + { + "epoch": 3.8466327108092813, + "grad_norm": 0.15380370744996802, + "learning_rate": 4.774733741942206e-07, + "loss": 0.0407584086060524, + "step": 850 + }, + { + "epoch": 3.851160158460668, + "grad_norm": 0.142605966337961, + "learning_rate": 4.5061942790879386e-07, + "loss": 0.07849274575710297, + "step": 851 + }, + { + "epoch": 3.8556876061120544, + "grad_norm": 0.15317537834760572, + "learning_rate": 4.2453923606057265e-07, + "loss": 0.09511102735996246, + "step": 852 + }, + { + "epoch": 3.860215053763441, + "grad_norm": 0.15036969162974312, + "learning_rate": 3.992332059132631e-07, + "loss": 0.07533329725265503, + "step": 853 + }, + { + "epoch": 3.8647425014148276, + "grad_norm": 0.15076748076530955, + "learning_rate": 3.747017326413971e-07, + "loss": 0.056159425526857376, + "step": 854 + }, + { + "epoch": 3.869269949066214, + "grad_norm": 0.1515430338118417, + "learning_rate": 3.5094519932415417e-07, + "loss": 0.05289001017808914, + "step": 855 + }, + { + "epoch": 3.8737973967176007, + "grad_norm": 0.15500832383952134, + "learning_rate": 3.2796397693939385e-07, + "loss": 0.039535753428936005, + "step": 856 + }, + { + "epoch": 3.878324844368987, + "grad_norm": 0.14646644392684122, + "learning_rate": 3.0575842435785486e-07, + "loss": 0.0575360544025898, + "step": 857 + }, + { + "epoch": 3.8828522920203734, + "grad_norm": 0.15652446928494548, + "learning_rate": 2.843288883375539e-07, + "loss": 0.0908580794930458, + "step": 858 + }, + { + "epoch": 3.88737973967176, + "grad_norm": 0.15100612580392556, + "learning_rate": 2.6367570351836237e-07, + "loss": 0.07020405679941177, + "step": 859 + }, + { + "epoch": 3.8919071873231466, + "grad_norm": 0.1567994785843258, + "learning_rate": 2.437991924167937e-07, + "loss": 0.06751954555511475, + "step": 860 + }, + { + "epoch": 3.896434634974533, + "grad_norm": 0.15056768351261735, + "learning_rate": 2.2469966542096322e-07, + "loss": 0.05812934786081314, + "step": 861 + }, + { + "epoch": 3.9009620826259197, + "grad_norm": 0.15300797430847607, + "learning_rate": 2.0637742078573607e-07, + "loss": 0.04170238599181175, + "step": 862 + }, + { + "epoch": 3.9054895302773063, + "grad_norm": 0.1577533773184765, + "learning_rate": 1.8883274462806467e-07, + "loss": 0.04246639460325241, + "step": 863 + }, + { + "epoch": 3.910016977928693, + "grad_norm": 0.1399590377761555, + "learning_rate": 1.7206591092253642e-07, + "loss": 0.09115473926067352, + "step": 864 + }, + { + "epoch": 3.914544425580079, + "grad_norm": 0.15185387966957223, + "learning_rate": 1.560771814970885e-07, + "loss": 0.07839730381965637, + "step": 865 + }, + { + "epoch": 3.9190718732314656, + "grad_norm": 0.1504348726008439, + "learning_rate": 1.4086680602891643e-07, + "loss": 0.06564494967460632, + "step": 866 + }, + { + "epoch": 3.923599320882852, + "grad_norm": 0.15208995216401133, + "learning_rate": 1.264350220405719e-07, + "loss": 0.05529960244894028, + "step": 867 + }, + { + "epoch": 3.9281267685342387, + "grad_norm": 0.14903132343569683, + "learning_rate": 1.1278205489626547e-07, + "loss": 0.04081864655017853, + "step": 868 + }, + { + "epoch": 3.9326542161856253, + "grad_norm": 0.15881363321169775, + "learning_rate": 9.99081177983363e-08, + "loss": 0.04252634942531586, + "step": 869 + }, + { + "epoch": 3.937181663837012, + "grad_norm": 0.14364090157421816, + "learning_rate": 8.781341178393244e-08, + "loss": 0.0835392028093338, + "step": 870 + }, + { + "epoch": 3.9417091114883984, + "grad_norm": 0.15328856903966662, + "learning_rate": 7.649812572185222e-08, + "loss": 0.09088088572025299, + "step": 871 + }, + { + "epoch": 3.946236559139785, + "grad_norm": 0.1461174844367331, + "learning_rate": 6.596243630963006e-08, + "loss": 0.07099941372871399, + "step": 872 + }, + { + "epoch": 3.9507640067911716, + "grad_norm": 0.16113221779664158, + "learning_rate": 5.620650807073857e-08, + "loss": 0.05559823662042618, + "step": 873 + }, + { + "epoch": 3.955291454442558, + "grad_norm": 0.15131008698282955, + "learning_rate": 4.723049335204066e-08, + "loss": 0.04776914045214653, + "step": 874 + }, + { + "epoch": 3.9598189020939447, + "grad_norm": 0.15304548694602363, + "learning_rate": 3.9034532321408076e-08, + "loss": 0.037714093923568726, + "step": 875 + }, + { + "epoch": 3.9643463497453313, + "grad_norm": 0.15407251192345708, + "learning_rate": 3.161875296553429e-08, + "loss": 0.07897656410932541, + "step": 876 + }, + { + "epoch": 3.968873797396718, + "grad_norm": 0.1505951685106998, + "learning_rate": 2.4983271087924974e-08, + "loss": 0.08945634961128235, + "step": 877 + }, + { + "epoch": 3.973401245048104, + "grad_norm": 0.1562160450088478, + "learning_rate": 1.9128190307105e-08, + "loss": 0.06681520491838455, + "step": 878 + }, + { + "epoch": 3.9779286926994906, + "grad_norm": 0.14480850196719536, + "learning_rate": 1.4053602054991955e-08, + "loss": 0.056111957877874374, + "step": 879 + }, + { + "epoch": 3.982456140350877, + "grad_norm": 0.15057235606341254, + "learning_rate": 9.75958557545842e-09, + "loss": 0.04651391878724098, + "step": 880 + }, + { + "epoch": 3.9869835880022637, + "grad_norm": 0.148782705610793, + "learning_rate": 6.246207923116254e-09, + "loss": 0.03932764381170273, + "step": 881 + }, + { + "epoch": 3.9915110356536503, + "grad_norm": 0.16613848323659036, + "learning_rate": 3.513523962256349e-09, + "loss": 0.06670388579368591, + "step": 882 + }, + { + "epoch": 3.996038483305037, + "grad_norm": 0.1520550990812053, + "learning_rate": 1.5615763659881933e-09, + "loss": 0.07301482558250427, + "step": 883 + }, + { + "epoch": 4.0, + "grad_norm": 0.16232352886585782, + "learning_rate": 3.903956155848487e-10, + "loss": 0.04399577155709267, + "step": 884 + }, + { + "epoch": 4.0, + "step": 884, + "total_flos": 2826281377071104.0, + "train_loss": 0.1602747890744274, + "train_runtime": 158332.2671, + "train_samples_per_second": 0.357, + "train_steps_per_second": 0.006 + } + ], + "logging_steps": 1, + "max_steps": 884, + "num_input_tokens_seen": 0, + "num_train_epochs": 4, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2826281377071104.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..acd3c8e --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b645a8358cb0183b693507565996812d2286b5f5ec752a88f185603f202fa2 +size 7096 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000..9ee672f Binary files /dev/null and b/training_loss.png differ