From c87c4f234ba140cb6a5ef50bb5093c8664de9599 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 20 Sep 2026 09:48:14 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-dev/openthoughts3_100k_qwen25_1b_bsz512_lr16e5_epochs5 Source: Original Platform --- .gitattributes | 53 + README.md | 61 + added_tokens.json | 24 + all_results.json | 8 + config.json | 29 + configs.yaml | 39 + configuration.json | 1 + generation_config.json | 14 + merges.txt | 3 + model.safetensors | 3 + special_tokens_map.json | 31 + tokenizer.json | 3 + tokenizer_config.json | 208 ++ train_results.json | 8 + trainer_log.jsonl | 976 ++++++ trainer_state.json | 6867 +++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 37951 bytes vocab.json | 3 + 19 files changed, 8334 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 config.json create mode 100644 configs.yaml create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model.safetensors create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..72aebdd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,53 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +model.safetensors filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..266d1c6 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen2.5-1.5B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: openthoughts3_100k_qwen25_1b_bsz512_lr16e5_epochs5 + results: [] +--- + + + +# openthoughts3_100k_qwen25_1b_bsz512_lr16e5_epochs5 + +This model is a fine-tuned version of [Qwen/Qwen2.5-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct) on the mlfoundations-dev/openthoughts3_100k dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 0.00016 +- train_batch_size: 4 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 64 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 512 +- total_eval_batch_size: 512 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 5.0 + +### Training results + + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.3.0 +- Datasets 3.1.0 +- Tokenizers 0.20.3 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..4380250 --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.987212276214834, + "total_flos": 7100358600687616.0, + "train_loss": 1.0383980158047799, + "train_runtime": 35038.9958, + "train_samples_per_second": 14.27, + "train_steps_per_second": 0.028 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..0e002a8 --- /dev/null +++ b/config.json @@ -0,0 +1,29 @@ +{ + "_name_or_path": "Qwen/Qwen2.5-1.5B-Instruct", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 1536, + "initializer_range": 0.02, + "intermediate_size": 8960, + "max_position_embeddings": 32768, + "max_window_layers": 21, + "model_type": "qwen2", + "num_attention_heads": 12, + "num_hidden_layers": 28, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/configs.yaml b/configs.yaml new file mode 100644 index 0000000..25c2c49 --- /dev/null +++ b/configs.yaml @@ -0,0 +1,39 @@ +assistant_tag: gpt +bf16: 'True' +content_tag: value +cutoff_len: '16384' +dataloader_num_workers: '4' +dataloader_persistent_workers: 'True' +dataloader_pin_memory: 'True' +dataset: mlfoundations-dev/openthoughts3_100k +dataset_dir: ONLINE +ddp_timeout: '180000000' +deepspeed: /opt/ml/code/zero3.json +do_train: 'True' +enable_liger_kernel: 'True' +finetuning_type: full +formatting: sharegpt +global_batch_size: '512' +gradient_accumulation_steps: '2' +hub_model_id: mlfoundations-dev/openthoughts3_100k_qwen25_1b_bsz512_lr16e5_epochs5 +learning_rate: '0.00016' +logging_steps: '1' +lr_scheduler_type: cosine +messages: conversations +model_name_or_path: Qwen/Qwen2.5-1.5B-Instruct +num_train_epochs: '5.0' +output_dir: /opt/ml/model +overwrite_cache: 'True' +per_device_train_batch_size: '4' +plot_loss: 'True' +preprocessing_num_workers: '16' +push_to_db: 'True' +push_to_hub: 'True' +report_to: wandb +role_tag: from +run_name: openthoughts3_100k_qwen25_1b_bsz512_lr16e5_epochs5 +save_strategy: epoch +stage: sft +template: qwen25 +user_tag: human +warmup_ratio: '0.1' diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..16e88f7 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.1, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.46.1" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..9fc3343 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b73c83824a8ef1ae5696174e9dbe0dd79db00edb2f9b9a4ca7413191d3920d4 +size 3087467144 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..17305b3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b84f53a --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,208 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..4380250 --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.987212276214834, + "total_flos": 7100358600687616.0, + "train_loss": 1.0383980158047799, + "train_runtime": 35038.9958, + "train_samples_per_second": 14.27, + "train_steps_per_second": 0.028 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..eff897d --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,976 @@ +{"current_steps": 1, "total_steps": 975, "loss": 1.4957, "lr": 1.6326530612244897e-06, "epoch": 0.005115089514066497, "percentage": 0.1, "elapsed_time": "0:00:43", "remaining_time": "11:43:44"} +{"current_steps": 2, "total_steps": 975, "loss": 1.4889, "lr": 3.2653061224489794e-06, "epoch": 0.010230179028132993, "percentage": 0.21, "elapsed_time": "0:01:19", "remaining_time": "10:46:15"} +{"current_steps": 3, "total_steps": 975, "loss": 1.499, "lr": 4.897959183673469e-06, "epoch": 0.015345268542199489, "percentage": 0.31, "elapsed_time": "0:01:56", "remaining_time": "10:28:37"} +{"current_steps": 4, "total_steps": 975, "loss": 1.4779, "lr": 6.530612244897959e-06, "epoch": 0.020460358056265986, "percentage": 0.41, "elapsed_time": "0:02:33", "remaining_time": "10:19:40"} +{"current_steps": 5, "total_steps": 975, "loss": 1.4978, "lr": 8.16326530612245e-06, "epoch": 0.02557544757033248, "percentage": 0.51, "elapsed_time": "0:03:08", "remaining_time": "10:10:41"} +{"current_steps": 6, "total_steps": 975, "loss": 1.4464, "lr": 9.795918367346939e-06, "epoch": 0.030690537084398978, "percentage": 0.62, "elapsed_time": "0:03:44", "remaining_time": "10:04:32"} +{"current_steps": 7, "total_steps": 975, "loss": 1.4445, "lr": 1.1428571428571429e-05, "epoch": 0.03580562659846547, "percentage": 0.72, "elapsed_time": "0:04:20", "remaining_time": "9:59:48"} +{"current_steps": 8, "total_steps": 975, "loss": 1.4051, "lr": 1.3061224489795918e-05, "epoch": 0.04092071611253197, "percentage": 0.82, "elapsed_time": "0:04:56", "remaining_time": "9:58:09"} +{"current_steps": 9, "total_steps": 975, "loss": 1.4095, "lr": 1.469387755102041e-05, "epoch": 0.04603580562659847, "percentage": 0.92, "elapsed_time": "0:05:32", "remaining_time": "9:54:21"} +{"current_steps": 10, "total_steps": 975, "loss": 1.3885, "lr": 1.63265306122449e-05, "epoch": 0.05115089514066496, "percentage": 1.03, "elapsed_time": "0:06:09", "remaining_time": "9:53:43"} +{"current_steps": 11, "total_steps": 975, "loss": 1.3675, "lr": 1.795918367346939e-05, "epoch": 0.056265984654731455, "percentage": 1.13, "elapsed_time": "0:06:44", "remaining_time": "9:51:15"} +{"current_steps": 12, "total_steps": 975, "loss": 1.3476, "lr": 1.9591836734693877e-05, "epoch": 0.061381074168797956, "percentage": 1.23, "elapsed_time": "0:07:20", "remaining_time": "9:49:12"} +{"current_steps": 13, "total_steps": 975, "loss": 1.3307, "lr": 2.122448979591837e-05, "epoch": 0.06649616368286446, "percentage": 1.33, "elapsed_time": "0:07:56", "remaining_time": "9:48:03"} +{"current_steps": 14, "total_steps": 975, "loss": 1.3243, "lr": 2.2857142857142858e-05, "epoch": 0.07161125319693094, "percentage": 1.44, "elapsed_time": "0:08:32", "remaining_time": "9:46:21"} +{"current_steps": 15, "total_steps": 975, "loss": 1.3178, "lr": 2.448979591836735e-05, "epoch": 0.07672634271099744, "percentage": 1.54, "elapsed_time": "0:09:08", "remaining_time": "9:44:56"} +{"current_steps": 16, "total_steps": 975, "loss": 1.3075, "lr": 2.6122448979591835e-05, "epoch": 0.08184143222506395, "percentage": 1.64, "elapsed_time": "0:09:44", "remaining_time": "9:43:29"} +{"current_steps": 17, "total_steps": 975, "loss": 1.3308, "lr": 2.775510204081633e-05, "epoch": 0.08695652173913043, "percentage": 1.74, "elapsed_time": "0:10:20", "remaining_time": "9:42:47"} +{"current_steps": 18, "total_steps": 975, "loss": 1.2891, "lr": 2.938775510204082e-05, "epoch": 0.09207161125319693, "percentage": 1.85, "elapsed_time": "0:10:55", "remaining_time": "9:40:48"} +{"current_steps": 19, "total_steps": 975, "loss": 1.2973, "lr": 3.102040816326531e-05, "epoch": 0.09718670076726342, "percentage": 1.95, "elapsed_time": "0:11:32", "remaining_time": "9:40:31"} +{"current_steps": 20, "total_steps": 975, "loss": 1.2698, "lr": 3.26530612244898e-05, "epoch": 0.10230179028132992, "percentage": 2.05, "elapsed_time": "0:12:08", "remaining_time": "9:39:24"} +{"current_steps": 21, "total_steps": 975, "loss": 1.2654, "lr": 3.4285714285714284e-05, "epoch": 0.10741687979539642, "percentage": 2.15, "elapsed_time": "0:12:43", "remaining_time": "9:38:15"} +{"current_steps": 22, "total_steps": 975, "loss": 1.2451, "lr": 3.591836734693878e-05, "epoch": 0.11253196930946291, "percentage": 2.26, "elapsed_time": "0:13:19", "remaining_time": "9:37:02"} +{"current_steps": 23, "total_steps": 975, "loss": 1.261, "lr": 3.755102040816327e-05, "epoch": 0.11764705882352941, "percentage": 2.36, "elapsed_time": "0:13:55", "remaining_time": "9:36:01"} +{"current_steps": 24, "total_steps": 975, "loss": 1.2534, "lr": 3.9183673469387755e-05, "epoch": 0.12276214833759591, "percentage": 2.46, "elapsed_time": "0:14:31", "remaining_time": "9:35:46"} +{"current_steps": 25, "total_steps": 975, "loss": 1.2397, "lr": 4.081632653061225e-05, "epoch": 0.1278772378516624, "percentage": 2.56, "elapsed_time": "0:15:07", "remaining_time": "9:34:27"} +{"current_steps": 26, "total_steps": 975, "loss": 1.2225, "lr": 4.244897959183674e-05, "epoch": 0.1329923273657289, "percentage": 2.67, "elapsed_time": "0:15:43", "remaining_time": "9:34:03"} +{"current_steps": 27, "total_steps": 975, "loss": 1.2293, "lr": 4.4081632653061226e-05, "epoch": 0.13810741687979539, "percentage": 2.77, "elapsed_time": "0:16:19", "remaining_time": "9:33:16"} +{"current_steps": 28, "total_steps": 975, "loss": 1.2546, "lr": 4.5714285714285716e-05, "epoch": 0.1432225063938619, "percentage": 2.87, "elapsed_time": "0:16:55", "remaining_time": "9:32:42"} +{"current_steps": 29, "total_steps": 975, "loss": 1.2408, "lr": 4.7346938775510206e-05, "epoch": 0.1483375959079284, "percentage": 2.97, "elapsed_time": "0:17:31", "remaining_time": "9:31:46"} +{"current_steps": 30, "total_steps": 975, "loss": 1.2252, "lr": 4.89795918367347e-05, "epoch": 0.1534526854219949, "percentage": 3.08, "elapsed_time": "0:18:07", "remaining_time": "9:30:46"} +{"current_steps": 31, "total_steps": 975, "loss": 1.2398, "lr": 5.0612244897959194e-05, "epoch": 0.1585677749360614, "percentage": 3.18, "elapsed_time": "0:18:42", "remaining_time": "9:29:54"} +{"current_steps": 32, "total_steps": 975, "loss": 1.2355, "lr": 5.224489795918367e-05, "epoch": 0.1636828644501279, "percentage": 3.28, "elapsed_time": "0:19:18", "remaining_time": "9:28:51"} +{"current_steps": 33, "total_steps": 975, "loss": 1.2082, "lr": 5.387755102040817e-05, "epoch": 0.16879795396419436, "percentage": 3.38, "elapsed_time": "0:19:55", "remaining_time": "9:28:38"} +{"current_steps": 34, "total_steps": 975, "loss": 1.199, "lr": 5.551020408163266e-05, "epoch": 0.17391304347826086, "percentage": 3.49, "elapsed_time": "0:20:31", "remaining_time": "9:28:03"} +{"current_steps": 35, "total_steps": 975, "loss": 1.1774, "lr": 5.714285714285715e-05, "epoch": 0.17902813299232737, "percentage": 3.59, "elapsed_time": "0:21:07", "remaining_time": "9:27:14"} +{"current_steps": 36, "total_steps": 975, "loss": 1.1986, "lr": 5.877551020408164e-05, "epoch": 0.18414322250639387, "percentage": 3.69, "elapsed_time": "0:21:42", "remaining_time": "9:26:24"} +{"current_steps": 37, "total_steps": 975, "loss": 1.2126, "lr": 6.040816326530612e-05, "epoch": 0.18925831202046037, "percentage": 3.79, "elapsed_time": "0:22:18", "remaining_time": "9:25:33"} +{"current_steps": 38, "total_steps": 975, "loss": 1.1866, "lr": 6.204081632653062e-05, "epoch": 0.19437340153452684, "percentage": 3.9, "elapsed_time": "0:22:54", "remaining_time": "9:24:43"} +{"current_steps": 39, "total_steps": 975, "loss": 1.189, "lr": 6.36734693877551e-05, "epoch": 0.19948849104859334, "percentage": 4.0, "elapsed_time": "0:23:29", "remaining_time": "9:23:56"} +{"current_steps": 40, "total_steps": 975, "loss": 1.1804, "lr": 6.53061224489796e-05, "epoch": 0.20460358056265984, "percentage": 4.1, "elapsed_time": "0:24:04", "remaining_time": "9:22:55"} +{"current_steps": 41, "total_steps": 975, "loss": 1.1794, "lr": 6.693877551020408e-05, "epoch": 0.20971867007672634, "percentage": 4.21, "elapsed_time": "0:24:41", "remaining_time": "9:22:25"} +{"current_steps": 42, "total_steps": 975, "loss": 1.1811, "lr": 6.857142857142857e-05, "epoch": 0.21483375959079284, "percentage": 4.31, "elapsed_time": "0:25:17", "remaining_time": "9:21:40"} +{"current_steps": 43, "total_steps": 975, "loss": 1.205, "lr": 7.020408163265306e-05, "epoch": 0.21994884910485935, "percentage": 4.41, "elapsed_time": "0:25:52", "remaining_time": "9:20:55"} +{"current_steps": 44, "total_steps": 975, "loss": 1.205, "lr": 7.183673469387756e-05, "epoch": 0.22506393861892582, "percentage": 4.51, "elapsed_time": "0:26:28", "remaining_time": "9:20:10"} +{"current_steps": 45, "total_steps": 975, "loss": 1.1865, "lr": 7.346938775510205e-05, "epoch": 0.23017902813299232, "percentage": 4.62, "elapsed_time": "0:27:04", "remaining_time": "9:19:25"} +{"current_steps": 46, "total_steps": 975, "loss": 1.1984, "lr": 7.510204081632654e-05, "epoch": 0.23529411764705882, "percentage": 4.72, "elapsed_time": "0:27:40", "remaining_time": "9:18:48"} +{"current_steps": 47, "total_steps": 975, "loss": 1.1946, "lr": 7.673469387755103e-05, "epoch": 0.24040920716112532, "percentage": 4.82, "elapsed_time": "0:28:15", "remaining_time": "9:18:05"} +{"current_steps": 48, "total_steps": 975, "loss": 1.1719, "lr": 7.836734693877551e-05, "epoch": 0.24552429667519182, "percentage": 4.92, "elapsed_time": "0:28:51", "remaining_time": "9:17:18"} +{"current_steps": 49, "total_steps": 975, "loss": 1.1758, "lr": 8e-05, "epoch": 0.2506393861892583, "percentage": 5.03, "elapsed_time": "0:29:27", "remaining_time": "9:16:35"} +{"current_steps": 50, "total_steps": 975, "loss": 1.1572, "lr": 8.16326530612245e-05, "epoch": 0.2557544757033248, "percentage": 5.13, "elapsed_time": "0:30:02", "remaining_time": "9:15:52"} +{"current_steps": 51, "total_steps": 975, "loss": 1.1754, "lr": 8.326530612244899e-05, "epoch": 0.2608695652173913, "percentage": 5.23, "elapsed_time": "0:30:39", "remaining_time": "9:15:21"} +{"current_steps": 52, "total_steps": 975, "loss": 1.1505, "lr": 8.489795918367348e-05, "epoch": 0.2659846547314578, "percentage": 5.33, "elapsed_time": "0:31:14", "remaining_time": "9:14:38"} +{"current_steps": 53, "total_steps": 975, "loss": 1.1431, "lr": 8.653061224489797e-05, "epoch": 0.2710997442455243, "percentage": 5.44, "elapsed_time": "0:31:50", "remaining_time": "9:13:57"} +{"current_steps": 54, "total_steps": 975, "loss": 1.1621, "lr": 8.816326530612245e-05, "epoch": 0.27621483375959077, "percentage": 5.54, "elapsed_time": "0:32:26", "remaining_time": "9:13:15"} +{"current_steps": 55, "total_steps": 975, "loss": 1.172, "lr": 8.979591836734694e-05, "epoch": 0.2813299232736573, "percentage": 5.64, "elapsed_time": "0:33:02", "remaining_time": "9:12:36"} +{"current_steps": 56, "total_steps": 975, "loss": 1.1706, "lr": 9.142857142857143e-05, "epoch": 0.2864450127877238, "percentage": 5.74, "elapsed_time": "0:33:37", "remaining_time": "9:11:56"} +{"current_steps": 57, "total_steps": 975, "loss": 1.1501, "lr": 9.306122448979593e-05, "epoch": 0.2915601023017903, "percentage": 5.85, "elapsed_time": "0:34:15", "remaining_time": "9:11:37"} +{"current_steps": 58, "total_steps": 975, "loss": 1.1512, "lr": 9.469387755102041e-05, "epoch": 0.2966751918158568, "percentage": 5.95, "elapsed_time": "0:34:50", "remaining_time": "9:10:55"} +{"current_steps": 59, "total_steps": 975, "loss": 1.1741, "lr": 9.632653061224491e-05, "epoch": 0.30179028132992325, "percentage": 6.05, "elapsed_time": "0:35:25", "remaining_time": "9:10:06"} +{"current_steps": 60, "total_steps": 975, "loss": 1.1623, "lr": 9.79591836734694e-05, "epoch": 0.3069053708439898, "percentage": 6.15, "elapsed_time": "0:36:01", "remaining_time": "9:09:18"} +{"current_steps": 61, "total_steps": 975, "loss": 1.1604, "lr": 9.959183673469389e-05, "epoch": 0.31202046035805625, "percentage": 6.26, "elapsed_time": "0:36:36", "remaining_time": "9:08:37"} +{"current_steps": 62, "total_steps": 975, "loss": 1.1521, "lr": 0.00010122448979591839, "epoch": 0.3171355498721228, "percentage": 6.36, "elapsed_time": "0:37:12", "remaining_time": "9:07:58"} +{"current_steps": 63, "total_steps": 975, "loss": 1.1677, "lr": 0.00010285714285714287, "epoch": 0.32225063938618925, "percentage": 6.46, "elapsed_time": "0:37:49", "remaining_time": "9:07:38"} +{"current_steps": 64, "total_steps": 975, "loss": 1.1406, "lr": 0.00010448979591836734, "epoch": 0.3273657289002558, "percentage": 6.56, "elapsed_time": "0:38:25", "remaining_time": "9:06:56"} +{"current_steps": 65, "total_steps": 975, "loss": 1.1575, "lr": 0.00010612244897959184, "epoch": 0.33248081841432225, "percentage": 6.67, "elapsed_time": "0:39:01", "remaining_time": "9:06:15"} +{"current_steps": 66, "total_steps": 975, "loss": 1.1735, "lr": 0.00010775510204081634, "epoch": 0.3375959079283887, "percentage": 6.77, "elapsed_time": "0:39:36", "remaining_time": "9:05:34"} +{"current_steps": 67, "total_steps": 975, "loss": 1.1514, "lr": 0.00010938775510204082, "epoch": 0.34271099744245526, "percentage": 6.87, "elapsed_time": "0:40:13", "remaining_time": "9:05:08"} +{"current_steps": 68, "total_steps": 975, "loss": 1.1772, "lr": 0.00011102040816326532, "epoch": 0.34782608695652173, "percentage": 6.97, "elapsed_time": "0:40:49", "remaining_time": "9:04:32"} +{"current_steps": 69, "total_steps": 975, "loss": 1.1645, "lr": 0.0001126530612244898, "epoch": 0.35294117647058826, "percentage": 7.08, "elapsed_time": "0:41:26", "remaining_time": "9:04:06"} +{"current_steps": 70, "total_steps": 975, "loss": 1.1561, "lr": 0.0001142857142857143, "epoch": 0.35805626598465473, "percentage": 7.18, "elapsed_time": "0:42:02", "remaining_time": "9:03:31"} +{"current_steps": 71, "total_steps": 975, "loss": 1.1349, "lr": 0.0001159183673469388, "epoch": 0.3631713554987212, "percentage": 7.28, "elapsed_time": "0:42:38", "remaining_time": "9:02:50"} +{"current_steps": 72, "total_steps": 975, "loss": 1.1707, "lr": 0.00011755102040816328, "epoch": 0.36828644501278773, "percentage": 7.38, "elapsed_time": "0:43:14", "remaining_time": "9:02:23"} +{"current_steps": 73, "total_steps": 975, "loss": 1.1524, "lr": 0.00011918367346938777, "epoch": 0.3734015345268542, "percentage": 7.49, "elapsed_time": "0:43:50", "remaining_time": "9:01:43"} +{"current_steps": 74, "total_steps": 975, "loss": 1.1752, "lr": 0.00012081632653061224, "epoch": 0.37851662404092073, "percentage": 7.59, "elapsed_time": "0:44:25", "remaining_time": "9:00:58"} +{"current_steps": 75, "total_steps": 975, "loss": 1.1404, "lr": 0.00012244897959183673, "epoch": 0.3836317135549872, "percentage": 7.69, "elapsed_time": "0:45:01", "remaining_time": "9:00:19"} +{"current_steps": 76, "total_steps": 975, "loss": 1.1529, "lr": 0.00012408163265306124, "epoch": 0.3887468030690537, "percentage": 7.79, "elapsed_time": "0:45:37", "remaining_time": "8:59:44"} +{"current_steps": 77, "total_steps": 975, "loss": 1.1414, "lr": 0.00012571428571428572, "epoch": 0.3938618925831202, "percentage": 7.9, "elapsed_time": "0:46:13", "remaining_time": "8:59:01"} +{"current_steps": 78, "total_steps": 975, "loss": 1.1743, "lr": 0.0001273469387755102, "epoch": 0.3989769820971867, "percentage": 8.0, "elapsed_time": "0:46:48", "remaining_time": "8:58:22"} +{"current_steps": 79, "total_steps": 975, "loss": 1.1791, "lr": 0.00012897959183673472, "epoch": 0.4040920716112532, "percentage": 8.1, "elapsed_time": "0:47:24", "remaining_time": "8:57:44"} +{"current_steps": 80, "total_steps": 975, "loss": 1.1489, "lr": 0.0001306122448979592, "epoch": 0.4092071611253197, "percentage": 8.21, "elapsed_time": "0:48:00", "remaining_time": "8:57:05"} +{"current_steps": 81, "total_steps": 975, "loss": 1.154, "lr": 0.00013224489795918368, "epoch": 0.4143222506393862, "percentage": 8.31, "elapsed_time": "0:48:36", "remaining_time": "8:56:29"} +{"current_steps": 82, "total_steps": 975, "loss": 1.1548, "lr": 0.00013387755102040817, "epoch": 0.4194373401534527, "percentage": 8.41, "elapsed_time": "0:49:12", "remaining_time": "8:55:49"} +{"current_steps": 83, "total_steps": 975, "loss": 1.1565, "lr": 0.00013551020408163268, "epoch": 0.42455242966751916, "percentage": 8.51, "elapsed_time": "0:49:47", "remaining_time": "8:55:09"} +{"current_steps": 84, "total_steps": 975, "loss": 1.1689, "lr": 0.00013714285714285713, "epoch": 0.4296675191815857, "percentage": 8.62, "elapsed_time": "0:50:24", "remaining_time": "8:54:37"} +{"current_steps": 85, "total_steps": 975, "loss": 1.1634, "lr": 0.00013877551020408165, "epoch": 0.43478260869565216, "percentage": 8.72, "elapsed_time": "0:51:00", "remaining_time": "8:54:04"} +{"current_steps": 86, "total_steps": 975, "loss": 1.1608, "lr": 0.00014040816326530613, "epoch": 0.4398976982097187, "percentage": 8.82, "elapsed_time": "0:51:36", "remaining_time": "8:53:28"} +{"current_steps": 87, "total_steps": 975, "loss": 1.1912, "lr": 0.0001420408163265306, "epoch": 0.44501278772378516, "percentage": 8.92, "elapsed_time": "0:52:12", "remaining_time": "8:52:49"} +{"current_steps": 88, "total_steps": 975, "loss": 1.1991, "lr": 0.00014367346938775512, "epoch": 0.45012787723785164, "percentage": 9.03, "elapsed_time": "0:52:47", "remaining_time": "8:52:11"} +{"current_steps": 89, "total_steps": 975, "loss": 1.1619, "lr": 0.0001453061224489796, "epoch": 0.45524296675191817, "percentage": 9.13, "elapsed_time": "0:53:23", "remaining_time": "8:51:34"} +{"current_steps": 90, "total_steps": 975, "loss": 1.1569, "lr": 0.0001469387755102041, "epoch": 0.46035805626598464, "percentage": 9.23, "elapsed_time": "0:53:58", "remaining_time": "8:50:48"} +{"current_steps": 91, "total_steps": 975, "loss": 1.1703, "lr": 0.0001485714285714286, "epoch": 0.46547314578005117, "percentage": 9.33, "elapsed_time": "0:54:34", "remaining_time": "8:50:09"} +{"current_steps": 92, "total_steps": 975, "loss": 1.1641, "lr": 0.00015020408163265308, "epoch": 0.47058823529411764, "percentage": 9.44, "elapsed_time": "0:55:10", "remaining_time": "8:49:37"} +{"current_steps": 93, "total_steps": 975, "loss": 1.1635, "lr": 0.00015183673469387757, "epoch": 0.47570332480818417, "percentage": 9.54, "elapsed_time": "0:55:46", "remaining_time": "8:48:59"} +{"current_steps": 94, "total_steps": 975, "loss": 1.1504, "lr": 0.00015346938775510205, "epoch": 0.48081841432225064, "percentage": 9.64, "elapsed_time": "0:56:22", "remaining_time": "8:48:20"} +{"current_steps": 95, "total_steps": 975, "loss": 1.1495, "lr": 0.00015510204081632654, "epoch": 0.4859335038363171, "percentage": 9.74, "elapsed_time": "0:56:58", "remaining_time": "8:47:42"} +{"current_steps": 96, "total_steps": 975, "loss": 1.1225, "lr": 0.00015673469387755102, "epoch": 0.49104859335038364, "percentage": 9.85, "elapsed_time": "0:57:33", "remaining_time": "8:47:04"} +{"current_steps": 97, "total_steps": 975, "loss": 1.1309, "lr": 0.00015836734693877553, "epoch": 0.4961636828644501, "percentage": 9.95, "elapsed_time": "0:58:11", "remaining_time": "8:46:46"} +{"current_steps": 98, "total_steps": 975, "loss": 1.1688, "lr": 0.00016, "epoch": 0.5012787723785166, "percentage": 10.05, "elapsed_time": "0:58:47", "remaining_time": "8:46:06"} +{"current_steps": 99, "total_steps": 975, "loss": 1.1564, "lr": 0.0001599994867132121, "epoch": 0.5063938618925832, "percentage": 10.15, "elapsed_time": "0:59:24", "remaining_time": "8:45:36"} +{"current_steps": 100, "total_steps": 975, "loss": 1.1384, "lr": 0.00015999794685943504, "epoch": 0.5115089514066496, "percentage": 10.26, "elapsed_time": "0:59:59", "remaining_time": "8:44:57"} +{"current_steps": 101, "total_steps": 975, "loss": 1.1233, "lr": 0.00015999538045842842, "epoch": 0.5166240409207161, "percentage": 10.36, "elapsed_time": "1:00:35", "remaining_time": "8:44:16"} +{"current_steps": 102, "total_steps": 975, "loss": 1.1357, "lr": 0.0001599917875431248, "epoch": 0.5217391304347826, "percentage": 10.46, "elapsed_time": "1:01:10", "remaining_time": "8:43:38"} +{"current_steps": 103, "total_steps": 975, "loss": 1.1447, "lr": 0.00015998716815962901, "epoch": 0.5268542199488491, "percentage": 10.56, "elapsed_time": "1:01:45", "remaining_time": "8:42:53"} +{"current_steps": 104, "total_steps": 975, "loss": 1.1491, "lr": 0.0001599815223672178, "epoch": 0.5319693094629157, "percentage": 10.67, "elapsed_time": "1:02:21", "remaining_time": "8:42:17"} +{"current_steps": 105, "total_steps": 975, "loss": 1.1306, "lr": 0.00015997485023833895, "epoch": 0.5370843989769821, "percentage": 10.77, "elapsed_time": "1:02:56", "remaining_time": "8:41:32"} +{"current_steps": 106, "total_steps": 975, "loss": 1.1314, "lr": 0.0001599671518586103, "epoch": 0.5421994884910486, "percentage": 10.87, "elapsed_time": "1:03:32", "remaining_time": "8:40:53"} +{"current_steps": 107, "total_steps": 975, "loss": 1.1245, "lr": 0.00015995842732681882, "epoch": 0.5473145780051151, "percentage": 10.97, "elapsed_time": "1:04:07", "remaining_time": "8:40:15"} +{"current_steps": 108, "total_steps": 975, "loss": 1.1298, "lr": 0.00015994867675491915, "epoch": 0.5524296675191815, "percentage": 11.08, "elapsed_time": "1:04:43", "remaining_time": "8:39:37"} +{"current_steps": 109, "total_steps": 975, "loss": 1.1017, "lr": 0.0001599379002680323, "epoch": 0.5575447570332481, "percentage": 11.18, "elapsed_time": "1:05:19", "remaining_time": "8:38:59"} +{"current_steps": 110, "total_steps": 975, "loss": 1.1393, "lr": 0.00015992609800444396, "epoch": 0.5626598465473146, "percentage": 11.28, "elapsed_time": "1:05:55", "remaining_time": "8:38:21"} +{"current_steps": 111, "total_steps": 975, "loss": 1.1151, "lr": 0.00015991327011560282, "epoch": 0.5677749360613811, "percentage": 11.38, "elapsed_time": "1:06:30", "remaining_time": "8:37:43"} +{"current_steps": 112, "total_steps": 975, "loss": 1.128, "lr": 0.00015989941676611846, "epoch": 0.5728900255754475, "percentage": 11.49, "elapsed_time": "1:07:06", "remaining_time": "8:37:09"} +{"current_steps": 113, "total_steps": 975, "loss": 1.1267, "lr": 0.00015988453813375948, "epoch": 0.578005115089514, "percentage": 11.59, "elapsed_time": "1:07:42", "remaining_time": "8:36:31"} +{"current_steps": 114, "total_steps": 975, "loss": 1.1174, "lr": 0.000159868634409451, "epoch": 0.5831202046035806, "percentage": 11.69, "elapsed_time": "1:08:18", "remaining_time": "8:35:53"} +{"current_steps": 115, "total_steps": 975, "loss": 1.1299, "lr": 0.00015985170579727227, "epoch": 0.5882352941176471, "percentage": 11.79, "elapsed_time": "1:08:54", "remaining_time": "8:35:16"} +{"current_steps": 116, "total_steps": 975, "loss": 1.1258, "lr": 0.0001598337525144541, "epoch": 0.5933503836317136, "percentage": 11.9, "elapsed_time": "1:09:30", "remaining_time": "8:34:46"} +{"current_steps": 117, "total_steps": 975, "loss": 1.1, "lr": 0.00015981477479137614, "epoch": 0.59846547314578, "percentage": 12.0, "elapsed_time": "1:10:06", "remaining_time": "8:34:08"} +{"current_steps": 118, "total_steps": 975, "loss": 1.1284, "lr": 0.00015979477287156373, "epoch": 0.6035805626598465, "percentage": 12.1, "elapsed_time": "1:10:42", "remaining_time": "8:33:33"} +{"current_steps": 119, "total_steps": 975, "loss": 1.1253, "lr": 0.00015977374701168484, "epoch": 0.6086956521739131, "percentage": 12.21, "elapsed_time": "1:11:19", "remaining_time": "8:33:03"} +{"current_steps": 120, "total_steps": 975, "loss": 1.1296, "lr": 0.00015975169748154693, "epoch": 0.6138107416879796, "percentage": 12.31, "elapsed_time": "1:11:55", "remaining_time": "8:32:25"} +{"current_steps": 121, "total_steps": 975, "loss": 1.1253, "lr": 0.0001597286245640933, "epoch": 0.618925831202046, "percentage": 12.41, "elapsed_time": "1:12:30", "remaining_time": "8:31:48"} +{"current_steps": 122, "total_steps": 975, "loss": 1.1438, "lr": 0.00015970452855539955, "epoch": 0.6240409207161125, "percentage": 12.51, "elapsed_time": "1:13:06", "remaining_time": "8:31:08"} +{"current_steps": 123, "total_steps": 975, "loss": 1.1355, "lr": 0.0001596794097646697, "epoch": 0.629156010230179, "percentage": 12.62, "elapsed_time": "1:13:42", "remaining_time": "8:30:34"} +{"current_steps": 124, "total_steps": 975, "loss": 1.1571, "lr": 0.0001596532685142324, "epoch": 0.6342710997442456, "percentage": 12.72, "elapsed_time": "1:14:18", "remaining_time": "8:30:00"} +{"current_steps": 125, "total_steps": 975, "loss": 1.1381, "lr": 0.00015962610513953662, "epoch": 0.639386189258312, "percentage": 12.82, "elapsed_time": "1:14:54", "remaining_time": "8:29:23"} +{"current_steps": 126, "total_steps": 975, "loss": 1.1375, "lr": 0.00015959791998914732, "epoch": 0.6445012787723785, "percentage": 12.92, "elapsed_time": "1:15:30", "remaining_time": "8:28:45"} +{"current_steps": 127, "total_steps": 975, "loss": 1.1418, "lr": 0.0001595687134247412, "epoch": 0.649616368286445, "percentage": 13.03, "elapsed_time": "1:16:06", "remaining_time": "8:28:08"} +{"current_steps": 128, "total_steps": 975, "loss": 1.1143, "lr": 0.0001595384858211018, "epoch": 0.6547314578005116, "percentage": 13.13, "elapsed_time": "1:16:41", "remaining_time": "8:27:26"} +{"current_steps": 129, "total_steps": 975, "loss": 1.1283, "lr": 0.0001595072375661149, "epoch": 0.659846547314578, "percentage": 13.23, "elapsed_time": "1:17:16", "remaining_time": "8:26:49"} +{"current_steps": 130, "total_steps": 975, "loss": 1.1251, "lr": 0.0001594749690607634, "epoch": 0.6649616368286445, "percentage": 13.33, "elapsed_time": "1:17:52", "remaining_time": "8:26:11"} +{"current_steps": 131, "total_steps": 975, "loss": 1.0951, "lr": 0.0001594416807191222, "epoch": 0.670076726342711, "percentage": 13.44, "elapsed_time": "1:18:28", "remaining_time": "8:25:33"} +{"current_steps": 132, "total_steps": 975, "loss": 1.1351, "lr": 0.00015940737296835303, "epoch": 0.6751918158567775, "percentage": 13.54, "elapsed_time": "1:19:03", "remaining_time": "8:24:55"} +{"current_steps": 133, "total_steps": 975, "loss": 1.1387, "lr": 0.00015937204624869868, "epoch": 0.680306905370844, "percentage": 13.64, "elapsed_time": "1:19:39", "remaining_time": "8:24:19"} +{"current_steps": 134, "total_steps": 975, "loss": 1.1005, "lr": 0.00015933570101347766, "epoch": 0.6854219948849105, "percentage": 13.74, "elapsed_time": "1:20:15", "remaining_time": "8:23:44"} +{"current_steps": 135, "total_steps": 975, "loss": 1.114, "lr": 0.0001592983377290782, "epoch": 0.690537084398977, "percentage": 13.85, "elapsed_time": "1:20:51", "remaining_time": "8:23:06"} +{"current_steps": 136, "total_steps": 975, "loss": 1.1115, "lr": 0.0001592599568749523, "epoch": 0.6956521739130435, "percentage": 13.95, "elapsed_time": "1:21:27", "remaining_time": "8:22:28"} +{"current_steps": 137, "total_steps": 975, "loss": 1.1141, "lr": 0.00015922055894360956, "epoch": 0.7007672634271099, "percentage": 14.05, "elapsed_time": "1:22:02", "remaining_time": "8:21:49"} +{"current_steps": 138, "total_steps": 975, "loss": 1.1099, "lr": 0.00015918014444061098, "epoch": 0.7058823529411765, "percentage": 14.15, "elapsed_time": "1:22:38", "remaining_time": "8:21:11"} +{"current_steps": 139, "total_steps": 975, "loss": 1.1172, "lr": 0.00015913871388456227, "epoch": 0.710997442455243, "percentage": 14.26, "elapsed_time": "1:23:13", "remaining_time": "8:20:34"} +{"current_steps": 140, "total_steps": 975, "loss": 1.1155, "lr": 0.00015909626780710736, "epoch": 0.7161125319693095, "percentage": 14.36, "elapsed_time": "1:23:50", "remaining_time": "8:20:03"} +{"current_steps": 141, "total_steps": 975, "loss": 1.106, "lr": 0.00015905280675292154, "epoch": 0.7212276214833759, "percentage": 14.46, "elapsed_time": "1:24:26", "remaining_time": "8:19:27"} +{"current_steps": 142, "total_steps": 975, "loss": 1.0792, "lr": 0.00015900833127970444, "epoch": 0.7263427109974424, "percentage": 14.56, "elapsed_time": "1:25:02", "remaining_time": "8:18:50"} +{"current_steps": 143, "total_steps": 975, "loss": 1.106, "lr": 0.00015896284195817287, "epoch": 0.731457800511509, "percentage": 14.67, "elapsed_time": "1:25:37", "remaining_time": "8:18:12"} +{"current_steps": 144, "total_steps": 975, "loss": 1.0982, "lr": 0.0001589163393720535, "epoch": 0.7365728900255755, "percentage": 14.77, "elapsed_time": "1:26:14", "remaining_time": "8:17:40"} +{"current_steps": 145, "total_steps": 975, "loss": 1.1139, "lr": 0.00015886882411807543, "epoch": 0.7416879795396419, "percentage": 14.87, "elapsed_time": "1:26:50", "remaining_time": "8:17:03"} +{"current_steps": 146, "total_steps": 975, "loss": 1.0869, "lr": 0.00015882029680596246, "epoch": 0.7468030690537084, "percentage": 14.97, "elapsed_time": "1:27:25", "remaining_time": "8:16:25"} +{"current_steps": 147, "total_steps": 975, "loss": 1.0939, "lr": 0.0001587707580584253, "epoch": 0.7519181585677749, "percentage": 15.08, "elapsed_time": "1:28:01", "remaining_time": "8:15:48"} +{"current_steps": 148, "total_steps": 975, "loss": 1.0845, "lr": 0.00015872020851115355, "epoch": 0.7570332480818415, "percentage": 15.18, "elapsed_time": "1:28:37", "remaining_time": "8:15:11"} +{"current_steps": 149, "total_steps": 975, "loss": 1.121, "lr": 0.0001586686488128076, "epoch": 0.7621483375959079, "percentage": 15.28, "elapsed_time": "1:29:12", "remaining_time": "8:14:34"} +{"current_steps": 150, "total_steps": 975, "loss": 1.0993, "lr": 0.0001586160796250102, "epoch": 0.7672634271099744, "percentage": 15.38, "elapsed_time": "1:29:49", "remaining_time": "8:14:01"} +{"current_steps": 151, "total_steps": 975, "loss": 1.115, "lr": 0.00015856250162233815, "epoch": 0.7723785166240409, "percentage": 15.49, "elapsed_time": "1:30:25", "remaining_time": "8:13:24"} +{"current_steps": 152, "total_steps": 975, "loss": 1.0889, "lr": 0.00015850791549231345, "epoch": 0.7774936061381074, "percentage": 15.59, "elapsed_time": "1:31:01", "remaining_time": "8:12:52"} +{"current_steps": 153, "total_steps": 975, "loss": 1.0967, "lr": 0.00015845232193539453, "epoch": 0.782608695652174, "percentage": 15.69, "elapsed_time": "1:31:37", "remaining_time": "8:12:14"} +{"current_steps": 154, "total_steps": 975, "loss": 1.0818, "lr": 0.00015839572166496743, "epoch": 0.7877237851662404, "percentage": 15.79, "elapsed_time": "1:32:12", "remaining_time": "8:11:37"} +{"current_steps": 155, "total_steps": 975, "loss": 1.094, "lr": 0.00015833811540733638, "epoch": 0.7928388746803069, "percentage": 15.9, "elapsed_time": "1:32:48", "remaining_time": "8:11:00"} +{"current_steps": 156, "total_steps": 975, "loss": 1.1184, "lr": 0.00015827950390171467, "epoch": 0.7979539641943734, "percentage": 16.0, "elapsed_time": "1:33:24", "remaining_time": "8:10:21"} +{"current_steps": 157, "total_steps": 975, "loss": 1.0953, "lr": 0.00015821988790021507, "epoch": 0.80306905370844, "percentage": 16.1, "elapsed_time": "1:33:58", "remaining_time": "8:09:38"} +{"current_steps": 158, "total_steps": 975, "loss": 1.0822, "lr": 0.00015815926816784028, "epoch": 0.8081841432225064, "percentage": 16.21, "elapsed_time": "1:34:34", "remaining_time": "8:09:00"} +{"current_steps": 159, "total_steps": 975, "loss": 1.1113, "lr": 0.00015809764548247292, "epoch": 0.8132992327365729, "percentage": 16.31, "elapsed_time": "1:35:09", "remaining_time": "8:08:23"} +{"current_steps": 160, "total_steps": 975, "loss": 1.0763, "lr": 0.00015803502063486578, "epoch": 0.8184143222506394, "percentage": 16.41, "elapsed_time": "1:35:45", "remaining_time": "8:07:46"} +{"current_steps": 161, "total_steps": 975, "loss": 1.0837, "lr": 0.0001579713944286315, "epoch": 0.8235294117647058, "percentage": 16.51, "elapsed_time": "1:36:21", "remaining_time": "8:07:09"} +{"current_steps": 162, "total_steps": 975, "loss": 1.1206, "lr": 0.0001579067676802324, "epoch": 0.8286445012787724, "percentage": 16.62, "elapsed_time": "1:36:56", "remaining_time": "8:06:32"} +{"current_steps": 163, "total_steps": 975, "loss": 1.0873, "lr": 0.00015784114121896988, "epoch": 0.8337595907928389, "percentage": 16.72, "elapsed_time": "1:37:32", "remaining_time": "8:05:55"} +{"current_steps": 164, "total_steps": 975, "loss": 1.1119, "lr": 0.0001577745158869738, "epoch": 0.8388746803069054, "percentage": 16.82, "elapsed_time": "1:38:08", "remaining_time": "8:05:18"} +{"current_steps": 165, "total_steps": 975, "loss": 1.1257, "lr": 0.00015770689253919175, "epoch": 0.8439897698209718, "percentage": 16.92, "elapsed_time": "1:38:44", "remaining_time": "8:04:42"} +{"current_steps": 166, "total_steps": 975, "loss": 1.082, "lr": 0.00015763827204337802, "epoch": 0.8491048593350383, "percentage": 17.03, "elapsed_time": "1:39:20", "remaining_time": "8:04:08"} +{"current_steps": 167, "total_steps": 975, "loss": 1.0925, "lr": 0.00015756865528008239, "epoch": 0.8542199488491049, "percentage": 17.13, "elapsed_time": "1:39:56", "remaining_time": "8:03:31"} +{"current_steps": 168, "total_steps": 975, "loss": 1.0821, "lr": 0.000157498043142639, "epoch": 0.8593350383631714, "percentage": 17.23, "elapsed_time": "1:40:31", "remaining_time": "8:02:51"} +{"current_steps": 169, "total_steps": 975, "loss": 1.1073, "lr": 0.00015742643653715485, "epoch": 0.8644501278772379, "percentage": 17.33, "elapsed_time": "1:41:06", "remaining_time": "8:02:11"} +{"current_steps": 170, "total_steps": 975, "loss": 1.0929, "lr": 0.000157353836382498, "epoch": 0.8695652173913043, "percentage": 17.44, "elapsed_time": "1:41:42", "remaining_time": "8:01:35"} +{"current_steps": 171, "total_steps": 975, "loss": 1.089, "lr": 0.00015728024361028595, "epoch": 0.8746803069053708, "percentage": 17.54, "elapsed_time": "1:42:18", "remaining_time": "8:01:01"} +{"current_steps": 172, "total_steps": 975, "loss": 1.0984, "lr": 0.00015720565916487364, "epoch": 0.8797953964194374, "percentage": 17.64, "elapsed_time": "1:42:53", "remaining_time": "8:00:21"} +{"current_steps": 173, "total_steps": 975, "loss": 1.117, "lr": 0.00015713008400334137, "epoch": 0.8849104859335039, "percentage": 17.74, "elapsed_time": "1:43:29", "remaining_time": "7:59:45"} +{"current_steps": 174, "total_steps": 975, "loss": 1.0696, "lr": 0.00015705351909548238, "epoch": 0.8900255754475703, "percentage": 17.85, "elapsed_time": "1:44:05", "remaining_time": "7:59:11"} +{"current_steps": 175, "total_steps": 975, "loss": 1.0928, "lr": 0.00015697596542379061, "epoch": 0.8951406649616368, "percentage": 17.95, "elapsed_time": "1:44:41", "remaining_time": "7:58:34"} +{"current_steps": 176, "total_steps": 975, "loss": 1.1012, "lr": 0.0001568974239834479, "epoch": 0.9002557544757033, "percentage": 18.05, "elapsed_time": "1:45:16", "remaining_time": "7:57:57"} +{"current_steps": 177, "total_steps": 975, "loss": 1.0989, "lr": 0.00015681789578231138, "epoch": 0.9053708439897699, "percentage": 18.15, "elapsed_time": "1:45:52", "remaining_time": "7:57:20"} +{"current_steps": 178, "total_steps": 975, "loss": 1.0745, "lr": 0.00015673738184090034, "epoch": 0.9104859335038363, "percentage": 18.26, "elapsed_time": "1:46:29", "remaining_time": "7:56:50"} +{"current_steps": 179, "total_steps": 975, "loss": 1.1088, "lr": 0.00015665588319238347, "epoch": 0.9156010230179028, "percentage": 18.36, "elapsed_time": "1:47:06", "remaining_time": "7:56:17"} +{"current_steps": 180, "total_steps": 975, "loss": 1.0827, "lr": 0.00015657340088256515, "epoch": 0.9207161125319693, "percentage": 18.46, "elapsed_time": "1:47:42", "remaining_time": "7:55:41"} +{"current_steps": 181, "total_steps": 975, "loss": 1.079, "lr": 0.0001564899359698724, "epoch": 0.9258312020460358, "percentage": 18.56, "elapsed_time": "1:48:17", "remaining_time": "7:55:04"} +{"current_steps": 182, "total_steps": 975, "loss": 1.0938, "lr": 0.0001564054895253412, "epoch": 0.9309462915601023, "percentage": 18.67, "elapsed_time": "1:48:53", "remaining_time": "7:54:27"} +{"current_steps": 183, "total_steps": 975, "loss": 1.1158, "lr": 0.00015632006263260258, "epoch": 0.9360613810741688, "percentage": 18.77, "elapsed_time": "1:49:29", "remaining_time": "7:53:50"} +{"current_steps": 184, "total_steps": 975, "loss": 1.0977, "lr": 0.00015623365638786895, "epoch": 0.9411764705882353, "percentage": 18.87, "elapsed_time": "1:50:04", "remaining_time": "7:53:13"} +{"current_steps": 185, "total_steps": 975, "loss": 1.0892, "lr": 0.00015614627189991992, "epoch": 0.9462915601023018, "percentage": 18.97, "elapsed_time": "1:50:40", "remaining_time": "7:52:36"} +{"current_steps": 186, "total_steps": 975, "loss": 1.1031, "lr": 0.00015605791029008807, "epoch": 0.9514066496163683, "percentage": 19.08, "elapsed_time": "1:51:15", "remaining_time": "7:51:57"} +{"current_steps": 187, "total_steps": 975, "loss": 1.0988, "lr": 0.00015596857269224455, "epoch": 0.9565217391304348, "percentage": 19.18, "elapsed_time": "1:51:51", "remaining_time": "7:51:21"} +{"current_steps": 188, "total_steps": 975, "loss": 1.0927, "lr": 0.0001558782602527846, "epoch": 0.9616368286445013, "percentage": 19.28, "elapsed_time": "1:52:27", "remaining_time": "7:50:44"} +{"current_steps": 189, "total_steps": 975, "loss": 1.1022, "lr": 0.00015578697413061275, "epoch": 0.9667519181585678, "percentage": 19.38, "elapsed_time": "1:53:02", "remaining_time": "7:50:07"} +{"current_steps": 190, "total_steps": 975, "loss": 1.0661, "lr": 0.00015569471549712802, "epoch": 0.9718670076726342, "percentage": 19.49, "elapsed_time": "1:53:38", "remaining_time": "7:49:31"} +{"current_steps": 191, "total_steps": 975, "loss": 1.0898, "lr": 0.00015560148553620884, "epoch": 0.9769820971867008, "percentage": 19.59, "elapsed_time": "1:54:14", "remaining_time": "7:48:57"} +{"current_steps": 192, "total_steps": 975, "loss": 1.0732, "lr": 0.00015550728544419791, "epoch": 0.9820971867007673, "percentage": 19.69, "elapsed_time": "1:54:51", "remaining_time": "7:48:22"} +{"current_steps": 193, "total_steps": 975, "loss": 1.1064, "lr": 0.0001554121164298868, "epoch": 0.9872122762148338, "percentage": 19.79, "elapsed_time": "1:55:27", "remaining_time": "7:47:49"} +{"current_steps": 194, "total_steps": 975, "loss": 1.1077, "lr": 0.0001553159797145004, "epoch": 0.9923273657289002, "percentage": 19.9, "elapsed_time": "1:56:03", "remaining_time": "7:47:12"} +{"current_steps": 195, "total_steps": 975, "loss": 1.0828, "lr": 0.0001552188765316814, "epoch": 0.9974424552429667, "percentage": 20.0, "elapsed_time": "1:56:39", "remaining_time": "7:46:37"} +{"current_steps": 196, "total_steps": 975, "loss": 1.6517, "lr": 0.00015512080812747433, "epoch": 1.0025575447570332, "percentage": 20.1, "elapsed_time": "1:57:26", "remaining_time": "7:46:46"} +{"current_steps": 197, "total_steps": 975, "loss": 1.0702, "lr": 0.00015502177576030957, "epoch": 1.0076726342710998, "percentage": 20.21, "elapsed_time": "1:58:02", "remaining_time": "7:46:09"} +{"current_steps": 198, "total_steps": 975, "loss": 1.0641, "lr": 0.00015492178070098726, "epoch": 1.0127877237851663, "percentage": 20.31, "elapsed_time": "1:58:37", "remaining_time": "7:45:32"} +{"current_steps": 199, "total_steps": 975, "loss": 1.0913, "lr": 0.00015482082423266098, "epoch": 1.0179028132992327, "percentage": 20.41, "elapsed_time": "1:59:14", "remaining_time": "7:44:58"} +{"current_steps": 200, "total_steps": 975, "loss": 1.079, "lr": 0.00015471890765082126, "epoch": 1.0230179028132993, "percentage": 20.51, "elapsed_time": "1:59:50", "remaining_time": "7:44:22"} +{"current_steps": 201, "total_steps": 975, "loss": 1.0891, "lr": 0.000154616032263279, "epoch": 1.0281329923273657, "percentage": 20.62, "elapsed_time": "2:00:26", "remaining_time": "7:43:49"} +{"current_steps": 202, "total_steps": 975, "loss": 1.0594, "lr": 0.00015451219939014856, "epoch": 1.0332480818414322, "percentage": 20.72, "elapsed_time": "2:01:02", "remaining_time": "7:43:12"} +{"current_steps": 203, "total_steps": 975, "loss": 1.0984, "lr": 0.00015440741036383107, "epoch": 1.0383631713554988, "percentage": 20.82, "elapsed_time": "2:01:38", "remaining_time": "7:42:36"} +{"current_steps": 204, "total_steps": 975, "loss": 1.0498, "lr": 0.00015430166652899703, "epoch": 1.0434782608695652, "percentage": 20.92, "elapsed_time": "2:02:14", "remaining_time": "7:42:00"} +{"current_steps": 205, "total_steps": 975, "loss": 1.0405, "lr": 0.00015419496924256934, "epoch": 1.0485933503836318, "percentage": 21.03, "elapsed_time": "2:02:50", "remaining_time": "7:41:23"} +{"current_steps": 206, "total_steps": 975, "loss": 1.0445, "lr": 0.00015408731987370564, "epoch": 1.0537084398976981, "percentage": 21.13, "elapsed_time": "2:03:26", "remaining_time": "7:40:49"} +{"current_steps": 207, "total_steps": 975, "loss": 1.0926, "lr": 0.00015397871980378088, "epoch": 1.0588235294117647, "percentage": 21.23, "elapsed_time": "2:04:02", "remaining_time": "7:40:12"} +{"current_steps": 208, "total_steps": 975, "loss": 1.0647, "lr": 0.00015386917042636963, "epoch": 1.0639386189258313, "percentage": 21.33, "elapsed_time": "2:04:38", "remaining_time": "7:39:38"} +{"current_steps": 209, "total_steps": 975, "loss": 1.0432, "lr": 0.00015375867314722808, "epoch": 1.0690537084398977, "percentage": 21.44, "elapsed_time": "2:05:15", "remaining_time": "7:39:04"} +{"current_steps": 210, "total_steps": 975, "loss": 1.0834, "lr": 0.0001536472293842761, "epoch": 1.0741687979539642, "percentage": 21.54, "elapsed_time": "2:05:51", "remaining_time": "7:38:28"} +{"current_steps": 211, "total_steps": 975, "loss": 1.0566, "lr": 0.00015353484056757888, "epoch": 1.0792838874680306, "percentage": 21.64, "elapsed_time": "2:06:27", "remaining_time": "7:37:51"} +{"current_steps": 212, "total_steps": 975, "loss": 1.0752, "lr": 0.00015342150813932884, "epoch": 1.0843989769820972, "percentage": 21.74, "elapsed_time": "2:07:03", "remaining_time": "7:37:15"} +{"current_steps": 213, "total_steps": 975, "loss": 1.0465, "lr": 0.00015330723355382695, "epoch": 1.0895140664961638, "percentage": 21.85, "elapsed_time": "2:07:38", "remaining_time": "7:36:39"} +{"current_steps": 214, "total_steps": 975, "loss": 1.053, "lr": 0.00015319201827746406, "epoch": 1.0946291560102301, "percentage": 21.95, "elapsed_time": "2:08:15", "remaining_time": "7:36:04"} +{"current_steps": 215, "total_steps": 975, "loss": 1.0834, "lr": 0.00015307586378870218, "epoch": 1.0997442455242967, "percentage": 22.05, "elapsed_time": "2:08:50", "remaining_time": "7:35:27"} +{"current_steps": 216, "total_steps": 975, "loss": 1.0932, "lr": 0.00015295877157805535, "epoch": 1.104859335038363, "percentage": 22.15, "elapsed_time": "2:09:27", "remaining_time": "7:34:53"} +{"current_steps": 217, "total_steps": 975, "loss": 1.0693, "lr": 0.00015284074314807076, "epoch": 1.1099744245524297, "percentage": 22.26, "elapsed_time": "2:10:03", "remaining_time": "7:34:19"} +{"current_steps": 218, "total_steps": 975, "loss": 1.0572, "lr": 0.00015272178001330918, "epoch": 1.1150895140664963, "percentage": 22.36, "elapsed_time": "2:10:40", "remaining_time": "7:33:44"} +{"current_steps": 219, "total_steps": 975, "loss": 1.0402, "lr": 0.00015260188370032584, "epoch": 1.1202046035805626, "percentage": 22.46, "elapsed_time": "2:11:16", "remaining_time": "7:33:10"} +{"current_steps": 220, "total_steps": 975, "loss": 1.0676, "lr": 0.0001524810557476505, "epoch": 1.1253196930946292, "percentage": 22.56, "elapsed_time": "2:11:52", "remaining_time": "7:32:33"} +{"current_steps": 221, "total_steps": 975, "loss": 1.075, "lr": 0.00015235929770576797, "epoch": 1.1304347826086956, "percentage": 22.67, "elapsed_time": "2:12:28", "remaining_time": "7:31:57"} +{"current_steps": 222, "total_steps": 975, "loss": 1.0457, "lr": 0.0001522366111370981, "epoch": 1.1355498721227621, "percentage": 22.77, "elapsed_time": "2:13:05", "remaining_time": "7:31:24"} +{"current_steps": 223, "total_steps": 975, "loss": 1.044, "lr": 0.0001521129976159758, "epoch": 1.1406649616368287, "percentage": 22.87, "elapsed_time": "2:13:41", "remaining_time": "7:30:50"} +{"current_steps": 224, "total_steps": 975, "loss": 1.0467, "lr": 0.0001519884587286307, "epoch": 1.145780051150895, "percentage": 22.97, "elapsed_time": "2:14:17", "remaining_time": "7:30:13"} +{"current_steps": 225, "total_steps": 975, "loss": 1.0577, "lr": 0.00015186299607316693, "epoch": 1.1508951406649617, "percentage": 23.08, "elapsed_time": "2:14:53", "remaining_time": "7:29:38"} +{"current_steps": 226, "total_steps": 975, "loss": 1.0727, "lr": 0.00015173661125954263, "epoch": 1.156010230179028, "percentage": 23.18, "elapsed_time": "2:15:29", "remaining_time": "7:29:02"} +{"current_steps": 227, "total_steps": 975, "loss": 1.089, "lr": 0.0001516093059095491, "epoch": 1.1611253196930946, "percentage": 23.28, "elapsed_time": "2:16:05", "remaining_time": "7:28:25"} +{"current_steps": 228, "total_steps": 975, "loss": 1.034, "lr": 0.00015148108165679027, "epoch": 1.1662404092071612, "percentage": 23.38, "elapsed_time": "2:16:41", "remaining_time": "7:27:50"} +{"current_steps": 229, "total_steps": 975, "loss": 1.0455, "lr": 0.00015135194014666148, "epoch": 1.1713554987212276, "percentage": 23.49, "elapsed_time": "2:17:17", "remaining_time": "7:27:13"} +{"current_steps": 230, "total_steps": 975, "loss": 1.0556, "lr": 0.00015122188303632851, "epoch": 1.1764705882352942, "percentage": 23.59, "elapsed_time": "2:17:52", "remaining_time": "7:26:37"} +{"current_steps": 231, "total_steps": 975, "loss": 1.0862, "lr": 0.00015109091199470628, "epoch": 1.1815856777493605, "percentage": 23.69, "elapsed_time": "2:18:29", "remaining_time": "7:26:02"} +{"current_steps": 232, "total_steps": 975, "loss": 1.0478, "lr": 0.00015095902870243736, "epoch": 1.186700767263427, "percentage": 23.79, "elapsed_time": "2:19:04", "remaining_time": "7:25:25"} +{"current_steps": 233, "total_steps": 975, "loss": 1.0646, "lr": 0.00015082623485187063, "epoch": 1.1918158567774937, "percentage": 23.9, "elapsed_time": "2:19:40", "remaining_time": "7:24:48"} +{"current_steps": 234, "total_steps": 975, "loss": 1.0742, "lr": 0.0001506925321470392, "epoch": 1.19693094629156, "percentage": 24.0, "elapsed_time": "2:20:16", "remaining_time": "7:24:12"} +{"current_steps": 235, "total_steps": 975, "loss": 1.0692, "lr": 0.000150557922303639, "epoch": 1.2020460358056266, "percentage": 24.1, "elapsed_time": "2:20:52", "remaining_time": "7:23:35"} +{"current_steps": 236, "total_steps": 975, "loss": 1.0323, "lr": 0.00015042240704900628, "epoch": 1.207161125319693, "percentage": 24.21, "elapsed_time": "2:21:27", "remaining_time": "7:22:58"} +{"current_steps": 237, "total_steps": 975, "loss": 1.0633, "lr": 0.0001502859881220958, "epoch": 1.2122762148337596, "percentage": 24.31, "elapsed_time": "2:22:03", "remaining_time": "7:22:22"} +{"current_steps": 238, "total_steps": 975, "loss": 1.036, "lr": 0.00015014866727345845, "epoch": 1.2173913043478262, "percentage": 24.41, "elapsed_time": "2:22:38", "remaining_time": "7:21:44"} +{"current_steps": 239, "total_steps": 975, "loss": 1.0957, "lr": 0.0001500104462652186, "epoch": 1.2225063938618925, "percentage": 24.51, "elapsed_time": "2:23:14", "remaining_time": "7:21:05"} +{"current_steps": 240, "total_steps": 975, "loss": 1.0495, "lr": 0.0001498713268710517, "epoch": 1.227621483375959, "percentage": 24.62, "elapsed_time": "2:23:50", "remaining_time": "7:20:30"} +{"current_steps": 241, "total_steps": 975, "loss": 1.0475, "lr": 0.0001497313108761614, "epoch": 1.2327365728900257, "percentage": 24.72, "elapsed_time": "2:24:26", "remaining_time": "7:19:55"} +{"current_steps": 242, "total_steps": 975, "loss": 1.0709, "lr": 0.00014959040007725676, "epoch": 1.237851662404092, "percentage": 24.82, "elapsed_time": "2:25:02", "remaining_time": "7:19:20"} +{"current_steps": 243, "total_steps": 975, "loss": 1.0567, "lr": 0.00014944859628252902, "epoch": 1.2429667519181586, "percentage": 24.92, "elapsed_time": "2:25:38", "remaining_time": "7:18:43"} +{"current_steps": 244, "total_steps": 975, "loss": 1.047, "lr": 0.00014930590131162852, "epoch": 1.248081841432225, "percentage": 25.03, "elapsed_time": "2:26:14", "remaining_time": "7:18:06"} +{"current_steps": 245, "total_steps": 975, "loss": 1.0872, "lr": 0.0001491623169956414, "epoch": 1.2531969309462916, "percentage": 25.13, "elapsed_time": "2:26:50", "remaining_time": "7:17:30"} +{"current_steps": 246, "total_steps": 975, "loss": 1.0652, "lr": 0.00014901784517706593, "epoch": 1.258312020460358, "percentage": 25.23, "elapsed_time": "2:27:25", "remaining_time": "7:16:53"} +{"current_steps": 247, "total_steps": 975, "loss": 1.0502, "lr": 0.000148872487709789, "epoch": 1.2634271099744245, "percentage": 25.33, "elapsed_time": "2:28:02", "remaining_time": "7:16:18"} +{"current_steps": 248, "total_steps": 975, "loss": 1.0616, "lr": 0.00014872624645906232, "epoch": 1.2685421994884911, "percentage": 25.44, "elapsed_time": "2:28:38", "remaining_time": "7:15:44"} +{"current_steps": 249, "total_steps": 975, "loss": 1.0387, "lr": 0.00014857912330147846, "epoch": 1.2736572890025575, "percentage": 25.54, "elapsed_time": "2:29:14", "remaining_time": "7:15:09"} +{"current_steps": 250, "total_steps": 975, "loss": 1.0501, "lr": 0.00014843112012494667, "epoch": 1.278772378516624, "percentage": 25.64, "elapsed_time": "2:29:50", "remaining_time": "7:14:32"} +{"current_steps": 251, "total_steps": 975, "loss": 1.0598, "lr": 0.00014828223882866888, "epoch": 1.2838874680306906, "percentage": 25.74, "elapsed_time": "2:30:27", "remaining_time": "7:13:58"} +{"current_steps": 252, "total_steps": 975, "loss": 1.0662, "lr": 0.0001481324813231151, "epoch": 1.289002557544757, "percentage": 25.85, "elapsed_time": "2:31:02", "remaining_time": "7:13:22"} +{"current_steps": 253, "total_steps": 975, "loss": 1.0487, "lr": 0.00014798184952999915, "epoch": 1.2941176470588236, "percentage": 25.95, "elapsed_time": "2:31:39", "remaining_time": "7:12:46"} +{"current_steps": 254, "total_steps": 975, "loss": 1.0669, "lr": 0.00014783034538225367, "epoch": 1.29923273657289, "percentage": 26.05, "elapsed_time": "2:32:14", "remaining_time": "7:12:09"} +{"current_steps": 255, "total_steps": 975, "loss": 1.0496, "lr": 0.00014767797082400563, "epoch": 1.3043478260869565, "percentage": 26.15, "elapsed_time": "2:32:51", "remaining_time": "7:11:35"} +{"current_steps": 256, "total_steps": 975, "loss": 1.0723, "lr": 0.0001475247278105512, "epoch": 1.309462915601023, "percentage": 26.26, "elapsed_time": "2:33:26", "remaining_time": "7:10:58"} +{"current_steps": 257, "total_steps": 975, "loss": 1.0446, "lr": 0.00014737061830833074, "epoch": 1.3145780051150895, "percentage": 26.36, "elapsed_time": "2:34:02", "remaining_time": "7:10:22"} +{"current_steps": 258, "total_steps": 975, "loss": 1.041, "lr": 0.00014721564429490358, "epoch": 1.319693094629156, "percentage": 26.46, "elapsed_time": "2:34:39", "remaining_time": "7:09:47"} +{"current_steps": 259, "total_steps": 975, "loss": 1.0531, "lr": 0.0001470598077589225, "epoch": 1.3248081841432224, "percentage": 26.56, "elapsed_time": "2:35:14", "remaining_time": "7:09:10"} +{"current_steps": 260, "total_steps": 975, "loss": 1.0718, "lr": 0.00014690311070010838, "epoch": 1.329923273657289, "percentage": 26.67, "elapsed_time": "2:35:50", "remaining_time": "7:08:34"} +{"current_steps": 261, "total_steps": 975, "loss": 1.0629, "lr": 0.0001467455551292245, "epoch": 1.3350383631713556, "percentage": 26.77, "elapsed_time": "2:36:26", "remaining_time": "7:07:56"} +{"current_steps": 262, "total_steps": 975, "loss": 1.0698, "lr": 0.00014658714306805068, "epoch": 1.340153452685422, "percentage": 26.87, "elapsed_time": "2:37:02", "remaining_time": "7:07:22"} +{"current_steps": 263, "total_steps": 975, "loss": 1.0607, "lr": 0.00014642787654935735, "epoch": 1.3452685421994885, "percentage": 26.97, "elapsed_time": "2:37:39", "remaining_time": "7:06:48"} +{"current_steps": 264, "total_steps": 975, "loss": 1.0697, "lr": 0.0001462677576168795, "epoch": 1.350383631713555, "percentage": 27.08, "elapsed_time": "2:38:15", "remaining_time": "7:06:13"} +{"current_steps": 265, "total_steps": 975, "loss": 1.0252, "lr": 0.00014610678832529045, "epoch": 1.3554987212276215, "percentage": 27.18, "elapsed_time": "2:38:51", "remaining_time": "7:05:36"} +{"current_steps": 266, "total_steps": 975, "loss": 1.0488, "lr": 0.00014594497074017548, "epoch": 1.3606138107416879, "percentage": 27.28, "elapsed_time": "2:39:27", "remaining_time": "7:05:00"} +{"current_steps": 267, "total_steps": 975, "loss": 1.0832, "lr": 0.00014578230693800532, "epoch": 1.3657289002557544, "percentage": 27.38, "elapsed_time": "2:40:02", "remaining_time": "7:04:23"} +{"current_steps": 268, "total_steps": 975, "loss": 1.0695, "lr": 0.00014561879900610946, "epoch": 1.370843989769821, "percentage": 27.49, "elapsed_time": "2:40:39", "remaining_time": "7:03:48"} +{"current_steps": 269, "total_steps": 975, "loss": 1.0699, "lr": 0.00014545444904264938, "epoch": 1.3759590792838874, "percentage": 27.59, "elapsed_time": "2:41:14", "remaining_time": "7:03:12"} +{"current_steps": 270, "total_steps": 975, "loss": 1.0403, "lr": 0.00014528925915659177, "epoch": 1.381074168797954, "percentage": 27.69, "elapsed_time": "2:41:50", "remaining_time": "7:02:36"} +{"current_steps": 271, "total_steps": 975, "loss": 1.0876, "lr": 0.00014512323146768127, "epoch": 1.3861892583120206, "percentage": 27.79, "elapsed_time": "2:42:26", "remaining_time": "7:01:59"} +{"current_steps": 272, "total_steps": 975, "loss": 1.0341, "lr": 0.0001449563681064133, "epoch": 1.391304347826087, "percentage": 27.9, "elapsed_time": "2:43:02", "remaining_time": "7:01:22"} +{"current_steps": 273, "total_steps": 975, "loss": 1.032, "lr": 0.00014478867121400695, "epoch": 1.3964194373401535, "percentage": 28.0, "elapsed_time": "2:43:38", "remaining_time": "7:00:46"} +{"current_steps": 274, "total_steps": 975, "loss": 1.061, "lr": 0.00014462014294237705, "epoch": 1.40153452685422, "percentage": 28.1, "elapsed_time": "2:44:13", "remaining_time": "7:00:08"} +{"current_steps": 275, "total_steps": 975, "loss": 1.0544, "lr": 0.0001444507854541071, "epoch": 1.4066496163682864, "percentage": 28.21, "elapsed_time": "2:44:49", "remaining_time": "6:59:33"} +{"current_steps": 276, "total_steps": 975, "loss": 1.0563, "lr": 0.00014428060092242106, "epoch": 1.4117647058823528, "percentage": 28.31, "elapsed_time": "2:45:25", "remaining_time": "6:58:57"} +{"current_steps": 277, "total_steps": 975, "loss": 1.0556, "lr": 0.00014410959153115578, "epoch": 1.4168797953964194, "percentage": 28.41, "elapsed_time": "2:46:01", "remaining_time": "6:58:20"} +{"current_steps": 278, "total_steps": 975, "loss": 1.0709, "lr": 0.00014393775947473274, "epoch": 1.421994884910486, "percentage": 28.51, "elapsed_time": "2:46:36", "remaining_time": "6:57:43"} +{"current_steps": 279, "total_steps": 975, "loss": 1.0587, "lr": 0.00014376510695813003, "epoch": 1.4271099744245523, "percentage": 28.62, "elapsed_time": "2:47:12", "remaining_time": "6:57:07"} +{"current_steps": 280, "total_steps": 975, "loss": 1.0428, "lr": 0.0001435916361968541, "epoch": 1.432225063938619, "percentage": 28.72, "elapsed_time": "2:47:48", "remaining_time": "6:56:30"} +{"current_steps": 281, "total_steps": 975, "loss": 1.0378, "lr": 0.00014341734941691116, "epoch": 1.4373401534526855, "percentage": 28.82, "elapsed_time": "2:48:24", "remaining_time": "6:55:55"} +{"current_steps": 282, "total_steps": 975, "loss": 1.0872, "lr": 0.00014324224885477877, "epoch": 1.4424552429667519, "percentage": 28.92, "elapsed_time": "2:49:00", "remaining_time": "6:55:19"} +{"current_steps": 283, "total_steps": 975, "loss": 1.0674, "lr": 0.00014306633675737702, "epoch": 1.4475703324808185, "percentage": 29.03, "elapsed_time": "2:49:35", "remaining_time": "6:54:41"} +{"current_steps": 284, "total_steps": 975, "loss": 1.0489, "lr": 0.00014288961538203983, "epoch": 1.452685421994885, "percentage": 29.13, "elapsed_time": "2:50:11", "remaining_time": "6:54:05"} +{"current_steps": 285, "total_steps": 975, "loss": 1.0477, "lr": 0.00014271208699648586, "epoch": 1.4578005115089514, "percentage": 29.23, "elapsed_time": "2:50:47", "remaining_time": "6:53:28"} +{"current_steps": 286, "total_steps": 975, "loss": 1.0555, "lr": 0.00014253375387878953, "epoch": 1.4629156010230178, "percentage": 29.33, "elapsed_time": "2:51:24", "remaining_time": "6:52:55"} +{"current_steps": 287, "total_steps": 975, "loss": 1.0553, "lr": 0.00014235461831735156, "epoch": 1.4680306905370843, "percentage": 29.44, "elapsed_time": "2:51:59", "remaining_time": "6:52:18"} +{"current_steps": 288, "total_steps": 975, "loss": 1.0715, "lr": 0.00014217468261086994, "epoch": 1.473145780051151, "percentage": 29.54, "elapsed_time": "2:52:36", "remaining_time": "6:51:43"} +{"current_steps": 289, "total_steps": 975, "loss": 1.0573, "lr": 0.00014199394906831022, "epoch": 1.4782608695652173, "percentage": 29.64, "elapsed_time": "2:53:11", "remaining_time": "6:51:05"} +{"current_steps": 290, "total_steps": 975, "loss": 1.0416, "lr": 0.00014181242000887583, "epoch": 1.4833759590792839, "percentage": 29.74, "elapsed_time": "2:53:46", "remaining_time": "6:50:29"} +{"current_steps": 291, "total_steps": 975, "loss": 1.0683, "lr": 0.0001416300977619785, "epoch": 1.4884910485933505, "percentage": 29.85, "elapsed_time": "2:54:22", "remaining_time": "6:49:52"} +{"current_steps": 292, "total_steps": 975, "loss": 1.0682, "lr": 0.00014144698466720824, "epoch": 1.4936061381074168, "percentage": 29.95, "elapsed_time": "2:54:58", "remaining_time": "6:49:16"} +{"current_steps": 293, "total_steps": 975, "loss": 1.036, "lr": 0.00014126308307430336, "epoch": 1.4987212276214834, "percentage": 30.05, "elapsed_time": "2:55:34", "remaining_time": "6:48:39"} +{"current_steps": 294, "total_steps": 975, "loss": 1.0543, "lr": 0.0001410783953431203, "epoch": 1.50383631713555, "percentage": 30.15, "elapsed_time": "2:56:09", "remaining_time": "6:48:03"} +{"current_steps": 295, "total_steps": 975, "loss": 1.0494, "lr": 0.0001408929238436033, "epoch": 1.5089514066496164, "percentage": 30.26, "elapsed_time": "2:56:45", "remaining_time": "6:47:25"} +{"current_steps": 296, "total_steps": 975, "loss": 1.0329, "lr": 0.00014070667095575424, "epoch": 1.5140664961636827, "percentage": 30.36, "elapsed_time": "2:57:20", "remaining_time": "6:46:48"} +{"current_steps": 297, "total_steps": 975, "loss": 1.0354, "lr": 0.0001405196390696017, "epoch": 1.5191815856777495, "percentage": 30.46, "elapsed_time": "2:57:56", "remaining_time": "6:46:12"} +{"current_steps": 298, "total_steps": 975, "loss": 1.0373, "lr": 0.00014033183058517062, "epoch": 1.5242966751918159, "percentage": 30.56, "elapsed_time": "2:58:32", "remaining_time": "6:45:36"} +{"current_steps": 299, "total_steps": 975, "loss": 1.0661, "lr": 0.00014014324791245133, "epoch": 1.5294117647058822, "percentage": 30.67, "elapsed_time": "2:59:08", "remaining_time": "6:45:00"} +{"current_steps": 300, "total_steps": 975, "loss": 1.0772, "lr": 0.00013995389347136867, "epoch": 1.5345268542199488, "percentage": 30.77, "elapsed_time": "2:59:43", "remaining_time": "6:44:23"} +{"current_steps": 301, "total_steps": 975, "loss": 1.0295, "lr": 0.00013976376969175098, "epoch": 1.5396419437340154, "percentage": 30.87, "elapsed_time": "3:00:19", "remaining_time": "6:43:47"} +{"current_steps": 302, "total_steps": 975, "loss": 1.0439, "lr": 0.00013957287901329886, "epoch": 1.5447570332480818, "percentage": 30.97, "elapsed_time": "3:00:56", "remaining_time": "6:43:12"} +{"current_steps": 303, "total_steps": 975, "loss": 1.0256, "lr": 0.0001393812238855539, "epoch": 1.5498721227621484, "percentage": 31.08, "elapsed_time": "3:01:31", "remaining_time": "6:42:36"} +{"current_steps": 304, "total_steps": 975, "loss": 1.0638, "lr": 0.00013918880676786722, "epoch": 1.554987212276215, "percentage": 31.18, "elapsed_time": "3:02:07", "remaining_time": "6:41:59"} +{"current_steps": 305, "total_steps": 975, "loss": 1.0348, "lr": 0.0001389956301293679, "epoch": 1.5601023017902813, "percentage": 31.28, "elapsed_time": "3:02:44", "remaining_time": "6:41:25"} +{"current_steps": 306, "total_steps": 975, "loss": 1.0527, "lr": 0.00013880169644893135, "epoch": 1.5652173913043477, "percentage": 31.38, "elapsed_time": "3:03:20", "remaining_time": "6:40:49"} +{"current_steps": 307, "total_steps": 975, "loss": 1.0486, "lr": 0.0001386070082151475, "epoch": 1.5703324808184145, "percentage": 31.49, "elapsed_time": "3:03:55", "remaining_time": "6:40:12"} +{"current_steps": 308, "total_steps": 975, "loss": 1.0466, "lr": 0.0001384115679262888, "epoch": 1.5754475703324808, "percentage": 31.59, "elapsed_time": "3:04:31", "remaining_time": "6:39:36"} +{"current_steps": 309, "total_steps": 975, "loss": 1.0468, "lr": 0.00013821537809027818, "epoch": 1.5805626598465472, "percentage": 31.69, "elapsed_time": "3:05:07", "remaining_time": "6:38:59"} +{"current_steps": 310, "total_steps": 975, "loss": 1.0219, "lr": 0.00013801844122465694, "epoch": 1.5856777493606138, "percentage": 31.79, "elapsed_time": "3:05:42", "remaining_time": "6:38:23"} +{"current_steps": 311, "total_steps": 975, "loss": 1.0627, "lr": 0.0001378207598565523, "epoch": 1.5907928388746804, "percentage": 31.9, "elapsed_time": "3:06:18", "remaining_time": "6:37:47"} +{"current_steps": 312, "total_steps": 975, "loss": 1.0654, "lr": 0.00013762233652264518, "epoch": 1.5959079283887467, "percentage": 32.0, "elapsed_time": "3:06:54", "remaining_time": "6:37:11"} +{"current_steps": 313, "total_steps": 975, "loss": 1.0593, "lr": 0.00013742317376913744, "epoch": 1.6010230179028133, "percentage": 32.1, "elapsed_time": "3:07:31", "remaining_time": "6:36:36"} +{"current_steps": 314, "total_steps": 975, "loss": 1.0503, "lr": 0.00013722327415171932, "epoch": 1.60613810741688, "percentage": 32.21, "elapsed_time": "3:08:07", "remaining_time": "6:36:00"} +{"current_steps": 315, "total_steps": 975, "loss": 1.0354, "lr": 0.00013702264023553672, "epoch": 1.6112531969309463, "percentage": 32.31, "elapsed_time": "3:08:42", "remaining_time": "6:35:24"} +{"current_steps": 316, "total_steps": 975, "loss": 1.0325, "lr": 0.000136821274595158, "epoch": 1.6163682864450126, "percentage": 32.41, "elapsed_time": "3:09:18", "remaining_time": "6:34:48"} +{"current_steps": 317, "total_steps": 975, "loss": 1.0509, "lr": 0.00013661917981454126, "epoch": 1.6214833759590794, "percentage": 32.51, "elapsed_time": "3:09:54", "remaining_time": "6:34:11"} +{"current_steps": 318, "total_steps": 975, "loss": 1.0396, "lr": 0.00013641635848700103, "epoch": 1.6265984654731458, "percentage": 32.62, "elapsed_time": "3:10:30", "remaining_time": "6:33:36"} +{"current_steps": 319, "total_steps": 975, "loss": 1.0605, "lr": 0.00013621281321517497, "epoch": 1.6317135549872122, "percentage": 32.72, "elapsed_time": "3:11:06", "remaining_time": "6:33:00"} +{"current_steps": 320, "total_steps": 975, "loss": 1.032, "lr": 0.00013600854661099062, "epoch": 1.6368286445012787, "percentage": 32.82, "elapsed_time": "3:11:42", "remaining_time": "6:32:23"} +{"current_steps": 321, "total_steps": 975, "loss": 1.023, "lr": 0.00013580356129563162, "epoch": 1.6419437340153453, "percentage": 32.92, "elapsed_time": "3:12:18", "remaining_time": "6:31:47"} +{"current_steps": 322, "total_steps": 975, "loss": 1.0894, "lr": 0.00013559785989950438, "epoch": 1.6470588235294117, "percentage": 33.03, "elapsed_time": "3:12:53", "remaining_time": "6:31:11"} +{"current_steps": 323, "total_steps": 975, "loss": 1.0277, "lr": 0.00013539144506220414, "epoch": 1.6521739130434783, "percentage": 33.13, "elapsed_time": "3:13:29", "remaining_time": "6:30:34"} +{"current_steps": 324, "total_steps": 975, "loss": 1.0307, "lr": 0.00013518431943248103, "epoch": 1.6572890025575449, "percentage": 33.23, "elapsed_time": "3:14:04", "remaining_time": "6:29:57"} +{"current_steps": 325, "total_steps": 975, "loss": 1.0354, "lr": 0.0001349764856682064, "epoch": 1.6624040920716112, "percentage": 33.33, "elapsed_time": "3:14:40", "remaining_time": "6:29:21"} +{"current_steps": 326, "total_steps": 975, "loss": 1.0634, "lr": 0.00013476794643633828, "epoch": 1.6675191815856778, "percentage": 33.44, "elapsed_time": "3:15:16", "remaining_time": "6:28:46"} +{"current_steps": 327, "total_steps": 975, "loss": 1.0477, "lr": 0.00013455870441288754, "epoch": 1.6726342710997444, "percentage": 33.54, "elapsed_time": "3:15:52", "remaining_time": "6:28:09"} +{"current_steps": 328, "total_steps": 975, "loss": 1.0518, "lr": 0.00013434876228288328, "epoch": 1.6777493606138107, "percentage": 33.64, "elapsed_time": "3:16:28", "remaining_time": "6:27:33"} +{"current_steps": 329, "total_steps": 975, "loss": 1.0413, "lr": 0.0001341381227403386, "epoch": 1.682864450127877, "percentage": 33.74, "elapsed_time": "3:17:04", "remaining_time": "6:26:56"} +{"current_steps": 330, "total_steps": 975, "loss": 1.0595, "lr": 0.00013392678848821583, "epoch": 1.6879795396419437, "percentage": 33.85, "elapsed_time": "3:17:39", "remaining_time": "6:26:20"} +{"current_steps": 331, "total_steps": 975, "loss": 1.0542, "lr": 0.00013371476223839195, "epoch": 1.6930946291560103, "percentage": 33.95, "elapsed_time": "3:18:15", "remaining_time": "6:25:44"} +{"current_steps": 332, "total_steps": 975, "loss": 1.0473, "lr": 0.00013350204671162377, "epoch": 1.6982097186700766, "percentage": 34.05, "elapsed_time": "3:18:51", "remaining_time": "6:25:07"} +{"current_steps": 333, "total_steps": 975, "loss": 1.0422, "lr": 0.00013328864463751306, "epoch": 1.7033248081841432, "percentage": 34.15, "elapsed_time": "3:19:27", "remaining_time": "6:24:31"} +{"current_steps": 334, "total_steps": 975, "loss": 1.0445, "lr": 0.0001330745587544714, "epoch": 1.7084398976982098, "percentage": 34.26, "elapsed_time": "3:20:03", "remaining_time": "6:23:57"} +{"current_steps": 335, "total_steps": 975, "loss": 1.0591, "lr": 0.0001328597918096852, "epoch": 1.7135549872122762, "percentage": 34.36, "elapsed_time": "3:20:39", "remaining_time": "6:23:20"} +{"current_steps": 336, "total_steps": 975, "loss": 1.042, "lr": 0.00013264434655908038, "epoch": 1.7186700767263428, "percentage": 34.46, "elapsed_time": "3:21:16", "remaining_time": "6:22:46"} +{"current_steps": 337, "total_steps": 975, "loss": 1.0699, "lr": 0.0001324282257672869, "epoch": 1.7237851662404093, "percentage": 34.56, "elapsed_time": "3:21:52", "remaining_time": "6:22:10"} +{"current_steps": 338, "total_steps": 975, "loss": 1.0337, "lr": 0.00013221143220760342, "epoch": 1.7289002557544757, "percentage": 34.67, "elapsed_time": "3:22:28", "remaining_time": "6:21:34"} +{"current_steps": 339, "total_steps": 975, "loss": 1.0305, "lr": 0.0001319939686619617, "epoch": 1.734015345268542, "percentage": 34.77, "elapsed_time": "3:23:03", "remaining_time": "6:20:58"} +{"current_steps": 340, "total_steps": 975, "loss": 1.037, "lr": 0.00013177583792089095, "epoch": 1.7391304347826086, "percentage": 34.87, "elapsed_time": "3:23:40", "remaining_time": "6:20:23"} +{"current_steps": 341, "total_steps": 975, "loss": 1.05, "lr": 0.00013155704278348173, "epoch": 1.7442455242966752, "percentage": 34.97, "elapsed_time": "3:24:16", "remaining_time": "6:19:47"} +{"current_steps": 342, "total_steps": 975, "loss": 1.0486, "lr": 0.00013133758605735044, "epoch": 1.7493606138107416, "percentage": 35.08, "elapsed_time": "3:24:51", "remaining_time": "6:19:10"} +{"current_steps": 343, "total_steps": 975, "loss": 1.0654, "lr": 0.00013111747055860303, "epoch": 1.7544757033248082, "percentage": 35.18, "elapsed_time": "3:25:27", "remaining_time": "6:18:34"} +{"current_steps": 344, "total_steps": 975, "loss": 1.0426, "lr": 0.00013089669911179892, "epoch": 1.7595907928388748, "percentage": 35.28, "elapsed_time": "3:26:03", "remaining_time": "6:17:57"} +{"current_steps": 345, "total_steps": 975, "loss": 1.041, "lr": 0.00013067527454991475, "epoch": 1.7647058823529411, "percentage": 35.38, "elapsed_time": "3:26:38", "remaining_time": "6:17:21"} +{"current_steps": 346, "total_steps": 975, "loss": 1.0352, "lr": 0.00013045319971430813, "epoch": 1.7698209718670077, "percentage": 35.49, "elapsed_time": "3:27:14", "remaining_time": "6:16:45"} +{"current_steps": 347, "total_steps": 975, "loss": 1.0365, "lr": 0.000130230477454681, "epoch": 1.7749360613810743, "percentage": 35.59, "elapsed_time": "3:27:50", "remaining_time": "6:16:09"} +{"current_steps": 348, "total_steps": 975, "loss": 1.0424, "lr": 0.0001300071106290432, "epoch": 1.7800511508951407, "percentage": 35.69, "elapsed_time": "3:28:26", "remaining_time": "6:15:32"} +{"current_steps": 349, "total_steps": 975, "loss": 1.0496, "lr": 0.00012978310210367573, "epoch": 1.785166240409207, "percentage": 35.79, "elapsed_time": "3:29:01", "remaining_time": "6:14:56"} +{"current_steps": 350, "total_steps": 975, "loss": 1.0485, "lr": 0.00012955845475309404, "epoch": 1.7902813299232738, "percentage": 35.9, "elapsed_time": "3:29:37", "remaining_time": "6:14:19"} +{"current_steps": 351, "total_steps": 975, "loss": 1.0449, "lr": 0.00012933317146001101, "epoch": 1.7953964194373402, "percentage": 36.0, "elapsed_time": "3:30:13", "remaining_time": "6:13:43"} +{"current_steps": 352, "total_steps": 975, "loss": 1.0388, "lr": 0.0001291072551153001, "epoch": 1.8005115089514065, "percentage": 36.1, "elapsed_time": "3:30:48", "remaining_time": "6:13:06"} +{"current_steps": 353, "total_steps": 975, "loss": 1.0314, "lr": 0.00012888070861795817, "epoch": 1.8056265984654731, "percentage": 36.21, "elapsed_time": "3:31:24", "remaining_time": "6:12:31"} +{"current_steps": 354, "total_steps": 975, "loss": 1.0166, "lr": 0.00012865353487506837, "epoch": 1.8107416879795397, "percentage": 36.31, "elapsed_time": "3:32:00", "remaining_time": "6:11:54"} +{"current_steps": 355, "total_steps": 975, "loss": 1.0162, "lr": 0.00012842573680176266, "epoch": 1.815856777493606, "percentage": 36.41, "elapsed_time": "3:32:36", "remaining_time": "6:11:18"} +{"current_steps": 356, "total_steps": 975, "loss": 1.0713, "lr": 0.0001281973173211846, "epoch": 1.8209718670076727, "percentage": 36.51, "elapsed_time": "3:33:12", "remaining_time": "6:10:42"} +{"current_steps": 357, "total_steps": 975, "loss": 1.0344, "lr": 0.00012796827936445174, "epoch": 1.8260869565217392, "percentage": 36.62, "elapsed_time": "3:33:47", "remaining_time": "6:10:05"} +{"current_steps": 358, "total_steps": 975, "loss": 1.0302, "lr": 0.000127738625870618, "epoch": 1.8312020460358056, "percentage": 36.72, "elapsed_time": "3:34:23", "remaining_time": "6:09:29"} +{"current_steps": 359, "total_steps": 975, "loss": 1.0274, "lr": 0.00012750835978663595, "epoch": 1.836317135549872, "percentage": 36.82, "elapsed_time": "3:34:59", "remaining_time": "6:08:53"} +{"current_steps": 360, "total_steps": 975, "loss": 1.0617, "lr": 0.00012727748406731907, "epoch": 1.8414322250639388, "percentage": 36.92, "elapsed_time": "3:35:34", "remaining_time": "6:08:16"} +{"current_steps": 361, "total_steps": 975, "loss": 1.0474, "lr": 0.00012704600167530382, "epoch": 1.8465473145780051, "percentage": 37.03, "elapsed_time": "3:36:10", "remaining_time": "6:07:39"} +{"current_steps": 362, "total_steps": 975, "loss": 1.0337, "lr": 0.00012681391558101149, "epoch": 1.8516624040920715, "percentage": 37.13, "elapsed_time": "3:36:45", "remaining_time": "6:07:03"} +{"current_steps": 363, "total_steps": 975, "loss": 1.0351, "lr": 0.00012658122876261021, "epoch": 1.856777493606138, "percentage": 37.23, "elapsed_time": "3:37:22", "remaining_time": "6:06:28"} +{"current_steps": 364, "total_steps": 975, "loss": 1.0175, "lr": 0.00012634794420597674, "epoch": 1.8618925831202047, "percentage": 37.33, "elapsed_time": "3:37:57", "remaining_time": "6:05:51"} +{"current_steps": 365, "total_steps": 975, "loss": 1.0642, "lr": 0.00012611406490465812, "epoch": 1.867007672634271, "percentage": 37.44, "elapsed_time": "3:38:32", "remaining_time": "6:05:14"} +{"current_steps": 366, "total_steps": 975, "loss": 1.0234, "lr": 0.00012587959385983324, "epoch": 1.8721227621483376, "percentage": 37.54, "elapsed_time": "3:39:08", "remaining_time": "6:04:38"} +{"current_steps": 367, "total_steps": 975, "loss": 1.0397, "lr": 0.00012564453408027426, "epoch": 1.8772378516624042, "percentage": 37.64, "elapsed_time": "3:39:44", "remaining_time": "6:04:02"} +{"current_steps": 368, "total_steps": 975, "loss": 1.0617, "lr": 0.00012540888858230824, "epoch": 1.8823529411764706, "percentage": 37.74, "elapsed_time": "3:40:20", "remaining_time": "6:03:26"} +{"current_steps": 369, "total_steps": 975, "loss": 1.0484, "lr": 0.00012517266038977818, "epoch": 1.887468030690537, "percentage": 37.85, "elapsed_time": "3:40:56", "remaining_time": "6:02:50"} +{"current_steps": 370, "total_steps": 975, "loss": 1.0218, "lr": 0.0001249358525340043, "epoch": 1.8925831202046037, "percentage": 37.95, "elapsed_time": "3:41:32", "remaining_time": "6:02:14"} +{"current_steps": 371, "total_steps": 975, "loss": 1.0132, "lr": 0.0001246984680537452, "epoch": 1.89769820971867, "percentage": 38.05, "elapsed_time": "3:42:07", "remaining_time": "6:01:38"} +{"current_steps": 372, "total_steps": 975, "loss": 1.0453, "lr": 0.00012446050999515888, "epoch": 1.9028132992327365, "percentage": 38.15, "elapsed_time": "3:42:43", "remaining_time": "6:01:01"} +{"current_steps": 373, "total_steps": 975, "loss": 1.0459, "lr": 0.00012422198141176345, "epoch": 1.907928388746803, "percentage": 38.26, "elapsed_time": "3:43:19", "remaining_time": "6:00:25"} +{"current_steps": 374, "total_steps": 975, "loss": 1.0369, "lr": 0.0001239828853643982, "epoch": 1.9130434782608696, "percentage": 38.36, "elapsed_time": "3:43:55", "remaining_time": "5:59:49"} +{"current_steps": 375, "total_steps": 975, "loss": 1.0463, "lr": 0.0001237432249211842, "epoch": 1.918158567774936, "percentage": 38.46, "elapsed_time": "3:44:30", "remaining_time": "5:59:13"} +{"current_steps": 376, "total_steps": 975, "loss": 1.0561, "lr": 0.00012350300315748484, "epoch": 1.9232736572890026, "percentage": 38.56, "elapsed_time": "3:45:06", "remaining_time": "5:58:36"} +{"current_steps": 377, "total_steps": 975, "loss": 1.0426, "lr": 0.00012326222315586668, "epoch": 1.9283887468030692, "percentage": 38.67, "elapsed_time": "3:45:41", "remaining_time": "5:58:00"} +{"current_steps": 378, "total_steps": 975, "loss": 1.0259, "lr": 0.00012302088800605952, "epoch": 1.9335038363171355, "percentage": 38.77, "elapsed_time": "3:46:17", "remaining_time": "5:57:24"} +{"current_steps": 379, "total_steps": 975, "loss": 1.0313, "lr": 0.00012277900080491692, "epoch": 1.938618925831202, "percentage": 38.87, "elapsed_time": "3:46:53", "remaining_time": "5:56:48"} +{"current_steps": 380, "total_steps": 975, "loss": 1.0711, "lr": 0.00012253656465637653, "epoch": 1.9437340153452687, "percentage": 38.97, "elapsed_time": "3:47:29", "remaining_time": "5:56:12"} +{"current_steps": 381, "total_steps": 975, "loss": 1.0713, "lr": 0.00012229358267142008, "epoch": 1.948849104859335, "percentage": 39.08, "elapsed_time": "3:48:05", "remaining_time": "5:55:36"} +{"current_steps": 382, "total_steps": 975, "loss": 1.0335, "lr": 0.00012205005796803375, "epoch": 1.9539641943734014, "percentage": 39.18, "elapsed_time": "3:48:41", "remaining_time": "5:55:01"} +{"current_steps": 383, "total_steps": 975, "loss": 1.0232, "lr": 0.00012180599367116776, "epoch": 1.959079283887468, "percentage": 39.28, "elapsed_time": "3:49:17", "remaining_time": "5:54:24"} +{"current_steps": 384, "total_steps": 975, "loss": 1.027, "lr": 0.00012156139291269664, "epoch": 1.9641943734015346, "percentage": 39.38, "elapsed_time": "3:49:53", "remaining_time": "5:53:48"} +{"current_steps": 385, "total_steps": 975, "loss": 1.0486, "lr": 0.0001213162588313788, "epoch": 1.969309462915601, "percentage": 39.49, "elapsed_time": "3:50:28", "remaining_time": "5:53:12"} +{"current_steps": 386, "total_steps": 975, "loss": 1.0256, "lr": 0.00012107059457281637, "epoch": 1.9744245524296675, "percentage": 39.59, "elapsed_time": "3:51:04", "remaining_time": "5:52:35"} +{"current_steps": 387, "total_steps": 975, "loss": 1.0443, "lr": 0.00012082440328941484, "epoch": 1.979539641943734, "percentage": 39.69, "elapsed_time": "3:51:41", "remaining_time": "5:52:01"} +{"current_steps": 388, "total_steps": 975, "loss": 1.0313, "lr": 0.0001205776881403425, "epoch": 1.9846547314578005, "percentage": 39.79, "elapsed_time": "3:52:16", "remaining_time": "5:51:24"} +{"current_steps": 389, "total_steps": 975, "loss": 1.0342, "lr": 0.00012033045229149005, "epoch": 1.989769820971867, "percentage": 39.9, "elapsed_time": "3:52:52", "remaining_time": "5:50:48"} +{"current_steps": 390, "total_steps": 975, "loss": 1.0514, "lr": 0.00012008269891542978, "epoch": 1.9948849104859336, "percentage": 40.0, "elapsed_time": "3:53:27", "remaining_time": "5:50:11"} +{"current_steps": 391, "total_steps": 975, "loss": 1.5296, "lr": 0.00011983443119137513, "epoch": 2.0, "percentage": 40.1, "elapsed_time": "3:54:04", "remaining_time": "5:49:36"} +{"current_steps": 392, "total_steps": 975, "loss": 1.0089, "lr": 0.00011958565230513966, "epoch": 2.0051150895140664, "percentage": 40.21, "elapsed_time": "3:54:51", "remaining_time": "5:49:16"} +{"current_steps": 393, "total_steps": 975, "loss": 1.0454, "lr": 0.00011933636544909622, "epoch": 2.010230179028133, "percentage": 40.31, "elapsed_time": "3:55:26", "remaining_time": "5:48:40"} +{"current_steps": 394, "total_steps": 975, "loss": 1.0244, "lr": 0.00011908657382213605, "epoch": 2.0153452685421995, "percentage": 40.41, "elapsed_time": "3:56:02", "remaining_time": "5:48:04"} +{"current_steps": 395, "total_steps": 975, "loss": 1.0108, "lr": 0.00011883628062962773, "epoch": 2.020460358056266, "percentage": 40.51, "elapsed_time": "3:56:38", "remaining_time": "5:47:29"} +{"current_steps": 396, "total_steps": 975, "loss": 1.0058, "lr": 0.00011858548908337595, "epoch": 2.0255754475703327, "percentage": 40.62, "elapsed_time": "3:57:14", "remaining_time": "5:46:52"} +{"current_steps": 397, "total_steps": 975, "loss": 1.0024, "lr": 0.00011833420240158042, "epoch": 2.030690537084399, "percentage": 40.72, "elapsed_time": "3:57:51", "remaining_time": "5:46:17"} +{"current_steps": 398, "total_steps": 975, "loss": 1.0095, "lr": 0.00011808242380879444, "epoch": 2.0358056265984654, "percentage": 40.82, "elapsed_time": "3:58:26", "remaining_time": "5:45:41"} +{"current_steps": 399, "total_steps": 975, "loss": 1.0221, "lr": 0.00011783015653588369, "epoch": 2.040920716112532, "percentage": 40.92, "elapsed_time": "3:59:02", "remaining_time": "5:45:05"} +{"current_steps": 400, "total_steps": 975, "loss": 1.0307, "lr": 0.00011757740381998459, "epoch": 2.0460358056265986, "percentage": 41.03, "elapsed_time": "3:59:38", "remaining_time": "5:44:29"} +{"current_steps": 401, "total_steps": 975, "loss": 1.0102, "lr": 0.00011732416890446289, "epoch": 2.051150895140665, "percentage": 41.13, "elapsed_time": "4:00:14", "remaining_time": "5:43:52"} +{"current_steps": 402, "total_steps": 975, "loss": 1.0321, "lr": 0.00011707045503887201, "epoch": 2.0562659846547313, "percentage": 41.23, "elapsed_time": "4:00:49", "remaining_time": "5:43:16"} +{"current_steps": 403, "total_steps": 975, "loss": 1.0022, "lr": 0.0001168162654789113, "epoch": 2.061381074168798, "percentage": 41.33, "elapsed_time": "4:01:25", "remaining_time": "5:42:40"} +{"current_steps": 404, "total_steps": 975, "loss": 1.0368, "lr": 0.00011656160348638436, "epoch": 2.0664961636828645, "percentage": 41.44, "elapsed_time": "4:02:01", "remaining_time": "5:42:03"} +{"current_steps": 405, "total_steps": 975, "loss": 1.0022, "lr": 0.00011630647232915709, "epoch": 2.071611253196931, "percentage": 41.54, "elapsed_time": "4:02:36", "remaining_time": "5:41:27"} +{"current_steps": 406, "total_steps": 975, "loss": 1.0124, "lr": 0.00011605087528111576, "epoch": 2.0767263427109977, "percentage": 41.64, "elapsed_time": "4:03:12", "remaining_time": "5:40:51"} +{"current_steps": 407, "total_steps": 975, "loss": 1.0342, "lr": 0.00011579481562212512, "epoch": 2.081841432225064, "percentage": 41.74, "elapsed_time": "4:03:48", "remaining_time": "5:40:15"} +{"current_steps": 408, "total_steps": 975, "loss": 0.9972, "lr": 0.0001155382966379861, "epoch": 2.0869565217391304, "percentage": 41.85, "elapsed_time": "4:04:24", "remaining_time": "5:39:38"} +{"current_steps": 409, "total_steps": 975, "loss": 1.0037, "lr": 0.00011528132162039391, "epoch": 2.0920716112531967, "percentage": 41.95, "elapsed_time": "4:04:59", "remaining_time": "5:39:02"} +{"current_steps": 410, "total_steps": 975, "loss": 0.9974, "lr": 0.00011502389386689551, "epoch": 2.0971867007672635, "percentage": 42.05, "elapsed_time": "4:05:35", "remaining_time": "5:38:25"} +{"current_steps": 411, "total_steps": 975, "loss": 1.0061, "lr": 0.00011476601668084759, "epoch": 2.10230179028133, "percentage": 42.15, "elapsed_time": "4:06:11", "remaining_time": "5:37:50"} +{"current_steps": 412, "total_steps": 975, "loss": 1.025, "lr": 0.00011450769337137389, "epoch": 2.1074168797953963, "percentage": 42.26, "elapsed_time": "4:06:47", "remaining_time": "5:37:14"} +{"current_steps": 413, "total_steps": 975, "loss": 1.0215, "lr": 0.000114248927253323, "epoch": 2.112531969309463, "percentage": 42.36, "elapsed_time": "4:07:22", "remaining_time": "5:36:37"} +{"current_steps": 414, "total_steps": 975, "loss": 1.0125, "lr": 0.00011398972164722564, "epoch": 2.1176470588235294, "percentage": 42.46, "elapsed_time": "4:07:57", "remaining_time": "5:36:00"} +{"current_steps": 415, "total_steps": 975, "loss": 1.0342, "lr": 0.00011373007987925218, "epoch": 2.122762148337596, "percentage": 42.56, "elapsed_time": "4:08:33", "remaining_time": "5:35:24"} +{"current_steps": 416, "total_steps": 975, "loss": 1.0367, "lr": 0.00011347000528116976, "epoch": 2.1278772378516626, "percentage": 42.67, "elapsed_time": "4:09:09", "remaining_time": "5:34:48"} +{"current_steps": 417, "total_steps": 975, "loss": 1.0158, "lr": 0.00011320950119029985, "epoch": 2.132992327365729, "percentage": 42.77, "elapsed_time": "4:09:46", "remaining_time": "5:34:13"} +{"current_steps": 418, "total_steps": 975, "loss": 1.0329, "lr": 0.00011294857094947507, "epoch": 2.1381074168797953, "percentage": 42.87, "elapsed_time": "4:10:22", "remaining_time": "5:33:38"} +{"current_steps": 419, "total_steps": 975, "loss": 1.0116, "lr": 0.0001126872179069966, "epoch": 2.1432225063938617, "percentage": 42.97, "elapsed_time": "4:10:58", "remaining_time": "5:33:01"} +{"current_steps": 420, "total_steps": 975, "loss": 1.0285, "lr": 0.00011242544541659102, "epoch": 2.1483375959079285, "percentage": 43.08, "elapsed_time": "4:11:34", "remaining_time": "5:32:25"} +{"current_steps": 421, "total_steps": 975, "loss": 1.0246, "lr": 0.00011216325683736734, "epoch": 2.153452685421995, "percentage": 43.18, "elapsed_time": "4:12:09", "remaining_time": "5:31:49"} +{"current_steps": 422, "total_steps": 975, "loss": 1.0288, "lr": 0.00011190065553377392, "epoch": 2.1585677749360612, "percentage": 43.28, "elapsed_time": "4:12:45", "remaining_time": "5:31:13"} +{"current_steps": 423, "total_steps": 975, "loss": 1.0089, "lr": 0.00011163764487555522, "epoch": 2.163682864450128, "percentage": 43.38, "elapsed_time": "4:13:21", "remaining_time": "5:30:36"} +{"current_steps": 424, "total_steps": 975, "loss": 1.0162, "lr": 0.00011137422823770866, "epoch": 2.1687979539641944, "percentage": 43.49, "elapsed_time": "4:13:56", "remaining_time": "5:30:00"} +{"current_steps": 425, "total_steps": 975, "loss": 1.0203, "lr": 0.00011111040900044125, "epoch": 2.1739130434782608, "percentage": 43.59, "elapsed_time": "4:14:32", "remaining_time": "5:29:23"} +{"current_steps": 426, "total_steps": 975, "loss": 1.0335, "lr": 0.00011084619054912619, "epoch": 2.1790281329923276, "percentage": 43.69, "elapsed_time": "4:15:07", "remaining_time": "5:28:47"} +{"current_steps": 427, "total_steps": 975, "loss": 0.9695, "lr": 0.00011058157627425948, "epoch": 2.184143222506394, "percentage": 43.79, "elapsed_time": "4:15:43", "remaining_time": "5:28:11"} +{"current_steps": 428, "total_steps": 975, "loss": 1.0244, "lr": 0.00011031656957141643, "epoch": 2.1892583120204603, "percentage": 43.9, "elapsed_time": "4:16:19", "remaining_time": "5:27:35"} +{"current_steps": 429, "total_steps": 975, "loss": 1.0466, "lr": 0.00011005117384120798, "epoch": 2.1943734015345266, "percentage": 44.0, "elapsed_time": "4:16:55", "remaining_time": "5:26:59"} +{"current_steps": 430, "total_steps": 975, "loss": 1.0372, "lr": 0.00010978539248923722, "epoch": 2.1994884910485935, "percentage": 44.1, "elapsed_time": "4:17:31", "remaining_time": "5:26:23"} +{"current_steps": 431, "total_steps": 975, "loss": 1.0139, "lr": 0.00010951922892605553, "epoch": 2.20460358056266, "percentage": 44.21, "elapsed_time": "4:18:07", "remaining_time": "5:25:48"} +{"current_steps": 432, "total_steps": 975, "loss": 1.023, "lr": 0.00010925268656711894, "epoch": 2.209718670076726, "percentage": 44.31, "elapsed_time": "4:18:44", "remaining_time": "5:25:13"} +{"current_steps": 433, "total_steps": 975, "loss": 0.9984, "lr": 0.0001089857688327442, "epoch": 2.214833759590793, "percentage": 44.41, "elapsed_time": "4:19:19", "remaining_time": "5:24:36"} +{"current_steps": 434, "total_steps": 975, "loss": 1.0259, "lr": 0.00010871847914806503, "epoch": 2.2199488491048593, "percentage": 44.51, "elapsed_time": "4:19:56", "remaining_time": "5:24:01"} +{"current_steps": 435, "total_steps": 975, "loss": 1.0258, "lr": 0.00010845082094298794, "epoch": 2.2250639386189257, "percentage": 44.62, "elapsed_time": "4:20:32", "remaining_time": "5:23:25"} +{"current_steps": 436, "total_steps": 975, "loss": 1.0084, "lr": 0.00010818279765214853, "epoch": 2.2301790281329925, "percentage": 44.72, "elapsed_time": "4:21:07", "remaining_time": "5:22:49"} +{"current_steps": 437, "total_steps": 975, "loss": 1.0287, "lr": 0.00010791441271486708, "epoch": 2.235294117647059, "percentage": 44.82, "elapsed_time": "4:21:43", "remaining_time": "5:22:12"} +{"current_steps": 438, "total_steps": 975, "loss": 1.0012, "lr": 0.00010764566957510469, "epoch": 2.2404092071611252, "percentage": 44.92, "elapsed_time": "4:22:19", "remaining_time": "5:21:36"} +{"current_steps": 439, "total_steps": 975, "loss": 1.0037, "lr": 0.00010737657168141889, "epoch": 2.2455242966751916, "percentage": 45.03, "elapsed_time": "4:22:54", "remaining_time": "5:21:00"} +{"current_steps": 440, "total_steps": 975, "loss": 0.995, "lr": 0.00010710712248691956, "epoch": 2.2506393861892584, "percentage": 45.13, "elapsed_time": "4:23:31", "remaining_time": "5:20:25"} +{"current_steps": 441, "total_steps": 975, "loss": 0.987, "lr": 0.00010683732544922449, "epoch": 2.2557544757033248, "percentage": 45.23, "elapsed_time": "4:24:07", "remaining_time": "5:19:49"} +{"current_steps": 442, "total_steps": 975, "loss": 1.007, "lr": 0.00010656718403041502, "epoch": 2.260869565217391, "percentage": 45.33, "elapsed_time": "4:24:42", "remaining_time": "5:19:13"} +{"current_steps": 443, "total_steps": 975, "loss": 1.0284, "lr": 0.0001062967016969917, "epoch": 2.265984654731458, "percentage": 45.44, "elapsed_time": "4:25:18", "remaining_time": "5:18:37"} +{"current_steps": 444, "total_steps": 975, "loss": 0.9899, "lr": 0.00010602588191982973, "epoch": 2.2710997442455243, "percentage": 45.54, "elapsed_time": "4:25:55", "remaining_time": "5:18:01"} +{"current_steps": 445, "total_steps": 975, "loss": 1.0327, "lr": 0.00010575472817413442, "epoch": 2.2762148337595907, "percentage": 45.64, "elapsed_time": "4:26:31", "remaining_time": "5:17:25"} +{"current_steps": 446, "total_steps": 975, "loss": 1.0193, "lr": 0.00010548324393939672, "epoch": 2.2813299232736575, "percentage": 45.74, "elapsed_time": "4:27:06", "remaining_time": "5:16:48"} +{"current_steps": 447, "total_steps": 975, "loss": 1.0272, "lr": 0.00010521143269934834, "epoch": 2.286445012787724, "percentage": 45.85, "elapsed_time": "4:27:41", "remaining_time": "5:16:12"} +{"current_steps": 448, "total_steps": 975, "loss": 1.0181, "lr": 0.00010493929794191724, "epoch": 2.29156010230179, "percentage": 45.95, "elapsed_time": "4:28:17", "remaining_time": "5:15:36"} +{"current_steps": 449, "total_steps": 975, "loss": 1.0006, "lr": 0.00010466684315918282, "epoch": 2.296675191815857, "percentage": 46.05, "elapsed_time": "4:28:53", "remaining_time": "5:15:00"} +{"current_steps": 450, "total_steps": 975, "loss": 1.0147, "lr": 0.0001043940718473311, "epoch": 2.3017902813299234, "percentage": 46.15, "elapsed_time": "4:29:28", "remaining_time": "5:14:23"} +{"current_steps": 451, "total_steps": 975, "loss": 1.0018, "lr": 0.00010412098750660978, "epoch": 2.3069053708439897, "percentage": 46.26, "elapsed_time": "4:30:04", "remaining_time": "5:13:47"} +{"current_steps": 452, "total_steps": 975, "loss": 0.9881, "lr": 0.00010384759364128357, "epoch": 2.312020460358056, "percentage": 46.36, "elapsed_time": "4:30:41", "remaining_time": "5:13:12"} +{"current_steps": 453, "total_steps": 975, "loss": 0.9927, "lr": 0.00010357389375958886, "epoch": 2.317135549872123, "percentage": 46.46, "elapsed_time": "4:31:17", "remaining_time": "5:12:36"} +{"current_steps": 454, "total_steps": 975, "loss": 1.0227, "lr": 0.00010329989137368903, "epoch": 2.3222506393861893, "percentage": 46.56, "elapsed_time": "4:31:52", "remaining_time": "5:12:00"} +{"current_steps": 455, "total_steps": 975, "loss": 1.0179, "lr": 0.00010302558999962913, "epoch": 2.3273657289002556, "percentage": 46.67, "elapsed_time": "4:32:29", "remaining_time": "5:11:25"} +{"current_steps": 456, "total_steps": 975, "loss": 1.0122, "lr": 0.00010275099315729098, "epoch": 2.3324808184143224, "percentage": 46.77, "elapsed_time": "4:33:05", "remaining_time": "5:10:49"} +{"current_steps": 457, "total_steps": 975, "loss": 1.0256, "lr": 0.00010247610437034788, "epoch": 2.337595907928389, "percentage": 46.87, "elapsed_time": "4:33:41", "remaining_time": "5:10:13"} +{"current_steps": 458, "total_steps": 975, "loss": 1.0336, "lr": 0.00010220092716621933, "epoch": 2.342710997442455, "percentage": 46.97, "elapsed_time": "4:34:16", "remaining_time": "5:09:36"} +{"current_steps": 459, "total_steps": 975, "loss": 0.9979, "lr": 0.00010192546507602599, "epoch": 2.3478260869565215, "percentage": 47.08, "elapsed_time": "4:34:53", "remaining_time": "5:09:01"} +{"current_steps": 460, "total_steps": 975, "loss": 0.9965, "lr": 0.00010164972163454407, "epoch": 2.3529411764705883, "percentage": 47.18, "elapsed_time": "4:35:30", "remaining_time": "5:08:26"} +{"current_steps": 461, "total_steps": 975, "loss": 1.0004, "lr": 0.00010137370038016026, "epoch": 2.3580562659846547, "percentage": 47.28, "elapsed_time": "4:36:06", "remaining_time": "5:07:50"} +{"current_steps": 462, "total_steps": 975, "loss": 1.0072, "lr": 0.00010109740485482612, "epoch": 2.363171355498721, "percentage": 47.38, "elapsed_time": "4:36:42", "remaining_time": "5:07:14"} +{"current_steps": 463, "total_steps": 975, "loss": 0.986, "lr": 0.0001008208386040127, "epoch": 2.368286445012788, "percentage": 47.49, "elapsed_time": "4:37:18", "remaining_time": "5:06:38"} +{"current_steps": 464, "total_steps": 975, "loss": 1.0342, "lr": 0.00010054400517666505, "epoch": 2.373401534526854, "percentage": 47.59, "elapsed_time": "4:37:53", "remaining_time": "5:06:02"} +{"current_steps": 465, "total_steps": 975, "loss": 1.0193, "lr": 0.00010026690812515676, "epoch": 2.3785166240409206, "percentage": 47.69, "elapsed_time": "4:38:29", "remaining_time": "5:05:27"} +{"current_steps": 466, "total_steps": 975, "loss": 1.0097, "lr": 9.998955100524414e-05, "epoch": 2.3836317135549874, "percentage": 47.79, "elapsed_time": "4:39:05", "remaining_time": "5:04:51"} +{"current_steps": 467, "total_steps": 975, "loss": 1.0008, "lr": 9.971193737602085e-05, "epoch": 2.3887468030690537, "percentage": 47.9, "elapsed_time": "4:39:42", "remaining_time": "5:04:15"} +{"current_steps": 468, "total_steps": 975, "loss": 1.0015, "lr": 9.94340707998721e-05, "epoch": 2.39386189258312, "percentage": 48.0, "elapsed_time": "4:40:17", "remaining_time": "5:03:39"} +{"current_steps": 469, "total_steps": 975, "loss": 1.0164, "lr": 9.915595484242893e-05, "epoch": 2.398976982097187, "percentage": 48.1, "elapsed_time": "4:40:53", "remaining_time": "5:03:03"} +{"current_steps": 470, "total_steps": 975, "loss": 1.0069, "lr": 9.887759307252252e-05, "epoch": 2.4040920716112533, "percentage": 48.21, "elapsed_time": "4:41:30", "remaining_time": "5:02:28"} +{"current_steps": 471, "total_steps": 975, "loss": 1.0084, "lr": 9.859898906213834e-05, "epoch": 2.4092071611253196, "percentage": 48.31, "elapsed_time": "4:42:06", "remaining_time": "5:01:52"} +{"current_steps": 472, "total_steps": 975, "loss": 1.0157, "lr": 9.832014638637028e-05, "epoch": 2.414322250639386, "percentage": 48.41, "elapsed_time": "4:42:42", "remaining_time": "5:01:16"} +{"current_steps": 473, "total_steps": 975, "loss": 0.9785, "lr": 9.804106862337496e-05, "epoch": 2.419437340153453, "percentage": 48.51, "elapsed_time": "4:43:18", "remaining_time": "5:00:40"} +{"current_steps": 474, "total_steps": 975, "loss": 1.0181, "lr": 9.77617593543255e-05, "epoch": 2.424552429667519, "percentage": 48.62, "elapsed_time": "4:43:54", "remaining_time": "5:00:04"} +{"current_steps": 475, "total_steps": 975, "loss": 1.0018, "lr": 9.748222216336591e-05, "epoch": 2.4296675191815855, "percentage": 48.72, "elapsed_time": "4:44:30", "remaining_time": "4:59:28"} +{"current_steps": 476, "total_steps": 975, "loss": 0.9921, "lr": 9.720246063756482e-05, "epoch": 2.4347826086956523, "percentage": 48.82, "elapsed_time": "4:45:06", "remaining_time": "4:58:52"} +{"current_steps": 477, "total_steps": 975, "loss": 1.0278, "lr": 9.692247836686964e-05, "epoch": 2.4398976982097187, "percentage": 48.92, "elapsed_time": "4:45:41", "remaining_time": "4:58:16"} +{"current_steps": 478, "total_steps": 975, "loss": 1.0093, "lr": 9.664227894406033e-05, "epoch": 2.445012787723785, "percentage": 49.03, "elapsed_time": "4:46:17", "remaining_time": "4:57:40"} +{"current_steps": 479, "total_steps": 975, "loss": 0.9817, "lr": 9.63618659647035e-05, "epoch": 2.4501278772378514, "percentage": 49.13, "elapsed_time": "4:46:53", "remaining_time": "4:57:04"} +{"current_steps": 480, "total_steps": 975, "loss": 0.9864, "lr": 9.608124302710603e-05, "epoch": 2.455242966751918, "percentage": 49.23, "elapsed_time": "4:47:29", "remaining_time": "4:56:28"} +{"current_steps": 481, "total_steps": 975, "loss": 1.0331, "lr": 9.580041373226909e-05, "epoch": 2.4603580562659846, "percentage": 49.33, "elapsed_time": "4:48:05", "remaining_time": "4:55:52"} +{"current_steps": 482, "total_steps": 975, "loss": 1.0296, "lr": 9.551938168384183e-05, "epoch": 2.4654731457800514, "percentage": 49.44, "elapsed_time": "4:48:41", "remaining_time": "4:55:16"} +{"current_steps": 483, "total_steps": 975, "loss": 0.9932, "lr": 9.523815048807525e-05, "epoch": 2.4705882352941178, "percentage": 49.54, "elapsed_time": "4:49:16", "remaining_time": "4:54:40"} +{"current_steps": 484, "total_steps": 975, "loss": 1.0106, "lr": 9.495672375377572e-05, "epoch": 2.475703324808184, "percentage": 49.64, "elapsed_time": "4:49:53", "remaining_time": "4:54:04"} +{"current_steps": 485, "total_steps": 975, "loss": 1.0009, "lr": 9.467510509225887e-05, "epoch": 2.4808184143222505, "percentage": 49.74, "elapsed_time": "4:50:29", "remaining_time": "4:53:28"} +{"current_steps": 486, "total_steps": 975, "loss": 1.0149, "lr": 9.439329811730313e-05, "epoch": 2.4859335038363173, "percentage": 49.85, "elapsed_time": "4:51:04", "remaining_time": "4:52:52"} +{"current_steps": 487, "total_steps": 975, "loss": 1.0063, "lr": 9.411130644510346e-05, "epoch": 2.4910485933503836, "percentage": 49.95, "elapsed_time": "4:51:40", "remaining_time": "4:52:16"} +{"current_steps": 488, "total_steps": 975, "loss": 1.0006, "lr": 9.382913369422483e-05, "epoch": 2.49616368286445, "percentage": 50.05, "elapsed_time": "4:52:16", "remaining_time": "4:51:40"} +{"current_steps": 489, "total_steps": 975, "loss": 1.01, "lr": 9.354678348555588e-05, "epoch": 2.501278772378517, "percentage": 50.15, "elapsed_time": "4:52:51", "remaining_time": "4:51:04"} +{"current_steps": 490, "total_steps": 975, "loss": 1.0005, "lr": 9.32642594422624e-05, "epoch": 2.506393861892583, "percentage": 50.26, "elapsed_time": "4:53:27", "remaining_time": "4:50:28"} +{"current_steps": 491, "total_steps": 975, "loss": 0.9828, "lr": 9.298156518974083e-05, "epoch": 2.5115089514066495, "percentage": 50.36, "elapsed_time": "4:54:03", "remaining_time": "4:49:51"} +{"current_steps": 492, "total_steps": 975, "loss": 0.9983, "lr": 9.269870435557182e-05, "epoch": 2.516624040920716, "percentage": 50.46, "elapsed_time": "4:54:39", "remaining_time": "4:49:15"} +{"current_steps": 493, "total_steps": 975, "loss": 0.9957, "lr": 9.241568056947357e-05, "epoch": 2.5217391304347827, "percentage": 50.56, "elapsed_time": "4:55:16", "remaining_time": "4:48:40"} +{"current_steps": 494, "total_steps": 975, "loss": 1.009, "lr": 9.213249746325538e-05, "epoch": 2.526854219948849, "percentage": 50.67, "elapsed_time": "4:55:51", "remaining_time": "4:48:04"} +{"current_steps": 495, "total_steps": 975, "loss": 1.0251, "lr": 9.184915867077087e-05, "epoch": 2.531969309462916, "percentage": 50.77, "elapsed_time": "4:56:27", "remaining_time": "4:47:28"} +{"current_steps": 496, "total_steps": 975, "loss": 1.0187, "lr": 9.156566782787153e-05, "epoch": 2.5370843989769822, "percentage": 50.87, "elapsed_time": "4:57:03", "remaining_time": "4:46:52"} +{"current_steps": 497, "total_steps": 975, "loss": 1.001, "lr": 9.128202857235994e-05, "epoch": 2.5421994884910486, "percentage": 50.97, "elapsed_time": "4:57:39", "remaining_time": "4:46:16"} +{"current_steps": 498, "total_steps": 975, "loss": 0.994, "lr": 9.09982445439432e-05, "epoch": 2.547314578005115, "percentage": 51.08, "elapsed_time": "4:58:15", "remaining_time": "4:45:40"} +{"current_steps": 499, "total_steps": 975, "loss": 1.0045, "lr": 9.07143193841861e-05, "epoch": 2.5524296675191813, "percentage": 51.18, "elapsed_time": "4:58:50", "remaining_time": "4:45:04"} +{"current_steps": 500, "total_steps": 975, "loss": 1.0003, "lr": 9.04302567364645e-05, "epoch": 2.557544757033248, "percentage": 51.28, "elapsed_time": "4:59:26", "remaining_time": "4:44:28"} +{"current_steps": 501, "total_steps": 975, "loss": 0.9986, "lr": 9.014606024591843e-05, "epoch": 2.5626598465473145, "percentage": 51.38, "elapsed_time": "5:00:02", "remaining_time": "4:43:52"} +{"current_steps": 502, "total_steps": 975, "loss": 1.0247, "lr": 8.986173355940555e-05, "epoch": 2.5677749360613813, "percentage": 51.49, "elapsed_time": "5:00:38", "remaining_time": "4:43:16"} +{"current_steps": 503, "total_steps": 975, "loss": 0.9924, "lr": 8.95772803254541e-05, "epoch": 2.5728900255754477, "percentage": 51.59, "elapsed_time": "5:01:15", "remaining_time": "4:42:41"} +{"current_steps": 504, "total_steps": 975, "loss": 1.0303, "lr": 8.92927041942163e-05, "epoch": 2.578005115089514, "percentage": 51.69, "elapsed_time": "5:01:51", "remaining_time": "4:42:05"} +{"current_steps": 505, "total_steps": 975, "loss": 1.0151, "lr": 8.900800881742133e-05, "epoch": 2.5831202046035804, "percentage": 51.79, "elapsed_time": "5:02:27", "remaining_time": "4:41:29"} +{"current_steps": 506, "total_steps": 975, "loss": 1.013, "lr": 8.872319784832858e-05, "epoch": 2.588235294117647, "percentage": 51.9, "elapsed_time": "5:03:02", "remaining_time": "4:40:53"} +{"current_steps": 507, "total_steps": 975, "loss": 1.0073, "lr": 8.843827494168073e-05, "epoch": 2.5933503836317136, "percentage": 52.0, "elapsed_time": "5:03:38", "remaining_time": "4:40:17"} +{"current_steps": 508, "total_steps": 975, "loss": 0.9952, "lr": 8.815324375365687e-05, "epoch": 2.59846547314578, "percentage": 52.1, "elapsed_time": "5:04:14", "remaining_time": "4:39:41"} +{"current_steps": 509, "total_steps": 975, "loss": 1.01, "lr": 8.78681079418256e-05, "epoch": 2.6035805626598467, "percentage": 52.21, "elapsed_time": "5:04:50", "remaining_time": "4:39:05"} +{"current_steps": 510, "total_steps": 975, "loss": 0.9878, "lr": 8.758287116509804e-05, "epoch": 2.608695652173913, "percentage": 52.31, "elapsed_time": "5:05:25", "remaining_time": "4:38:28"} +{"current_steps": 511, "total_steps": 975, "loss": 1.0001, "lr": 8.729753708368088e-05, "epoch": 2.6138107416879794, "percentage": 52.41, "elapsed_time": "5:06:00", "remaining_time": "4:37:52"} +{"current_steps": 512, "total_steps": 975, "loss": 1.0085, "lr": 8.701210935902947e-05, "epoch": 2.618925831202046, "percentage": 52.51, "elapsed_time": "5:06:36", "remaining_time": "4:37:16"} +{"current_steps": 513, "total_steps": 975, "loss": 1.0005, "lr": 8.672659165380083e-05, "epoch": 2.6240409207161126, "percentage": 52.62, "elapsed_time": "5:07:12", "remaining_time": "4:36:40"} +{"current_steps": 514, "total_steps": 975, "loss": 1.0139, "lr": 8.644098763180664e-05, "epoch": 2.629156010230179, "percentage": 52.72, "elapsed_time": "5:07:48", "remaining_time": "4:36:04"} +{"current_steps": 515, "total_steps": 975, "loss": 1.0147, "lr": 8.61553009579661e-05, "epoch": 2.634271099744246, "percentage": 52.82, "elapsed_time": "5:08:24", "remaining_time": "4:35:28"} +{"current_steps": 516, "total_steps": 975, "loss": 0.9954, "lr": 8.586953529825917e-05, "epoch": 2.639386189258312, "percentage": 52.92, "elapsed_time": "5:09:00", "remaining_time": "4:34:52"} +{"current_steps": 517, "total_steps": 975, "loss": 1.0262, "lr": 8.558369431967922e-05, "epoch": 2.6445012787723785, "percentage": 53.03, "elapsed_time": "5:09:36", "remaining_time": "4:34:16"} +{"current_steps": 518, "total_steps": 975, "loss": 1.0062, "lr": 8.529778169018625e-05, "epoch": 2.649616368286445, "percentage": 53.13, "elapsed_time": "5:10:12", "remaining_time": "4:33:40"} +{"current_steps": 519, "total_steps": 975, "loss": 1.0012, "lr": 8.501180107865959e-05, "epoch": 2.6547314578005117, "percentage": 53.23, "elapsed_time": "5:10:48", "remaining_time": "4:33:04"} +{"current_steps": 520, "total_steps": 975, "loss": 1.0174, "lr": 8.472575615485099e-05, "epoch": 2.659846547314578, "percentage": 53.33, "elapsed_time": "5:11:23", "remaining_time": "4:32:28"} +{"current_steps": 521, "total_steps": 975, "loss": 1.0141, "lr": 8.44396505893375e-05, "epoch": 2.6649616368286444, "percentage": 53.44, "elapsed_time": "5:11:59", "remaining_time": "4:31:52"} +{"current_steps": 522, "total_steps": 975, "loss": 0.9877, "lr": 8.415348805347421e-05, "epoch": 2.670076726342711, "percentage": 53.54, "elapsed_time": "5:12:35", "remaining_time": "4:31:16"} +{"current_steps": 523, "total_steps": 975, "loss": 0.9866, "lr": 8.386727221934741e-05, "epoch": 2.6751918158567776, "percentage": 53.64, "elapsed_time": "5:13:10", "remaining_time": "4:30:39"} +{"current_steps": 524, "total_steps": 975, "loss": 1.0117, "lr": 8.35810067597272e-05, "epoch": 2.680306905370844, "percentage": 53.74, "elapsed_time": "5:13:46", "remaining_time": "4:30:03"} +{"current_steps": 525, "total_steps": 975, "loss": 0.9993, "lr": 8.329469534802058e-05, "epoch": 2.6854219948849103, "percentage": 53.85, "elapsed_time": "5:14:22", "remaining_time": "4:29:28"} +{"current_steps": 526, "total_steps": 975, "loss": 1.0052, "lr": 8.300834165822416e-05, "epoch": 2.690537084398977, "percentage": 53.95, "elapsed_time": "5:14:59", "remaining_time": "4:28:52"} +{"current_steps": 527, "total_steps": 975, "loss": 0.9946, "lr": 8.272194936487709e-05, "epoch": 2.6956521739130435, "percentage": 54.05, "elapsed_time": "5:15:34", "remaining_time": "4:28:16"} +{"current_steps": 528, "total_steps": 975, "loss": 1.0019, "lr": 8.243552214301382e-05, "epoch": 2.70076726342711, "percentage": 54.15, "elapsed_time": "5:16:10", "remaining_time": "4:27:40"} +{"current_steps": 529, "total_steps": 975, "loss": 1.0069, "lr": 8.214906366811713e-05, "epoch": 2.7058823529411766, "percentage": 54.26, "elapsed_time": "5:16:46", "remaining_time": "4:27:04"} +{"current_steps": 530, "total_steps": 975, "loss": 1.0055, "lr": 8.186257761607076e-05, "epoch": 2.710997442455243, "percentage": 54.36, "elapsed_time": "5:17:22", "remaining_time": "4:26:28"} +{"current_steps": 531, "total_steps": 975, "loss": 1.024, "lr": 8.157606766311236e-05, "epoch": 2.7161125319693094, "percentage": 54.46, "elapsed_time": "5:17:58", "remaining_time": "4:25:52"} +{"current_steps": 532, "total_steps": 975, "loss": 1.0271, "lr": 8.128953748578625e-05, "epoch": 2.7212276214833757, "percentage": 54.56, "elapsed_time": "5:18:34", "remaining_time": "4:25:16"} +{"current_steps": 533, "total_steps": 975, "loss": 0.9891, "lr": 8.100299076089628e-05, "epoch": 2.7263427109974425, "percentage": 54.67, "elapsed_time": "5:19:10", "remaining_time": "4:24:40"} +{"current_steps": 534, "total_steps": 975, "loss": 1.0149, "lr": 8.071643116545865e-05, "epoch": 2.731457800511509, "percentage": 54.77, "elapsed_time": "5:19:46", "remaining_time": "4:24:04"} +{"current_steps": 535, "total_steps": 975, "loss": 1.0227, "lr": 8.042986237665475e-05, "epoch": 2.7365728900255757, "percentage": 54.87, "elapsed_time": "5:20:22", "remaining_time": "4:23:29"} +{"current_steps": 536, "total_steps": 975, "loss": 1.0098, "lr": 8.014328807178386e-05, "epoch": 2.741687979539642, "percentage": 54.97, "elapsed_time": "5:20:58", "remaining_time": "4:22:53"} +{"current_steps": 537, "total_steps": 975, "loss": 1.0003, "lr": 7.985671192821616e-05, "epoch": 2.7468030690537084, "percentage": 55.08, "elapsed_time": "5:21:35", "remaining_time": "4:22:17"} +{"current_steps": 538, "total_steps": 975, "loss": 1.0246, "lr": 7.957013762334525e-05, "epoch": 2.7519181585677748, "percentage": 55.18, "elapsed_time": "5:22:10", "remaining_time": "4:21:41"} +{"current_steps": 539, "total_steps": 975, "loss": 1.0036, "lr": 7.928356883454137e-05, "epoch": 2.7570332480818416, "percentage": 55.28, "elapsed_time": "5:22:46", "remaining_time": "4:21:05"} +{"current_steps": 540, "total_steps": 975, "loss": 0.9906, "lr": 7.899700923910376e-05, "epoch": 2.762148337595908, "percentage": 55.38, "elapsed_time": "5:23:21", "remaining_time": "4:20:29"} +{"current_steps": 541, "total_steps": 975, "loss": 0.9925, "lr": 7.871046251421379e-05, "epoch": 2.7672634271099743, "percentage": 55.49, "elapsed_time": "5:23:57", "remaining_time": "4:19:53"} +{"current_steps": 542, "total_steps": 975, "loss": 1.0127, "lr": 7.842393233688767e-05, "epoch": 2.772378516624041, "percentage": 55.59, "elapsed_time": "5:24:33", "remaining_time": "4:19:17"} +{"current_steps": 543, "total_steps": 975, "loss": 1.0138, "lr": 7.813742238392924e-05, "epoch": 2.7774936061381075, "percentage": 55.69, "elapsed_time": "5:25:09", "remaining_time": "4:18:41"} +{"current_steps": 544, "total_steps": 975, "loss": 0.9787, "lr": 7.785093633188289e-05, "epoch": 2.782608695652174, "percentage": 55.79, "elapsed_time": "5:25:45", "remaining_time": "4:18:05"} +{"current_steps": 545, "total_steps": 975, "loss": 0.9963, "lr": 7.75644778569862e-05, "epoch": 2.78772378516624, "percentage": 55.9, "elapsed_time": "5:26:21", "remaining_time": "4:17:29"} +{"current_steps": 546, "total_steps": 975, "loss": 0.9864, "lr": 7.727805063512294e-05, "epoch": 2.792838874680307, "percentage": 56.0, "elapsed_time": "5:26:57", "remaining_time": "4:16:53"} +{"current_steps": 547, "total_steps": 975, "loss": 1.0102, "lr": 7.699165834177585e-05, "epoch": 2.7979539641943734, "percentage": 56.1, "elapsed_time": "5:27:33", "remaining_time": "4:16:17"} +{"current_steps": 548, "total_steps": 975, "loss": 1.0227, "lr": 7.670530465197942e-05, "epoch": 2.80306905370844, "percentage": 56.21, "elapsed_time": "5:28:08", "remaining_time": "4:15:41"} +{"current_steps": 549, "total_steps": 975, "loss": 1.0219, "lr": 7.641899324027281e-05, "epoch": 2.8081841432225065, "percentage": 56.31, "elapsed_time": "5:28:44", "remaining_time": "4:15:05"} +{"current_steps": 550, "total_steps": 975, "loss": 1.0045, "lr": 7.613272778065263e-05, "epoch": 2.813299232736573, "percentage": 56.41, "elapsed_time": "5:29:20", "remaining_time": "4:14:29"} +{"current_steps": 551, "total_steps": 975, "loss": 1.0125, "lr": 7.584651194652581e-05, "epoch": 2.8184143222506393, "percentage": 56.51, "elapsed_time": "5:29:57", "remaining_time": "4:13:54"} +{"current_steps": 552, "total_steps": 975, "loss": 1.0053, "lr": 7.556034941066256e-05, "epoch": 2.8235294117647056, "percentage": 56.62, "elapsed_time": "5:30:32", "remaining_time": "4:13:18"} +{"current_steps": 553, "total_steps": 975, "loss": 0.999, "lr": 7.527424384514903e-05, "epoch": 2.8286445012787724, "percentage": 56.72, "elapsed_time": "5:31:08", "remaining_time": "4:12:41"} +{"current_steps": 554, "total_steps": 975, "loss": 1.0163, "lr": 7.498819892134045e-05, "epoch": 2.833759590792839, "percentage": 56.82, "elapsed_time": "5:31:44", "remaining_time": "4:12:05"} +{"current_steps": 555, "total_steps": 975, "loss": 1.0151, "lr": 7.470221830981378e-05, "epoch": 2.8388746803069056, "percentage": 56.92, "elapsed_time": "5:32:20", "remaining_time": "4:11:29"} +{"current_steps": 556, "total_steps": 975, "loss": 1.0092, "lr": 7.441630568032079e-05, "epoch": 2.843989769820972, "percentage": 57.03, "elapsed_time": "5:32:56", "remaining_time": "4:10:53"} +{"current_steps": 557, "total_steps": 975, "loss": 1.0021, "lr": 7.413046470174087e-05, "epoch": 2.8491048593350383, "percentage": 57.13, "elapsed_time": "5:33:32", "remaining_time": "4:10:18"} +{"current_steps": 558, "total_steps": 975, "loss": 1.0033, "lr": 7.38446990420339e-05, "epoch": 2.8542199488491047, "percentage": 57.23, "elapsed_time": "5:34:08", "remaining_time": "4:09:42"} +{"current_steps": 559, "total_steps": 975, "loss": 1.0008, "lr": 7.355901236819339e-05, "epoch": 2.8593350383631715, "percentage": 57.33, "elapsed_time": "5:34:43", "remaining_time": "4:09:06"} +{"current_steps": 560, "total_steps": 975, "loss": 1.0173, "lr": 7.327340834619917e-05, "epoch": 2.864450127877238, "percentage": 57.44, "elapsed_time": "5:35:19", "remaining_time": "4:08:29"} +{"current_steps": 561, "total_steps": 975, "loss": 1.0041, "lr": 7.298789064097055e-05, "epoch": 2.869565217391304, "percentage": 57.54, "elapsed_time": "5:35:55", "remaining_time": "4:07:53"} +{"current_steps": 562, "total_steps": 975, "loss": 1.0065, "lr": 7.270246291631918e-05, "epoch": 2.874680306905371, "percentage": 57.64, "elapsed_time": "5:36:30", "remaining_time": "4:07:17"} +{"current_steps": 563, "total_steps": 975, "loss": 1.0183, "lr": 7.241712883490198e-05, "epoch": 2.8797953964194374, "percentage": 57.74, "elapsed_time": "5:37:06", "remaining_time": "4:06:41"} +{"current_steps": 564, "total_steps": 975, "loss": 0.9837, "lr": 7.213189205817443e-05, "epoch": 2.8849104859335037, "percentage": 57.85, "elapsed_time": "5:37:42", "remaining_time": "4:06:05"} +{"current_steps": 565, "total_steps": 975, "loss": 1.0054, "lr": 7.184675624634311e-05, "epoch": 2.89002557544757, "percentage": 57.95, "elapsed_time": "5:38:17", "remaining_time": "4:05:29"} +{"current_steps": 566, "total_steps": 975, "loss": 0.999, "lr": 7.15617250583193e-05, "epoch": 2.895140664961637, "percentage": 58.05, "elapsed_time": "5:38:53", "remaining_time": "4:04:53"} +{"current_steps": 567, "total_steps": 975, "loss": 0.9891, "lr": 7.127680215167146e-05, "epoch": 2.9002557544757033, "percentage": 58.15, "elapsed_time": "5:39:29", "remaining_time": "4:04:17"} +{"current_steps": 568, "total_steps": 975, "loss": 0.9984, "lr": 7.099199118257869e-05, "epoch": 2.90537084398977, "percentage": 58.26, "elapsed_time": "5:40:04", "remaining_time": "4:03:41"} +{"current_steps": 569, "total_steps": 975, "loss": 1.0151, "lr": 7.070729580578373e-05, "epoch": 2.9104859335038364, "percentage": 58.36, "elapsed_time": "5:40:41", "remaining_time": "4:03:05"} +{"current_steps": 570, "total_steps": 975, "loss": 0.9987, "lr": 7.042271967454591e-05, "epoch": 2.915601023017903, "percentage": 58.46, "elapsed_time": "5:41:17", "remaining_time": "4:02:29"} +{"current_steps": 571, "total_steps": 975, "loss": 1.0138, "lr": 7.013826644059448e-05, "epoch": 2.920716112531969, "percentage": 58.56, "elapsed_time": "5:41:53", "remaining_time": "4:01:53"} +{"current_steps": 572, "total_steps": 975, "loss": 1.0058, "lr": 6.985393975408161e-05, "epoch": 2.9258312020460355, "percentage": 58.67, "elapsed_time": "5:42:29", "remaining_time": "4:01:17"} +{"current_steps": 573, "total_steps": 975, "loss": 0.9933, "lr": 6.956974326353553e-05, "epoch": 2.9309462915601023, "percentage": 58.77, "elapsed_time": "5:43:05", "remaining_time": "4:00:42"} +{"current_steps": 574, "total_steps": 975, "loss": 1.0045, "lr": 6.928568061581392e-05, "epoch": 2.9360613810741687, "percentage": 58.87, "elapsed_time": "5:43:41", "remaining_time": "4:00:06"} +{"current_steps": 575, "total_steps": 975, "loss": 1.0137, "lr": 6.90017554560568e-05, "epoch": 2.9411764705882355, "percentage": 58.97, "elapsed_time": "5:44:18", "remaining_time": "3:59:30"} +{"current_steps": 576, "total_steps": 975, "loss": 1.0075, "lr": 6.871797142764008e-05, "epoch": 2.946291560102302, "percentage": 59.08, "elapsed_time": "5:44:53", "remaining_time": "3:58:54"} +{"current_steps": 577, "total_steps": 975, "loss": 1.0183, "lr": 6.843433217212851e-05, "epoch": 2.9514066496163682, "percentage": 59.18, "elapsed_time": "5:45:29", "remaining_time": "3:58:18"} +{"current_steps": 578, "total_steps": 975, "loss": 1.0243, "lr": 6.815084132922916e-05, "epoch": 2.9565217391304346, "percentage": 59.28, "elapsed_time": "5:46:05", "remaining_time": "3:57:42"} +{"current_steps": 579, "total_steps": 975, "loss": 1.0003, "lr": 6.786750253674466e-05, "epoch": 2.9616368286445014, "percentage": 59.38, "elapsed_time": "5:46:40", "remaining_time": "3:57:06"} +{"current_steps": 580, "total_steps": 975, "loss": 1.0061, "lr": 6.758431943052643e-05, "epoch": 2.9667519181585678, "percentage": 59.49, "elapsed_time": "5:47:17", "remaining_time": "3:56:31"} +{"current_steps": 581, "total_steps": 975, "loss": 0.9919, "lr": 6.73012956444282e-05, "epoch": 2.971867007672634, "percentage": 59.59, "elapsed_time": "5:47:53", "remaining_time": "3:55:54"} +{"current_steps": 582, "total_steps": 975, "loss": 1.011, "lr": 6.70184348102592e-05, "epoch": 2.976982097186701, "percentage": 59.69, "elapsed_time": "5:48:28", "remaining_time": "3:55:18"} +{"current_steps": 583, "total_steps": 975, "loss": 1.0128, "lr": 6.673574055773763e-05, "epoch": 2.9820971867007673, "percentage": 59.79, "elapsed_time": "5:49:03", "remaining_time": "3:54:42"} +{"current_steps": 584, "total_steps": 975, "loss": 1.0125, "lr": 6.645321651444413e-05, "epoch": 2.9872122762148337, "percentage": 59.9, "elapsed_time": "5:49:39", "remaining_time": "3:54:06"} +{"current_steps": 585, "total_steps": 975, "loss": 0.9937, "lr": 6.617086630577517e-05, "epoch": 2.9923273657289, "percentage": 60.0, "elapsed_time": "5:50:15", "remaining_time": "3:53:30"} +{"current_steps": 586, "total_steps": 975, "loss": 1.01, "lr": 6.588869355489655e-05, "epoch": 2.997442455242967, "percentage": 60.1, "elapsed_time": "5:50:52", "remaining_time": "3:52:54"} +{"current_steps": 587, "total_steps": 975, "loss": 1.5313, "lr": 6.560670188269691e-05, "epoch": 3.002557544757033, "percentage": 60.21, "elapsed_time": "5:51:38", "remaining_time": "3:52:25"} +{"current_steps": 588, "total_steps": 975, "loss": 1.0068, "lr": 6.532489490774116e-05, "epoch": 3.0076726342710995, "percentage": 60.31, "elapsed_time": "5:52:14", "remaining_time": "3:51:49"} +{"current_steps": 589, "total_steps": 975, "loss": 1.0075, "lr": 6.504327624622432e-05, "epoch": 3.0127877237851663, "percentage": 60.41, "elapsed_time": "5:52:50", "remaining_time": "3:51:13"} +{"current_steps": 590, "total_steps": 975, "loss": 0.9587, "lr": 6.476184951192478e-05, "epoch": 3.0179028132992327, "percentage": 60.51, "elapsed_time": "5:53:25", "remaining_time": "3:50:37"} +{"current_steps": 591, "total_steps": 975, "loss": 0.9979, "lr": 6.448061831615818e-05, "epoch": 3.023017902813299, "percentage": 60.62, "elapsed_time": "5:54:01", "remaining_time": "3:50:01"} +{"current_steps": 592, "total_steps": 975, "loss": 0.991, "lr": 6.419958626773094e-05, "epoch": 3.028132992327366, "percentage": 60.72, "elapsed_time": "5:54:37", "remaining_time": "3:49:25"} +{"current_steps": 593, "total_steps": 975, "loss": 0.9699, "lr": 6.3918756972894e-05, "epoch": 3.0332480818414322, "percentage": 60.82, "elapsed_time": "5:55:13", "remaining_time": "3:48:49"} +{"current_steps": 594, "total_steps": 975, "loss": 0.9685, "lr": 6.363813403529654e-05, "epoch": 3.0383631713554986, "percentage": 60.92, "elapsed_time": "5:55:49", "remaining_time": "3:48:13"} +{"current_steps": 595, "total_steps": 975, "loss": 0.9803, "lr": 6.335772105593967e-05, "epoch": 3.0434782608695654, "percentage": 61.03, "elapsed_time": "5:56:25", "remaining_time": "3:47:37"} +{"current_steps": 596, "total_steps": 975, "loss": 0.9709, "lr": 6.307752163313039e-05, "epoch": 3.0485933503836318, "percentage": 61.13, "elapsed_time": "5:57:00", "remaining_time": "3:47:01"} +{"current_steps": 597, "total_steps": 975, "loss": 0.9833, "lr": 6.279753936243518e-05, "epoch": 3.053708439897698, "percentage": 61.23, "elapsed_time": "5:57:36", "remaining_time": "3:46:25"} +{"current_steps": 598, "total_steps": 975, "loss": 0.9853, "lr": 6.25177778366341e-05, "epoch": 3.0588235294117645, "percentage": 61.33, "elapsed_time": "5:58:12", "remaining_time": "3:45:49"} +{"current_steps": 599, "total_steps": 975, "loss": 0.9842, "lr": 6.223824064567454e-05, "epoch": 3.0639386189258313, "percentage": 61.44, "elapsed_time": "5:58:48", "remaining_time": "3:45:13"} +{"current_steps": 600, "total_steps": 975, "loss": 0.9971, "lr": 6.195893137662507e-05, "epoch": 3.0690537084398977, "percentage": 61.54, "elapsed_time": "5:59:24", "remaining_time": "3:44:37"} +{"current_steps": 601, "total_steps": 975, "loss": 0.9855, "lr": 6.167985361362975e-05, "epoch": 3.074168797953964, "percentage": 61.64, "elapsed_time": "5:59:59", "remaining_time": "3:44:01"} +{"current_steps": 602, "total_steps": 975, "loss": 0.9957, "lr": 6.140101093786168e-05, "epoch": 3.079283887468031, "percentage": 61.74, "elapsed_time": "6:00:35", "remaining_time": "3:43:25"} +{"current_steps": 603, "total_steps": 975, "loss": 0.9943, "lr": 6.11224069274775e-05, "epoch": 3.084398976982097, "percentage": 61.85, "elapsed_time": "6:01:11", "remaining_time": "3:42:49"} +{"current_steps": 604, "total_steps": 975, "loss": 1.0177, "lr": 6.08440451575711e-05, "epoch": 3.0895140664961636, "percentage": 61.95, "elapsed_time": "6:01:48", "remaining_time": "3:42:14"} +{"current_steps": 605, "total_steps": 975, "loss": 0.992, "lr": 6.056592920012792e-05, "epoch": 3.0946291560102304, "percentage": 62.05, "elapsed_time": "6:02:24", "remaining_time": "3:41:38"} +{"current_steps": 606, "total_steps": 975, "loss": 0.967, "lr": 6.028806262397917e-05, "epoch": 3.0997442455242967, "percentage": 62.15, "elapsed_time": "6:03:00", "remaining_time": "3:41:02"} +{"current_steps": 607, "total_steps": 975, "loss": 1.0032, "lr": 6.001044899475588e-05, "epoch": 3.104859335038363, "percentage": 62.26, "elapsed_time": "6:03:35", "remaining_time": "3:40:26"} +{"current_steps": 608, "total_steps": 975, "loss": 0.9931, "lr": 5.9733091874843276e-05, "epoch": 3.10997442455243, "percentage": 62.36, "elapsed_time": "6:04:12", "remaining_time": "3:39:50"} +{"current_steps": 609, "total_steps": 975, "loss": 0.9905, "lr": 5.945599482333496e-05, "epoch": 3.1150895140664963, "percentage": 62.46, "elapsed_time": "6:04:48", "remaining_time": "3:39:14"} +{"current_steps": 610, "total_steps": 975, "loss": 0.997, "lr": 5.917916139598733e-05, "epoch": 3.1202046035805626, "percentage": 62.56, "elapsed_time": "6:05:23", "remaining_time": "3:38:38"} +{"current_steps": 611, "total_steps": 975, "loss": 0.9424, "lr": 5.890259514517391e-05, "epoch": 3.125319693094629, "percentage": 62.67, "elapsed_time": "6:05:59", "remaining_time": "3:38:02"} +{"current_steps": 612, "total_steps": 975, "loss": 0.9861, "lr": 5.8626299619839746e-05, "epoch": 3.130434782608696, "percentage": 62.77, "elapsed_time": "6:06:34", "remaining_time": "3:37:25"} +{"current_steps": 613, "total_steps": 975, "loss": 0.9789, "lr": 5.835027836545595e-05, "epoch": 3.135549872122762, "percentage": 62.87, "elapsed_time": "6:07:10", "remaining_time": "3:36:49"} +{"current_steps": 614, "total_steps": 975, "loss": 0.9979, "lr": 5.807453492397406e-05, "epoch": 3.1406649616368285, "percentage": 62.97, "elapsed_time": "6:07:46", "remaining_time": "3:36:13"} +{"current_steps": 615, "total_steps": 975, "loss": 0.9986, "lr": 5.779907283378068e-05, "epoch": 3.1457800511508953, "percentage": 63.08, "elapsed_time": "6:08:22", "remaining_time": "3:35:37"} +{"current_steps": 616, "total_steps": 975, "loss": 0.9904, "lr": 5.752389562965216e-05, "epoch": 3.1508951406649617, "percentage": 63.18, "elapsed_time": "6:08:57", "remaining_time": "3:35:01"} +{"current_steps": 617, "total_steps": 975, "loss": 1.0189, "lr": 5.724900684270904e-05, "epoch": 3.156010230179028, "percentage": 63.28, "elapsed_time": "6:09:33", "remaining_time": "3:34:25"} +{"current_steps": 618, "total_steps": 975, "loss": 0.993, "lr": 5.69744100003709e-05, "epoch": 3.1611253196930944, "percentage": 63.38, "elapsed_time": "6:10:09", "remaining_time": "3:33:49"} +{"current_steps": 619, "total_steps": 975, "loss": 0.98, "lr": 5.6700108626311026e-05, "epoch": 3.166240409207161, "percentage": 63.49, "elapsed_time": "6:10:45", "remaining_time": "3:33:13"} +{"current_steps": 620, "total_steps": 975, "loss": 0.9753, "lr": 5.6426106240411154e-05, "epoch": 3.1713554987212276, "percentage": 63.59, "elapsed_time": "6:11:20", "remaining_time": "3:32:37"} +{"current_steps": 621, "total_steps": 975, "loss": 0.9667, "lr": 5.615240635871646e-05, "epoch": 3.176470588235294, "percentage": 63.69, "elapsed_time": "6:11:56", "remaining_time": "3:32:01"} +{"current_steps": 622, "total_steps": 975, "loss": 0.9717, "lr": 5.587901249339021e-05, "epoch": 3.1815856777493607, "percentage": 63.79, "elapsed_time": "6:12:32", "remaining_time": "3:31:25"} +{"current_steps": 623, "total_steps": 975, "loss": 0.9698, "lr": 5.560592815266894e-05, "epoch": 3.186700767263427, "percentage": 63.9, "elapsed_time": "6:13:08", "remaining_time": "3:30:49"} +{"current_steps": 624, "total_steps": 975, "loss": 0.9917, "lr": 5.5333156840817196e-05, "epoch": 3.1918158567774935, "percentage": 64.0, "elapsed_time": "6:13:43", "remaining_time": "3:30:13"} +{"current_steps": 625, "total_steps": 975, "loss": 0.9753, "lr": 5.506070205808279e-05, "epoch": 3.1969309462915603, "percentage": 64.1, "elapsed_time": "6:14:19", "remaining_time": "3:29:37"} +{"current_steps": 626, "total_steps": 975, "loss": 0.9877, "lr": 5.478856730065171e-05, "epoch": 3.2020460358056266, "percentage": 64.21, "elapsed_time": "6:14:55", "remaining_time": "3:29:01"} +{"current_steps": 627, "total_steps": 975, "loss": 0.9623, "lr": 5.4516756060603296e-05, "epoch": 3.207161125319693, "percentage": 64.31, "elapsed_time": "6:15:31", "remaining_time": "3:28:25"} +{"current_steps": 628, "total_steps": 975, "loss": 0.9731, "lr": 5.424527182586559e-05, "epoch": 3.21227621483376, "percentage": 64.41, "elapsed_time": "6:16:06", "remaining_time": "3:27:49"} +{"current_steps": 629, "total_steps": 975, "loss": 0.9797, "lr": 5.39741180801703e-05, "epoch": 3.217391304347826, "percentage": 64.51, "elapsed_time": "6:16:42", "remaining_time": "3:27:13"} +{"current_steps": 630, "total_steps": 975, "loss": 0.9965, "lr": 5.370329830300833e-05, "epoch": 3.2225063938618925, "percentage": 64.62, "elapsed_time": "6:17:17", "remaining_time": "3:26:36"} +{"current_steps": 631, "total_steps": 975, "loss": 0.9719, "lr": 5.343281596958501e-05, "epoch": 3.227621483375959, "percentage": 64.72, "elapsed_time": "6:17:53", "remaining_time": "3:26:00"} +{"current_steps": 632, "total_steps": 975, "loss": 0.9773, "lr": 5.316267455077553e-05, "epoch": 3.2327365728900257, "percentage": 64.82, "elapsed_time": "6:18:30", "remaining_time": "3:25:25"} +{"current_steps": 633, "total_steps": 975, "loss": 0.9783, "lr": 5.289287751308046e-05, "epoch": 3.237851662404092, "percentage": 64.92, "elapsed_time": "6:19:05", "remaining_time": "3:24:49"} +{"current_steps": 634, "total_steps": 975, "loss": 0.9604, "lr": 5.262342831858112e-05, "epoch": 3.2429667519181584, "percentage": 65.03, "elapsed_time": "6:19:41", "remaining_time": "3:24:13"} +{"current_steps": 635, "total_steps": 975, "loss": 0.9745, "lr": 5.2354330424895345e-05, "epoch": 3.2480818414322252, "percentage": 65.13, "elapsed_time": "6:20:17", "remaining_time": "3:23:37"} +{"current_steps": 636, "total_steps": 975, "loss": 0.9852, "lr": 5.2085587285132967e-05, "epoch": 3.2531969309462916, "percentage": 65.23, "elapsed_time": "6:20:53", "remaining_time": "3:23:01"} +{"current_steps": 637, "total_steps": 975, "loss": 0.9707, "lr": 5.181720234785148e-05, "epoch": 3.258312020460358, "percentage": 65.33, "elapsed_time": "6:21:29", "remaining_time": "3:22:25"} +{"current_steps": 638, "total_steps": 975, "loss": 0.9822, "lr": 5.154917905701208e-05, "epoch": 3.2634271099744243, "percentage": 65.44, "elapsed_time": "6:22:05", "remaining_time": "3:21:49"} +{"current_steps": 639, "total_steps": 975, "loss": 0.9886, "lr": 5.128152085193499e-05, "epoch": 3.268542199488491, "percentage": 65.54, "elapsed_time": "6:22:41", "remaining_time": "3:21:13"} +{"current_steps": 640, "total_steps": 975, "loss": 1.0043, "lr": 5.101423116725581e-05, "epoch": 3.2736572890025575, "percentage": 65.64, "elapsed_time": "6:23:16", "remaining_time": "3:20:37"} +{"current_steps": 641, "total_steps": 975, "loss": 0.9969, "lr": 5.074731343288109e-05, "epoch": 3.2787723785166243, "percentage": 65.74, "elapsed_time": "6:23:52", "remaining_time": "3:20:01"} +{"current_steps": 642, "total_steps": 975, "loss": 0.9798, "lr": 5.0480771073944486e-05, "epoch": 3.2838874680306906, "percentage": 65.85, "elapsed_time": "6:24:28", "remaining_time": "3:19:25"} +{"current_steps": 643, "total_steps": 975, "loss": 0.9787, "lr": 5.02146075107628e-05, "epoch": 3.289002557544757, "percentage": 65.95, "elapsed_time": "6:25:04", "remaining_time": "3:18:49"} +{"current_steps": 644, "total_steps": 975, "loss": 0.98, "lr": 4.994882615879203e-05, "epoch": 3.2941176470588234, "percentage": 66.05, "elapsed_time": "6:25:40", "remaining_time": "3:18:13"} +{"current_steps": 645, "total_steps": 975, "loss": 0.9537, "lr": 4.968343042858359e-05, "epoch": 3.29923273657289, "percentage": 66.15, "elapsed_time": "6:26:15", "remaining_time": "3:17:37"} +{"current_steps": 646, "total_steps": 975, "loss": 0.9868, "lr": 4.941842372574053e-05, "epoch": 3.3043478260869565, "percentage": 66.26, "elapsed_time": "6:26:51", "remaining_time": "3:17:01"} +{"current_steps": 647, "total_steps": 975, "loss": 0.9587, "lr": 4.9153809450873817e-05, "epoch": 3.309462915601023, "percentage": 66.36, "elapsed_time": "6:27:27", "remaining_time": "3:16:25"} +{"current_steps": 648, "total_steps": 975, "loss": 0.9806, "lr": 4.8889590999558766e-05, "epoch": 3.3145780051150897, "percentage": 66.46, "elapsed_time": "6:28:03", "remaining_time": "3:15:49"} +{"current_steps": 649, "total_steps": 975, "loss": 0.9646, "lr": 4.862577176229134e-05, "epoch": 3.319693094629156, "percentage": 66.56, "elapsed_time": "6:28:38", "remaining_time": "3:15:13"} +{"current_steps": 650, "total_steps": 975, "loss": 1.0041, "lr": 4.8362355124444786e-05, "epoch": 3.3248081841432224, "percentage": 66.67, "elapsed_time": "6:29:15", "remaining_time": "3:14:37"} +{"current_steps": 651, "total_steps": 975, "loss": 0.9814, "lr": 4.809934446622612e-05, "epoch": 3.329923273657289, "percentage": 66.77, "elapsed_time": "6:29:50", "remaining_time": "3:14:01"} +{"current_steps": 652, "total_steps": 975, "loss": 0.9742, "lr": 4.783674316263268e-05, "epoch": 3.3350383631713556, "percentage": 66.87, "elapsed_time": "6:30:26", "remaining_time": "3:13:25"} +{"current_steps": 653, "total_steps": 975, "loss": 0.9935, "lr": 4.757455458340902e-05, "epoch": 3.340153452685422, "percentage": 66.97, "elapsed_time": "6:31:02", "remaining_time": "3:12:49"} +{"current_steps": 654, "total_steps": 975, "loss": 0.9567, "lr": 4.731278209300343e-05, "epoch": 3.3452685421994883, "percentage": 67.08, "elapsed_time": "6:31:38", "remaining_time": "3:12:13"} +{"current_steps": 655, "total_steps": 975, "loss": 0.993, "lr": 4.705142905052496e-05, "epoch": 3.350383631713555, "percentage": 67.18, "elapsed_time": "6:32:13", "remaining_time": "3:11:37"} +{"current_steps": 656, "total_steps": 975, "loss": 0.9758, "lr": 4.679049880970018e-05, "epoch": 3.3554987212276215, "percentage": 67.28, "elapsed_time": "6:32:49", "remaining_time": "3:11:01"} +{"current_steps": 657, "total_steps": 975, "loss": 0.9822, "lr": 4.652999471883025e-05, "epoch": 3.360613810741688, "percentage": 67.38, "elapsed_time": "6:33:25", "remaining_time": "3:10:25"} +{"current_steps": 658, "total_steps": 975, "loss": 0.9647, "lr": 4.626992012074787e-05, "epoch": 3.3657289002557547, "percentage": 67.49, "elapsed_time": "6:34:01", "remaining_time": "3:09:49"} +{"current_steps": 659, "total_steps": 975, "loss": 0.9987, "lr": 4.6010278352774344e-05, "epoch": 3.370843989769821, "percentage": 67.59, "elapsed_time": "6:34:36", "remaining_time": "3:09:13"} +{"current_steps": 660, "total_steps": 975, "loss": 0.974, "lr": 4.575107274667701e-05, "epoch": 3.3759590792838874, "percentage": 67.69, "elapsed_time": "6:35:12", "remaining_time": "3:08:37"} +{"current_steps": 661, "total_steps": 975, "loss": 0.9575, "lr": 4.5492306628626126e-05, "epoch": 3.381074168797954, "percentage": 67.79, "elapsed_time": "6:35:48", "remaining_time": "3:08:01"} +{"current_steps": 662, "total_steps": 975, "loss": 0.9731, "lr": 4.523398331915246e-05, "epoch": 3.3861892583120206, "percentage": 67.9, "elapsed_time": "6:36:24", "remaining_time": "3:07:25"} +{"current_steps": 663, "total_steps": 975, "loss": 0.995, "lr": 4.4976106133104507e-05, "epoch": 3.391304347826087, "percentage": 68.0, "elapsed_time": "6:37:00", "remaining_time": "3:06:49"} +{"current_steps": 664, "total_steps": 975, "loss": 0.9573, "lr": 4.471867837960611e-05, "epoch": 3.3964194373401533, "percentage": 68.1, "elapsed_time": "6:37:35", "remaining_time": "3:06:13"} +{"current_steps": 665, "total_steps": 975, "loss": 1.0048, "lr": 4.446170336201393e-05, "epoch": 3.40153452685422, "percentage": 68.21, "elapsed_time": "6:38:11", "remaining_time": "3:05:37"} +{"current_steps": 666, "total_steps": 975, "loss": 0.9872, "lr": 4.4205184377874914e-05, "epoch": 3.4066496163682864, "percentage": 68.31, "elapsed_time": "6:38:47", "remaining_time": "3:05:01"} +{"current_steps": 667, "total_steps": 975, "loss": 0.9768, "lr": 4.394912471888424e-05, "epoch": 3.411764705882353, "percentage": 68.41, "elapsed_time": "6:39:22", "remaining_time": "3:04:25"} +{"current_steps": 668, "total_steps": 975, "loss": 0.9943, "lr": 4.3693527670842943e-05, "epoch": 3.4168797953964196, "percentage": 68.51, "elapsed_time": "6:39:58", "remaining_time": "3:03:49"} +{"current_steps": 669, "total_steps": 975, "loss": 0.9631, "lr": 4.343839651361565e-05, "epoch": 3.421994884910486, "percentage": 68.62, "elapsed_time": "6:40:34", "remaining_time": "3:03:13"} +{"current_steps": 670, "total_steps": 975, "loss": 0.9994, "lr": 4.3183734521088724e-05, "epoch": 3.4271099744245523, "percentage": 68.72, "elapsed_time": "6:41:10", "remaining_time": "3:02:37"} +{"current_steps": 671, "total_steps": 975, "loss": 0.9987, "lr": 4.292954496112799e-05, "epoch": 3.4322250639386187, "percentage": 68.82, "elapsed_time": "6:41:46", "remaining_time": "3:02:01"} +{"current_steps": 672, "total_steps": 975, "loss": 0.9712, "lr": 4.2675831095537124e-05, "epoch": 3.4373401534526855, "percentage": 68.92, "elapsed_time": "6:42:21", "remaining_time": "3:01:25"} +{"current_steps": 673, "total_steps": 975, "loss": 0.992, "lr": 4.2422596180015445e-05, "epoch": 3.442455242966752, "percentage": 69.03, "elapsed_time": "6:42:58", "remaining_time": "3:00:49"} +{"current_steps": 674, "total_steps": 975, "loss": 0.9803, "lr": 4.216984346411634e-05, "epoch": 3.4475703324808182, "percentage": 69.13, "elapsed_time": "6:43:33", "remaining_time": "3:00:13"} +{"current_steps": 675, "total_steps": 975, "loss": 1.0249, "lr": 4.1917576191205566e-05, "epoch": 3.452685421994885, "percentage": 69.23, "elapsed_time": "6:44:09", "remaining_time": "2:59:37"} +{"current_steps": 676, "total_steps": 975, "loss": 0.9859, "lr": 4.166579759841959e-05, "epoch": 3.4578005115089514, "percentage": 69.33, "elapsed_time": "6:44:45", "remaining_time": "2:59:01"} +{"current_steps": 677, "total_steps": 975, "loss": 0.9678, "lr": 4.141451091662408e-05, "epoch": 3.4629156010230178, "percentage": 69.44, "elapsed_time": "6:45:21", "remaining_time": "2:58:25"} +{"current_steps": 678, "total_steps": 975, "loss": 0.9785, "lr": 4.11637193703723e-05, "epoch": 3.4680306905370846, "percentage": 69.54, "elapsed_time": "6:45:57", "remaining_time": "2:57:49"} +{"current_steps": 679, "total_steps": 975, "loss": 0.9802, "lr": 4.091342617786396e-05, "epoch": 3.473145780051151, "percentage": 69.64, "elapsed_time": "6:46:33", "remaining_time": "2:57:13"} +{"current_steps": 680, "total_steps": 975, "loss": 1.009, "lr": 4.0663634550903826e-05, "epoch": 3.4782608695652173, "percentage": 69.74, "elapsed_time": "6:47:09", "remaining_time": "2:56:37"} +{"current_steps": 681, "total_steps": 975, "loss": 0.9742, "lr": 4.041434769486037e-05, "epoch": 3.483375959079284, "percentage": 69.85, "elapsed_time": "6:47:45", "remaining_time": "2:56:02"} +{"current_steps": 682, "total_steps": 975, "loss": 0.9839, "lr": 4.016556880862487e-05, "epoch": 3.4884910485933505, "percentage": 69.95, "elapsed_time": "6:48:21", "remaining_time": "2:55:26"} +{"current_steps": 683, "total_steps": 975, "loss": 1.0194, "lr": 3.9917301084570244e-05, "epoch": 3.493606138107417, "percentage": 70.05, "elapsed_time": "6:48:56", "remaining_time": "2:54:50"} +{"current_steps": 684, "total_steps": 975, "loss": 0.9598, "lr": 3.966954770850999e-05, "epoch": 3.498721227621483, "percentage": 70.15, "elapsed_time": "6:49:32", "remaining_time": "2:54:14"} +{"current_steps": 685, "total_steps": 975, "loss": 1.001, "lr": 3.942231185965754e-05, "epoch": 3.50383631713555, "percentage": 70.26, "elapsed_time": "6:50:08", "remaining_time": "2:53:38"} +{"current_steps": 686, "total_steps": 975, "loss": 1.0114, "lr": 3.917559671058519e-05, "epoch": 3.5089514066496164, "percentage": 70.36, "elapsed_time": "6:50:44", "remaining_time": "2:53:02"} +{"current_steps": 687, "total_steps": 975, "loss": 0.9836, "lr": 3.892940542718364e-05, "epoch": 3.5140664961636827, "percentage": 70.46, "elapsed_time": "6:51:20", "remaining_time": "2:52:26"} +{"current_steps": 688, "total_steps": 975, "loss": 0.9577, "lr": 3.868374116862125e-05, "epoch": 3.5191815856777495, "percentage": 70.56, "elapsed_time": "6:51:55", "remaining_time": "2:51:50"} +{"current_steps": 689, "total_steps": 975, "loss": 0.9854, "lr": 3.84386070873034e-05, "epoch": 3.524296675191816, "percentage": 70.67, "elapsed_time": "6:52:31", "remaining_time": "2:51:14"} +{"current_steps": 690, "total_steps": 975, "loss": 0.9929, "lr": 3.819400632883226e-05, "epoch": 3.5294117647058822, "percentage": 70.77, "elapsed_time": "6:53:07", "remaining_time": "2:50:38"} +{"current_steps": 691, "total_steps": 975, "loss": 1.0188, "lr": 3.794994203196628e-05, "epoch": 3.5345268542199486, "percentage": 70.87, "elapsed_time": "6:53:43", "remaining_time": "2:50:02"} +{"current_steps": 692, "total_steps": 975, "loss": 0.9841, "lr": 3.770641732857994e-05, "epoch": 3.5396419437340154, "percentage": 70.97, "elapsed_time": "6:54:18", "remaining_time": "2:49:26"} +{"current_steps": 693, "total_steps": 975, "loss": 0.9866, "lr": 3.746343534362351e-05, "epoch": 3.544757033248082, "percentage": 71.08, "elapsed_time": "6:54:54", "remaining_time": "2:48:50"} +{"current_steps": 694, "total_steps": 975, "loss": 0.9777, "lr": 3.72209991950831e-05, "epoch": 3.5498721227621486, "percentage": 71.18, "elapsed_time": "6:55:30", "remaining_time": "2:48:14"} +{"current_steps": 695, "total_steps": 975, "loss": 1.0066, "lr": 3.6979111993940515e-05, "epoch": 3.554987212276215, "percentage": 71.28, "elapsed_time": "6:56:06", "remaining_time": "2:47:38"} +{"current_steps": 696, "total_steps": 975, "loss": 0.9734, "lr": 3.673777684413333e-05, "epoch": 3.5601023017902813, "percentage": 71.38, "elapsed_time": "6:56:41", "remaining_time": "2:47:02"} +{"current_steps": 697, "total_steps": 975, "loss": 0.9985, "lr": 3.649699684251518e-05, "epoch": 3.5652173913043477, "percentage": 71.49, "elapsed_time": "6:57:17", "remaining_time": "2:46:26"} +{"current_steps": 698, "total_steps": 975, "loss": 0.9801, "lr": 3.6256775078815826e-05, "epoch": 3.5703324808184145, "percentage": 71.59, "elapsed_time": "6:57:53", "remaining_time": "2:45:50"} +{"current_steps": 699, "total_steps": 975, "loss": 0.9813, "lr": 3.6017114635601824e-05, "epoch": 3.575447570332481, "percentage": 71.69, "elapsed_time": "6:58:29", "remaining_time": "2:45:14"} +{"current_steps": 700, "total_steps": 975, "loss": 0.9868, "lr": 3.57780185882366e-05, "epoch": 3.580562659846547, "percentage": 71.79, "elapsed_time": "6:59:05", "remaining_time": "2:44:38"} +{"current_steps": 701, "total_steps": 975, "loss": 0.9778, "lr": 3.553949000484115e-05, "epoch": 3.585677749360614, "percentage": 71.9, "elapsed_time": "6:59:41", "remaining_time": "2:44:02"} +{"current_steps": 702, "total_steps": 975, "loss": 0.9797, "lr": 3.53015319462548e-05, "epoch": 3.5907928388746804, "percentage": 72.0, "elapsed_time": "7:00:17", "remaining_time": "2:43:26"} +{"current_steps": 703, "total_steps": 975, "loss": 0.9845, "lr": 3.5064147465995715e-05, "epoch": 3.5959079283887467, "percentage": 72.1, "elapsed_time": "7:00:52", "remaining_time": "2:42:50"} +{"current_steps": 704, "total_steps": 975, "loss": 0.9969, "lr": 3.482733961022186e-05, "epoch": 3.601023017902813, "percentage": 72.21, "elapsed_time": "7:01:28", "remaining_time": "2:42:14"} +{"current_steps": 705, "total_steps": 975, "loss": 0.9557, "lr": 3.459111141769178e-05, "epoch": 3.60613810741688, "percentage": 72.31, "elapsed_time": "7:02:04", "remaining_time": "2:41:38"} +{"current_steps": 706, "total_steps": 975, "loss": 0.9964, "lr": 3.4355465919725746e-05, "epoch": 3.6112531969309463, "percentage": 72.41, "elapsed_time": "7:02:40", "remaining_time": "2:41:02"} +{"current_steps": 707, "total_steps": 975, "loss": 0.9766, "lr": 3.4120406140166805e-05, "epoch": 3.6163682864450126, "percentage": 72.51, "elapsed_time": "7:03:16", "remaining_time": "2:40:27"} +{"current_steps": 708, "total_steps": 975, "loss": 0.9751, "lr": 3.388593509534189e-05, "epoch": 3.6214833759590794, "percentage": 72.62, "elapsed_time": "7:03:52", "remaining_time": "2:39:51"} +{"current_steps": 709, "total_steps": 975, "loss": 0.9655, "lr": 3.365205579402329e-05, "epoch": 3.626598465473146, "percentage": 72.72, "elapsed_time": "7:04:27", "remaining_time": "2:39:14"} +{"current_steps": 710, "total_steps": 975, "loss": 1.0021, "lr": 3.341877123738982e-05, "epoch": 3.631713554987212, "percentage": 72.82, "elapsed_time": "7:05:03", "remaining_time": "2:38:38"} +{"current_steps": 711, "total_steps": 975, "loss": 0.9839, "lr": 3.318608441898854e-05, "epoch": 3.6368286445012785, "percentage": 72.92, "elapsed_time": "7:05:39", "remaining_time": "2:38:02"} +{"current_steps": 712, "total_steps": 975, "loss": 0.9753, "lr": 3.295399832469622e-05, "epoch": 3.6419437340153453, "percentage": 73.03, "elapsed_time": "7:06:15", "remaining_time": "2:37:27"} +{"current_steps": 713, "total_steps": 975, "loss": 0.9958, "lr": 3.272251593268094e-05, "epoch": 3.6470588235294117, "percentage": 73.13, "elapsed_time": "7:06:51", "remaining_time": "2:36:51"} +{"current_steps": 714, "total_steps": 975, "loss": 0.9667, "lr": 3.249164021336407e-05, "epoch": 3.6521739130434785, "percentage": 73.23, "elapsed_time": "7:07:27", "remaining_time": "2:36:15"} +{"current_steps": 715, "total_steps": 975, "loss": 0.9762, "lr": 3.226137412938205e-05, "epoch": 3.657289002557545, "percentage": 73.33, "elapsed_time": "7:08:02", "remaining_time": "2:35:39"} +{"current_steps": 716, "total_steps": 975, "loss": 1.0006, "lr": 3.203172063554828e-05, "epoch": 3.662404092071611, "percentage": 73.44, "elapsed_time": "7:08:38", "remaining_time": "2:35:03"} +{"current_steps": 717, "total_steps": 975, "loss": 0.9582, "lr": 3.18026826788154e-05, "epoch": 3.6675191815856776, "percentage": 73.54, "elapsed_time": "7:09:14", "remaining_time": "2:34:27"} +{"current_steps": 718, "total_steps": 975, "loss": 0.9958, "lr": 3.157426319823734e-05, "epoch": 3.6726342710997444, "percentage": 73.64, "elapsed_time": "7:09:50", "remaining_time": "2:33:51"} +{"current_steps": 719, "total_steps": 975, "loss": 1.0013, "lr": 3.1346465124931654e-05, "epoch": 3.6777493606138107, "percentage": 73.74, "elapsed_time": "7:10:27", "remaining_time": "2:33:15"} +{"current_steps": 720, "total_steps": 975, "loss": 0.9652, "lr": 3.111929138204185e-05, "epoch": 3.682864450127877, "percentage": 73.85, "elapsed_time": "7:11:03", "remaining_time": "2:32:40"} +{"current_steps": 721, "total_steps": 975, "loss": 0.9689, "lr": 3.08927448846999e-05, "epoch": 3.687979539641944, "percentage": 73.95, "elapsed_time": "7:11:39", "remaining_time": "2:32:04"} +{"current_steps": 722, "total_steps": 975, "loss": 0.964, "lr": 3.066682853998902e-05, "epoch": 3.6930946291560103, "percentage": 74.05, "elapsed_time": "7:12:15", "remaining_time": "2:31:28"} +{"current_steps": 723, "total_steps": 975, "loss": 0.9803, "lr": 3.0441545246905977e-05, "epoch": 3.6982097186700766, "percentage": 74.15, "elapsed_time": "7:12:51", "remaining_time": "2:30:52"} +{"current_steps": 724, "total_steps": 975, "loss": 0.9962, "lr": 3.0216897896324292e-05, "epoch": 3.703324808184143, "percentage": 74.26, "elapsed_time": "7:13:27", "remaining_time": "2:30:16"} +{"current_steps": 725, "total_steps": 975, "loss": 0.9722, "lr": 2.999288937095682e-05, "epoch": 3.70843989769821, "percentage": 74.36, "elapsed_time": "7:14:03", "remaining_time": "2:29:40"} +{"current_steps": 726, "total_steps": 975, "loss": 0.9684, "lr": 2.9769522545319016e-05, "epoch": 3.713554987212276, "percentage": 74.46, "elapsed_time": "7:14:39", "remaining_time": "2:29:04"} +{"current_steps": 727, "total_steps": 975, "loss": 0.9848, "lr": 2.9546800285691907e-05, "epoch": 3.718670076726343, "percentage": 74.56, "elapsed_time": "7:15:15", "remaining_time": "2:28:28"} +{"current_steps": 728, "total_steps": 975, "loss": 0.9637, "lr": 2.9324725450085264e-05, "epoch": 3.7237851662404093, "percentage": 74.67, "elapsed_time": "7:15:51", "remaining_time": "2:27:52"} +{"current_steps": 729, "total_steps": 975, "loss": 0.995, "lr": 2.9103300888201106e-05, "epoch": 3.7289002557544757, "percentage": 74.77, "elapsed_time": "7:16:27", "remaining_time": "2:27:16"} +{"current_steps": 730, "total_steps": 975, "loss": 0.9936, "lr": 2.888252944139698e-05, "epoch": 3.734015345268542, "percentage": 74.87, "elapsed_time": "7:17:02", "remaining_time": "2:26:40"} +{"current_steps": 731, "total_steps": 975, "loss": 0.9579, "lr": 2.8662413942649575e-05, "epoch": 3.7391304347826084, "percentage": 74.97, "elapsed_time": "7:17:37", "remaining_time": "2:26:04"} +{"current_steps": 732, "total_steps": 975, "loss": 0.9911, "lr": 2.84429572165183e-05, "epoch": 3.7442455242966752, "percentage": 75.08, "elapsed_time": "7:18:13", "remaining_time": "2:25:28"} +{"current_steps": 733, "total_steps": 975, "loss": 0.98, "lr": 2.822416207910906e-05, "epoch": 3.7493606138107416, "percentage": 75.18, "elapsed_time": "7:18:49", "remaining_time": "2:24:52"} +{"current_steps": 734, "total_steps": 975, "loss": 0.9688, "lr": 2.8006031338038294e-05, "epoch": 3.7544757033248084, "percentage": 75.28, "elapsed_time": "7:19:25", "remaining_time": "2:24:16"} +{"current_steps": 735, "total_steps": 975, "loss": 0.9824, "lr": 2.7788567792396598e-05, "epoch": 3.7595907928388748, "percentage": 75.38, "elapsed_time": "7:20:01", "remaining_time": "2:23:40"} +{"current_steps": 736, "total_steps": 975, "loss": 0.9898, "lr": 2.7571774232713156e-05, "epoch": 3.764705882352941, "percentage": 75.49, "elapsed_time": "7:20:37", "remaining_time": "2:23:04"} +{"current_steps": 737, "total_steps": 975, "loss": 1.0116, "lr": 2.735565344091965e-05, "epoch": 3.7698209718670075, "percentage": 75.59, "elapsed_time": "7:21:13", "remaining_time": "2:22:28"} +{"current_steps": 738, "total_steps": 975, "loss": 0.9771, "lr": 2.7140208190314788e-05, "epoch": 3.7749360613810743, "percentage": 75.69, "elapsed_time": "7:21:48", "remaining_time": "2:21:53"} +{"current_steps": 739, "total_steps": 975, "loss": 0.9703, "lr": 2.6925441245528624e-05, "epoch": 3.7800511508951407, "percentage": 75.79, "elapsed_time": "7:22:24", "remaining_time": "2:21:16"} +{"current_steps": 740, "total_steps": 975, "loss": 0.9641, "lr": 2.6711355362486967e-05, "epoch": 3.785166240409207, "percentage": 75.9, "elapsed_time": "7:23:00", "remaining_time": "2:20:41"} +{"current_steps": 741, "total_steps": 975, "loss": 0.9765, "lr": 2.6497953288376234e-05, "epoch": 3.790281329923274, "percentage": 76.0, "elapsed_time": "7:23:36", "remaining_time": "2:20:05"} +{"current_steps": 742, "total_steps": 975, "loss": 1.0241, "lr": 2.6285237761608084e-05, "epoch": 3.79539641943734, "percentage": 76.1, "elapsed_time": "7:24:11", "remaining_time": "2:19:29"} +{"current_steps": 743, "total_steps": 975, "loss": 1.0064, "lr": 2.607321151178419e-05, "epoch": 3.8005115089514065, "percentage": 76.21, "elapsed_time": "7:24:47", "remaining_time": "2:18:53"} +{"current_steps": 744, "total_steps": 975, "loss": 0.9863, "lr": 2.5861877259661407e-05, "epoch": 3.805626598465473, "percentage": 76.31, "elapsed_time": "7:25:23", "remaining_time": "2:18:17"} +{"current_steps": 745, "total_steps": 975, "loss": 0.9917, "lr": 2.5651237717116715e-05, "epoch": 3.8107416879795397, "percentage": 76.41, "elapsed_time": "7:25:59", "remaining_time": "2:17:41"} +{"current_steps": 746, "total_steps": 975, "loss": 0.9752, "lr": 2.5441295587112498e-05, "epoch": 3.815856777493606, "percentage": 76.51, "elapsed_time": "7:26:35", "remaining_time": "2:17:05"} +{"current_steps": 747, "total_steps": 975, "loss": 0.9697, "lr": 2.5232053563661758e-05, "epoch": 3.820971867007673, "percentage": 76.62, "elapsed_time": "7:27:11", "remaining_time": "2:16:29"} +{"current_steps": 748, "total_steps": 975, "loss": 1.0127, "lr": 2.5023514331793637e-05, "epoch": 3.8260869565217392, "percentage": 76.72, "elapsed_time": "7:27:47", "remaining_time": "2:15:53"} +{"current_steps": 749, "total_steps": 975, "loss": 0.9721, "lr": 2.481568056751897e-05, "epoch": 3.8312020460358056, "percentage": 76.82, "elapsed_time": "7:28:23", "remaining_time": "2:15:17"} +{"current_steps": 750, "total_steps": 975, "loss": 0.9859, "lr": 2.4608554937795886e-05, "epoch": 3.836317135549872, "percentage": 76.92, "elapsed_time": "7:28:59", "remaining_time": "2:14:41"} +{"current_steps": 751, "total_steps": 975, "loss": 0.9774, "lr": 2.4402140100495632e-05, "epoch": 3.8414322250639388, "percentage": 77.03, "elapsed_time": "7:29:34", "remaining_time": "2:14:05"} +{"current_steps": 752, "total_steps": 975, "loss": 0.9798, "lr": 2.419643870436839e-05, "epoch": 3.846547314578005, "percentage": 77.13, "elapsed_time": "7:30:10", "remaining_time": "2:13:29"} +{"current_steps": 753, "total_steps": 975, "loss": 0.9899, "lr": 2.3991453389009402e-05, "epoch": 3.8516624040920715, "percentage": 77.23, "elapsed_time": "7:30:46", "remaining_time": "2:12:53"} +{"current_steps": 754, "total_steps": 975, "loss": 0.9989, "lr": 2.378718678482504e-05, "epoch": 3.8567774936061383, "percentage": 77.33, "elapsed_time": "7:31:21", "remaining_time": "2:12:17"} +{"current_steps": 755, "total_steps": 975, "loss": 0.9811, "lr": 2.3583641512998997e-05, "epoch": 3.8618925831202047, "percentage": 77.44, "elapsed_time": "7:31:57", "remaining_time": "2:11:41"} +{"current_steps": 756, "total_steps": 975, "loss": 0.9633, "lr": 2.338082018545875e-05, "epoch": 3.867007672634271, "percentage": 77.54, "elapsed_time": "7:32:33", "remaining_time": "2:11:05"} +{"current_steps": 757, "total_steps": 975, "loss": 0.9656, "lr": 2.317872540484201e-05, "epoch": 3.8721227621483374, "percentage": 77.64, "elapsed_time": "7:33:09", "remaining_time": "2:10:29"} +{"current_steps": 758, "total_steps": 975, "loss": 0.9907, "lr": 2.2977359764463304e-05, "epoch": 3.877237851662404, "percentage": 77.74, "elapsed_time": "7:33:45", "remaining_time": "2:09:54"} +{"current_steps": 759, "total_steps": 975, "loss": 1.0123, "lr": 2.2776725848280688e-05, "epoch": 3.8823529411764706, "percentage": 77.85, "elapsed_time": "7:34:21", "remaining_time": "2:09:18"} +{"current_steps": 760, "total_steps": 975, "loss": 1.0062, "lr": 2.2576826230862565e-05, "epoch": 3.887468030690537, "percentage": 77.95, "elapsed_time": "7:34:56", "remaining_time": "2:08:42"} +{"current_steps": 761, "total_steps": 975, "loss": 0.9403, "lr": 2.2377663477354846e-05, "epoch": 3.8925831202046037, "percentage": 78.05, "elapsed_time": "7:35:33", "remaining_time": "2:08:06"} +{"current_steps": 762, "total_steps": 975, "loss": 0.9793, "lr": 2.217924014344772e-05, "epoch": 3.89769820971867, "percentage": 78.15, "elapsed_time": "7:36:08", "remaining_time": "2:07:30"} +{"current_steps": 763, "total_steps": 975, "loss": 1.0038, "lr": 2.198155877534311e-05, "epoch": 3.9028132992327365, "percentage": 78.26, "elapsed_time": "7:36:44", "remaining_time": "2:06:54"} +{"current_steps": 764, "total_steps": 975, "loss": 0.9839, "lr": 2.1784621909721838e-05, "epoch": 3.907928388746803, "percentage": 78.36, "elapsed_time": "7:37:20", "remaining_time": "2:06:18"} +{"current_steps": 765, "total_steps": 975, "loss": 0.9613, "lr": 2.1588432073711215e-05, "epoch": 3.9130434782608696, "percentage": 78.46, "elapsed_time": "7:37:57", "remaining_time": "2:05:42"} +{"current_steps": 766, "total_steps": 975, "loss": 0.9934, "lr": 2.1392991784852518e-05, "epoch": 3.918158567774936, "percentage": 78.56, "elapsed_time": "7:38:32", "remaining_time": "2:05:06"} +{"current_steps": 767, "total_steps": 975, "loss": 0.9849, "lr": 2.1198303551068663e-05, "epoch": 3.923273657289003, "percentage": 78.67, "elapsed_time": "7:39:08", "remaining_time": "2:04:30"} +{"current_steps": 768, "total_steps": 975, "loss": 0.9836, "lr": 2.100436987063213e-05, "epoch": 3.928388746803069, "percentage": 78.77, "elapsed_time": "7:39:44", "remaining_time": "2:03:54"} +{"current_steps": 769, "total_steps": 975, "loss": 0.977, "lr": 2.0811193232132824e-05, "epoch": 3.9335038363171355, "percentage": 78.87, "elapsed_time": "7:40:20", "remaining_time": "2:03:18"} +{"current_steps": 770, "total_steps": 975, "loss": 0.9683, "lr": 2.0618776114446126e-05, "epoch": 3.938618925831202, "percentage": 78.97, "elapsed_time": "7:40:56", "remaining_time": "2:02:43"} +{"current_steps": 771, "total_steps": 975, "loss": 0.9593, "lr": 2.0427120986701173e-05, "epoch": 3.9437340153452687, "percentage": 79.08, "elapsed_time": "7:41:32", "remaining_time": "2:02:07"} +{"current_steps": 772, "total_steps": 975, "loss": 0.9795, "lr": 2.0236230308249025e-05, "epoch": 3.948849104859335, "percentage": 79.18, "elapsed_time": "7:42:08", "remaining_time": "2:01:31"} +{"current_steps": 773, "total_steps": 975, "loss": 0.9788, "lr": 2.004610652863135e-05, "epoch": 3.9539641943734014, "percentage": 79.28, "elapsed_time": "7:42:44", "remaining_time": "2:00:55"} +{"current_steps": 774, "total_steps": 975, "loss": 0.9667, "lr": 1.985675208754871e-05, "epoch": 3.959079283887468, "percentage": 79.38, "elapsed_time": "7:43:20", "remaining_time": "2:00:19"} +{"current_steps": 775, "total_steps": 975, "loss": 1.0291, "lr": 1.9668169414829403e-05, "epoch": 3.9641943734015346, "percentage": 79.49, "elapsed_time": "7:43:56", "remaining_time": "1:59:43"} +{"current_steps": 776, "total_steps": 975, "loss": 0.987, "lr": 1.9480360930398304e-05, "epoch": 3.969309462915601, "percentage": 79.59, "elapsed_time": "7:44:32", "remaining_time": "1:59:07"} +{"current_steps": 777, "total_steps": 975, "loss": 0.985, "lr": 1.929332904424577e-05, "epoch": 3.9744245524296673, "percentage": 79.69, "elapsed_time": "7:45:08", "remaining_time": "1:58:31"} +{"current_steps": 778, "total_steps": 975, "loss": 1.001, "lr": 1.9107076156396705e-05, "epoch": 3.979539641943734, "percentage": 79.79, "elapsed_time": "7:45:44", "remaining_time": "1:57:55"} +{"current_steps": 779, "total_steps": 975, "loss": 0.9858, "lr": 1.8921604656879742e-05, "epoch": 3.9846547314578005, "percentage": 79.9, "elapsed_time": "7:46:20", "remaining_time": "1:57:19"} +{"current_steps": 780, "total_steps": 975, "loss": 0.9826, "lr": 1.873691692569665e-05, "epoch": 3.9897698209718673, "percentage": 80.0, "elapsed_time": "7:46:55", "remaining_time": "1:56:43"} +{"current_steps": 781, "total_steps": 975, "loss": 1.0062, "lr": 1.8553015332791772e-05, "epoch": 3.9948849104859336, "percentage": 80.1, "elapsed_time": "7:47:31", "remaining_time": "1:56:07"} +{"current_steps": 782, "total_steps": 975, "loss": 1.4739, "lr": 1.8369902238021497e-05, "epoch": 4.0, "percentage": 80.21, "elapsed_time": "7:48:07", "remaining_time": "1:55:31"} +{"current_steps": 783, "total_steps": 975, "loss": 0.963, "lr": 1.8187579991124166e-05, "epoch": 4.005115089514066, "percentage": 80.31, "elapsed_time": "7:48:53", "remaining_time": "1:54:58"} +{"current_steps": 784, "total_steps": 975, "loss": 0.9534, "lr": 1.80060509316898e-05, "epoch": 4.010230179028133, "percentage": 80.41, "elapsed_time": "7:49:29", "remaining_time": "1:54:22"} +{"current_steps": 785, "total_steps": 975, "loss": 0.9765, "lr": 1.782531738913006e-05, "epoch": 4.015345268542199, "percentage": 80.51, "elapsed_time": "7:50:06", "remaining_time": "1:53:47"} +{"current_steps": 786, "total_steps": 975, "loss": 0.9657, "lr": 1.7645381682648474e-05, "epoch": 4.020460358056266, "percentage": 80.62, "elapsed_time": "7:50:42", "remaining_time": "1:53:11"} +{"current_steps": 787, "total_steps": 975, "loss": 0.9585, "lr": 1.7466246121210525e-05, "epoch": 4.025575447570333, "percentage": 80.72, "elapsed_time": "7:51:17", "remaining_time": "1:52:35"} +{"current_steps": 788, "total_steps": 975, "loss": 0.9698, "lr": 1.7287913003514143e-05, "epoch": 4.030690537084399, "percentage": 80.82, "elapsed_time": "7:51:53", "remaining_time": "1:51:59"} +{"current_steps": 789, "total_steps": 975, "loss": 0.9591, "lr": 1.711038461796019e-05, "epoch": 4.035805626598465, "percentage": 80.92, "elapsed_time": "7:52:29", "remaining_time": "1:51:23"} +{"current_steps": 790, "total_steps": 975, "loss": 0.9837, "lr": 1.693366324262299e-05, "epoch": 4.040920716112532, "percentage": 81.03, "elapsed_time": "7:53:05", "remaining_time": "1:50:47"} +{"current_steps": 791, "total_steps": 975, "loss": 0.96, "lr": 1.675775114522125e-05, "epoch": 4.046035805626598, "percentage": 81.13, "elapsed_time": "7:53:41", "remaining_time": "1:50:11"} +{"current_steps": 792, "total_steps": 975, "loss": 0.9537, "lr": 1.658265058308884e-05, "epoch": 4.051150895140665, "percentage": 81.23, "elapsed_time": "7:54:17", "remaining_time": "1:49:35"} +{"current_steps": 793, "total_steps": 975, "loss": 0.9817, "lr": 1.6408363803145916e-05, "epoch": 4.056265984654732, "percentage": 81.33, "elapsed_time": "7:54:52", "remaining_time": "1:48:59"} +{"current_steps": 794, "total_steps": 975, "loss": 0.942, "lr": 1.6234893041869977e-05, "epoch": 4.061381074168798, "percentage": 81.44, "elapsed_time": "7:55:28", "remaining_time": "1:48:23"} +{"current_steps": 795, "total_steps": 975, "loss": 0.9764, "lr": 1.6062240525267282e-05, "epoch": 4.0664961636828645, "percentage": 81.54, "elapsed_time": "7:56:04", "remaining_time": "1:47:47"} +{"current_steps": 796, "total_steps": 975, "loss": 0.9922, "lr": 1.5890408468844247e-05, "epoch": 4.071611253196931, "percentage": 81.64, "elapsed_time": "7:56:40", "remaining_time": "1:47:11"} +{"current_steps": 797, "total_steps": 975, "loss": 0.9981, "lr": 1.5719399077578932e-05, "epoch": 4.076726342710997, "percentage": 81.74, "elapsed_time": "7:57:16", "remaining_time": "1:46:35"} +{"current_steps": 798, "total_steps": 975, "loss": 0.9731, "lr": 1.554921454589293e-05, "epoch": 4.081841432225064, "percentage": 81.85, "elapsed_time": "7:57:52", "remaining_time": "1:45:59"} +{"current_steps": 799, "total_steps": 975, "loss": 0.9559, "lr": 1.537985705762294e-05, "epoch": 4.086956521739131, "percentage": 81.95, "elapsed_time": "7:58:28", "remaining_time": "1:45:23"} +{"current_steps": 800, "total_steps": 975, "loss": 0.9615, "lr": 1.5211328785993088e-05, "epoch": 4.092071611253197, "percentage": 82.05, "elapsed_time": "7:59:04", "remaining_time": "1:44:47"} +{"current_steps": 801, "total_steps": 975, "loss": 0.9638, "lr": 1.5043631893586707e-05, "epoch": 4.0971867007672635, "percentage": 82.15, "elapsed_time": "7:59:40", "remaining_time": "1:44:11"} +{"current_steps": 802, "total_steps": 975, "loss": 0.9656, "lr": 1.4876768532318768e-05, "epoch": 4.10230179028133, "percentage": 82.26, "elapsed_time": "8:00:16", "remaining_time": "1:43:36"} +{"current_steps": 803, "total_steps": 975, "loss": 0.9735, "lr": 1.4710740843408248e-05, "epoch": 4.107416879795396, "percentage": 82.36, "elapsed_time": "8:00:51", "remaining_time": "1:42:59"} +{"current_steps": 804, "total_steps": 975, "loss": 0.956, "lr": 1.4545550957350635e-05, "epoch": 4.112531969309463, "percentage": 82.46, "elapsed_time": "8:01:27", "remaining_time": "1:42:24"} +{"current_steps": 805, "total_steps": 975, "loss": 0.9751, "lr": 1.4381200993890593e-05, "epoch": 4.117647058823529, "percentage": 82.56, "elapsed_time": "8:02:03", "remaining_time": "1:41:48"} +{"current_steps": 806, "total_steps": 975, "loss": 0.9607, "lr": 1.4217693061994697e-05, "epoch": 4.122762148337596, "percentage": 82.67, "elapsed_time": "8:02:39", "remaining_time": "1:41:12"} +{"current_steps": 807, "total_steps": 975, "loss": 0.9756, "lr": 1.4055029259824512e-05, "epoch": 4.127877237851663, "percentage": 82.77, "elapsed_time": "8:03:14", "remaining_time": "1:40:36"} +{"current_steps": 808, "total_steps": 975, "loss": 0.9717, "lr": 1.3893211674709562e-05, "epoch": 4.132992327365729, "percentage": 82.87, "elapsed_time": "8:03:50", "remaining_time": "1:40:00"} +{"current_steps": 809, "total_steps": 975, "loss": 0.965, "lr": 1.3732242383120524e-05, "epoch": 4.138107416879795, "percentage": 82.97, "elapsed_time": "8:04:26", "remaining_time": "1:39:24"} +{"current_steps": 810, "total_steps": 975, "loss": 0.9658, "lr": 1.3572123450642693e-05, "epoch": 4.143222506393862, "percentage": 83.08, "elapsed_time": "8:05:01", "remaining_time": "1:38:48"} +{"current_steps": 811, "total_steps": 975, "loss": 0.9749, "lr": 1.3412856931949345e-05, "epoch": 4.148337595907928, "percentage": 83.18, "elapsed_time": "8:05:37", "remaining_time": "1:38:12"} +{"current_steps": 812, "total_steps": 975, "loss": 0.9715, "lr": 1.325444487077551e-05, "epoch": 4.153452685421995, "percentage": 83.28, "elapsed_time": "8:06:12", "remaining_time": "1:37:36"} +{"current_steps": 813, "total_steps": 975, "loss": 0.9714, "lr": 1.3096889299891635e-05, "epoch": 4.158567774936062, "percentage": 83.38, "elapsed_time": "8:06:48", "remaining_time": "1:37:00"} +{"current_steps": 814, "total_steps": 975, "loss": 0.9763, "lr": 1.2940192241077525e-05, "epoch": 4.163682864450128, "percentage": 83.49, "elapsed_time": "8:07:24", "remaining_time": "1:36:24"} +{"current_steps": 815, "total_steps": 975, "loss": 0.981, "lr": 1.2784355705096432e-05, "epoch": 4.168797953964194, "percentage": 83.59, "elapsed_time": "8:08:00", "remaining_time": "1:35:48"} +{"current_steps": 816, "total_steps": 975, "loss": 0.9827, "lr": 1.2629381691669269e-05, "epoch": 4.173913043478261, "percentage": 83.69, "elapsed_time": "8:08:36", "remaining_time": "1:35:12"} +{"current_steps": 817, "total_steps": 975, "loss": 0.9659, "lr": 1.2475272189448818e-05, "epoch": 4.179028132992327, "percentage": 83.79, "elapsed_time": "8:09:11", "remaining_time": "1:34:36"} +{"current_steps": 818, "total_steps": 975, "loss": 0.9955, "lr": 1.2322029175994393e-05, "epoch": 4.1841432225063935, "percentage": 83.9, "elapsed_time": "8:09:48", "remaining_time": "1:34:00"} +{"current_steps": 819, "total_steps": 975, "loss": 0.9738, "lr": 1.2169654617746338e-05, "epoch": 4.189258312020461, "percentage": 84.0, "elapsed_time": "8:10:23", "remaining_time": "1:33:24"} +{"current_steps": 820, "total_steps": 975, "loss": 0.9617, "lr": 1.2018150470000874e-05, "epoch": 4.194373401534527, "percentage": 84.1, "elapsed_time": "8:10:59", "remaining_time": "1:32:48"} +{"current_steps": 821, "total_steps": 975, "loss": 0.9608, "lr": 1.1867518676884901e-05, "epoch": 4.1994884910485935, "percentage": 84.21, "elapsed_time": "8:11:35", "remaining_time": "1:32:12"} +{"current_steps": 822, "total_steps": 975, "loss": 0.9623, "lr": 1.1717761171331126e-05, "epoch": 4.20460358056266, "percentage": 84.31, "elapsed_time": "8:12:11", "remaining_time": "1:31:36"} +{"current_steps": 823, "total_steps": 975, "loss": 0.9618, "lr": 1.1568879875053347e-05, "epoch": 4.209718670076726, "percentage": 84.41, "elapsed_time": "8:12:47", "remaining_time": "1:31:00"} +{"current_steps": 824, "total_steps": 975, "loss": 0.9592, "lr": 1.1420876698521562e-05, "epoch": 4.2148337595907925, "percentage": 84.51, "elapsed_time": "8:13:22", "remaining_time": "1:30:24"} +{"current_steps": 825, "total_steps": 975, "loss": 0.9515, "lr": 1.1273753540937685e-05, "epoch": 4.21994884910486, "percentage": 84.62, "elapsed_time": "8:13:58", "remaining_time": "1:29:48"} +{"current_steps": 826, "total_steps": 975, "loss": 0.9698, "lr": 1.1127512290211002e-05, "epoch": 4.225063938618926, "percentage": 84.72, "elapsed_time": "8:14:34", "remaining_time": "1:29:12"} +{"current_steps": 827, "total_steps": 975, "loss": 0.971, "lr": 1.0982154822934076e-05, "epoch": 4.2301790281329925, "percentage": 84.82, "elapsed_time": "8:15:10", "remaining_time": "1:28:36"} +{"current_steps": 828, "total_steps": 975, "loss": 0.9832, "lr": 1.083768300435863e-05, "epoch": 4.235294117647059, "percentage": 84.92, "elapsed_time": "8:15:46", "remaining_time": "1:28:01"} +{"current_steps": 829, "total_steps": 975, "loss": 0.9734, "lr": 1.0694098688371492e-05, "epoch": 4.240409207161125, "percentage": 85.03, "elapsed_time": "8:16:22", "remaining_time": "1:27:25"} +{"current_steps": 830, "total_steps": 975, "loss": 0.9743, "lr": 1.0551403717471013e-05, "epoch": 4.245524296675192, "percentage": 85.13, "elapsed_time": "8:16:58", "remaining_time": "1:26:49"} +{"current_steps": 831, "total_steps": 975, "loss": 0.9812, "lr": 1.040959992274326e-05, "epoch": 4.250639386189258, "percentage": 85.23, "elapsed_time": "8:17:34", "remaining_time": "1:26:13"} +{"current_steps": 832, "total_steps": 975, "loss": 0.9589, "lr": 1.0268689123838613e-05, "epoch": 4.255754475703325, "percentage": 85.33, "elapsed_time": "8:18:10", "remaining_time": "1:25:37"} +{"current_steps": 833, "total_steps": 975, "loss": 0.9634, "lr": 1.0128673128948336e-05, "epoch": 4.260869565217392, "percentage": 85.44, "elapsed_time": "8:18:46", "remaining_time": "1:25:01"} +{"current_steps": 834, "total_steps": 975, "loss": 0.9498, "lr": 9.989553734781405e-06, "epoch": 4.265984654731458, "percentage": 85.54, "elapsed_time": "8:19:22", "remaining_time": "1:24:25"} +{"current_steps": 835, "total_steps": 975, "loss": 0.9733, "lr": 9.851332726541564e-06, "epoch": 4.271099744245524, "percentage": 85.64, "elapsed_time": "8:19:58", "remaining_time": "1:23:49"} +{"current_steps": 836, "total_steps": 975, "loss": 0.9608, "lr": 9.71401187790419e-06, "epoch": 4.276214833759591, "percentage": 85.74, "elapsed_time": "8:20:34", "remaining_time": "1:23:13"} +{"current_steps": 837, "total_steps": 975, "loss": 0.9408, "lr": 9.577592950993745e-06, "epoch": 4.281329923273657, "percentage": 85.85, "elapsed_time": "8:21:10", "remaining_time": "1:22:37"} +{"current_steps": 838, "total_steps": 975, "loss": 0.9677, "lr": 9.44207769636103e-06, "epoch": 4.286445012787723, "percentage": 85.95, "elapsed_time": "8:21:46", "remaining_time": "1:22:01"} +{"current_steps": 839, "total_steps": 975, "loss": 0.9784, "lr": 9.307467852960799e-06, "epoch": 4.291560102301791, "percentage": 86.05, "elapsed_time": "8:22:22", "remaining_time": "1:21:26"} +{"current_steps": 840, "total_steps": 975, "loss": 0.9737, "lr": 9.173765148129416e-06, "epoch": 4.296675191815857, "percentage": 86.15, "elapsed_time": "8:22:58", "remaining_time": "1:20:50"} +{"current_steps": 841, "total_steps": 975, "loss": 0.9785, "lr": 9.040971297562655e-06, "epoch": 4.301790281329923, "percentage": 86.26, "elapsed_time": "8:23:34", "remaining_time": "1:20:14"} +{"current_steps": 842, "total_steps": 975, "loss": 0.9918, "lr": 8.909088005293749e-06, "epoch": 4.30690537084399, "percentage": 86.36, "elapsed_time": "8:24:09", "remaining_time": "1:19:38"} +{"current_steps": 843, "total_steps": 975, "loss": 0.9685, "lr": 8.778116963671502e-06, "epoch": 4.312020460358056, "percentage": 86.46, "elapsed_time": "8:24:45", "remaining_time": "1:19:02"} +{"current_steps": 844, "total_steps": 975, "loss": 0.9462, "lr": 8.648059853338524e-06, "epoch": 4.3171355498721224, "percentage": 86.56, "elapsed_time": "8:25:22", "remaining_time": "1:18:26"} +{"current_steps": 845, "total_steps": 975, "loss": 0.9825, "lr": 8.518918343209725e-06, "epoch": 4.322250639386189, "percentage": 86.67, "elapsed_time": "8:25:58", "remaining_time": "1:17:50"} +{"current_steps": 846, "total_steps": 975, "loss": 0.9614, "lr": 8.390694090450889e-06, "epoch": 4.327365728900256, "percentage": 86.77, "elapsed_time": "8:26:34", "remaining_time": "1:17:14"} +{"current_steps": 847, "total_steps": 975, "loss": 0.9739, "lr": 8.263388740457405e-06, "epoch": 4.332480818414322, "percentage": 86.87, "elapsed_time": "8:27:11", "remaining_time": "1:16:38"} +{"current_steps": 848, "total_steps": 975, "loss": 0.9738, "lr": 8.137003926833099e-06, "epoch": 4.337595907928389, "percentage": 86.97, "elapsed_time": "8:27:47", "remaining_time": "1:16:02"} +{"current_steps": 849, "total_steps": 975, "loss": 0.9523, "lr": 8.011541271369343e-06, "epoch": 4.342710997442455, "percentage": 87.08, "elapsed_time": "8:28:23", "remaining_time": "1:15:26"} +{"current_steps": 850, "total_steps": 975, "loss": 0.973, "lr": 7.887002384024236e-06, "epoch": 4.3478260869565215, "percentage": 87.18, "elapsed_time": "8:28:59", "remaining_time": "1:14:51"} +{"current_steps": 851, "total_steps": 975, "loss": 0.9595, "lr": 7.763388862901906e-06, "epoch": 4.352941176470588, "percentage": 87.28, "elapsed_time": "8:29:34", "remaining_time": "1:14:15"} +{"current_steps": 852, "total_steps": 975, "loss": 0.977, "lr": 7.640702294232051e-06, "epoch": 4.358056265984655, "percentage": 87.38, "elapsed_time": "8:30:10", "remaining_time": "1:13:39"} +{"current_steps": 853, "total_steps": 975, "loss": 0.9773, "lr": 7.518944252349522e-06, "epoch": 4.3631713554987215, "percentage": 87.49, "elapsed_time": "8:30:46", "remaining_time": "1:13:03"} +{"current_steps": 854, "total_steps": 975, "loss": 0.9659, "lr": 7.398116299674174e-06, "epoch": 4.368286445012788, "percentage": 87.59, "elapsed_time": "8:31:22", "remaining_time": "1:12:27"} +{"current_steps": 855, "total_steps": 975, "loss": 0.9808, "lr": 7.278219986690822e-06, "epoch": 4.373401534526854, "percentage": 87.69, "elapsed_time": "8:31:58", "remaining_time": "1:11:51"} +{"current_steps": 856, "total_steps": 975, "loss": 0.995, "lr": 7.1592568519292685e-06, "epoch": 4.378516624040921, "percentage": 87.79, "elapsed_time": "8:32:33", "remaining_time": "1:11:15"} +{"current_steps": 857, "total_steps": 975, "loss": 0.97, "lr": 7.041228421944661e-06, "epoch": 4.383631713554987, "percentage": 87.9, "elapsed_time": "8:33:09", "remaining_time": "1:10:39"} +{"current_steps": 858, "total_steps": 975, "loss": 0.9735, "lr": 6.924136211297843e-06, "epoch": 4.388746803069053, "percentage": 88.0, "elapsed_time": "8:33:45", "remaining_time": "1:10:03"} +{"current_steps": 859, "total_steps": 975, "loss": 0.9747, "lr": 6.807981722535948e-06, "epoch": 4.3938618925831205, "percentage": 88.1, "elapsed_time": "8:34:21", "remaining_time": "1:09:27"} +{"current_steps": 860, "total_steps": 975, "loss": 0.9694, "lr": 6.692766446173071e-06, "epoch": 4.398976982097187, "percentage": 88.21, "elapsed_time": "8:34:57", "remaining_time": "1:08:51"} +{"current_steps": 861, "total_steps": 975, "loss": 0.9915, "lr": 6.578491860671161e-06, "epoch": 4.404092071611253, "percentage": 88.31, "elapsed_time": "8:35:32", "remaining_time": "1:08:15"} +{"current_steps": 862, "total_steps": 975, "loss": 0.9728, "lr": 6.465159432421146e-06, "epoch": 4.40920716112532, "percentage": 88.41, "elapsed_time": "8:36:08", "remaining_time": "1:07:39"} +{"current_steps": 863, "total_steps": 975, "loss": 0.9695, "lr": 6.352770615723938e-06, "epoch": 4.414322250639386, "percentage": 88.51, "elapsed_time": "8:36:44", "remaining_time": "1:07:03"} +{"current_steps": 864, "total_steps": 975, "loss": 0.9602, "lr": 6.241326852771936e-06, "epoch": 4.419437340153452, "percentage": 88.62, "elapsed_time": "8:37:20", "remaining_time": "1:06:27"} +{"current_steps": 865, "total_steps": 975, "loss": 0.9856, "lr": 6.130829573630382e-06, "epoch": 4.42455242966752, "percentage": 88.72, "elapsed_time": "8:37:56", "remaining_time": "1:05:51"} +{"current_steps": 866, "total_steps": 975, "loss": 0.9483, "lr": 6.021280196219135e-06, "epoch": 4.429667519181586, "percentage": 88.82, "elapsed_time": "8:38:32", "remaining_time": "1:05:15"} +{"current_steps": 867, "total_steps": 975, "loss": 0.968, "lr": 5.912680126294401e-06, "epoch": 4.434782608695652, "percentage": 88.92, "elapsed_time": "8:39:07", "remaining_time": "1:04:39"} +{"current_steps": 868, "total_steps": 975, "loss": 0.991, "lr": 5.80503075743069e-06, "epoch": 4.439897698209719, "percentage": 89.03, "elapsed_time": "8:39:43", "remaining_time": "1:04:04"} +{"current_steps": 869, "total_steps": 975, "loss": 0.9625, "lr": 5.698333471002979e-06, "epoch": 4.445012787723785, "percentage": 89.13, "elapsed_time": "8:40:19", "remaining_time": "1:03:28"} +{"current_steps": 870, "total_steps": 975, "loss": 0.9611, "lr": 5.592589636168963e-06, "epoch": 4.450127877237851, "percentage": 89.23, "elapsed_time": "8:40:55", "remaining_time": "1:02:52"} +{"current_steps": 871, "total_steps": 975, "loss": 0.9796, "lr": 5.487800609851457e-06, "epoch": 4.455242966751918, "percentage": 89.33, "elapsed_time": "8:41:31", "remaining_time": "1:02:16"} +{"current_steps": 872, "total_steps": 975, "loss": 0.9623, "lr": 5.383967736721047e-06, "epoch": 4.460358056265985, "percentage": 89.44, "elapsed_time": "8:42:06", "remaining_time": "1:01:40"} +{"current_steps": 873, "total_steps": 975, "loss": 0.9748, "lr": 5.281092349178751e-06, "epoch": 4.465473145780051, "percentage": 89.54, "elapsed_time": "8:42:41", "remaining_time": "1:01:04"} +{"current_steps": 874, "total_steps": 975, "loss": 0.9668, "lr": 5.1791757673390395e-06, "epoch": 4.470588235294118, "percentage": 89.64, "elapsed_time": "8:43:17", "remaining_time": "1:00:28"} +{"current_steps": 875, "total_steps": 975, "loss": 0.9855, "lr": 5.078219299012768e-06, "epoch": 4.475703324808184, "percentage": 89.74, "elapsed_time": "8:43:53", "remaining_time": "0:59:52"} +{"current_steps": 876, "total_steps": 975, "loss": 0.9679, "lr": 4.978224239690459e-06, "epoch": 4.4808184143222505, "percentage": 89.85, "elapsed_time": "8:44:29", "remaining_time": "0:59:16"} +{"current_steps": 877, "total_steps": 975, "loss": 0.9893, "lr": 4.879191872525688e-06, "epoch": 4.485933503836317, "percentage": 89.95, "elapsed_time": "8:45:05", "remaining_time": "0:58:40"} +{"current_steps": 878, "total_steps": 975, "loss": 0.9704, "lr": 4.7811234683186045e-06, "epoch": 4.491048593350383, "percentage": 90.05, "elapsed_time": "8:45:40", "remaining_time": "0:58:04"} +{"current_steps": 879, "total_steps": 975, "loss": 0.9661, "lr": 4.684020285499627e-06, "epoch": 4.4961636828644505, "percentage": 90.15, "elapsed_time": "8:46:16", "remaining_time": "0:57:28"} +{"current_steps": 880, "total_steps": 975, "loss": 0.9658, "lr": 4.587883570113238e-06, "epoch": 4.501278772378517, "percentage": 90.26, "elapsed_time": "8:46:52", "remaining_time": "0:56:52"} +{"current_steps": 881, "total_steps": 975, "loss": 0.9889, "lr": 4.492714555802104e-06, "epoch": 4.506393861892583, "percentage": 90.36, "elapsed_time": "8:47:28", "remaining_time": "0:56:16"} +{"current_steps": 882, "total_steps": 975, "loss": 0.9679, "lr": 4.398514463791177e-06, "epoch": 4.5115089514066495, "percentage": 90.46, "elapsed_time": "8:48:04", "remaining_time": "0:55:40"} +{"current_steps": 883, "total_steps": 975, "loss": 0.9654, "lr": 4.305284502872003e-06, "epoch": 4.516624040920716, "percentage": 90.56, "elapsed_time": "8:48:40", "remaining_time": "0:55:04"} +{"current_steps": 884, "total_steps": 975, "loss": 0.9895, "lr": 4.213025869387268e-06, "epoch": 4.521739130434782, "percentage": 90.67, "elapsed_time": "8:49:16", "remaining_time": "0:54:29"} +{"current_steps": 885, "total_steps": 975, "loss": 0.9594, "lr": 4.121739747215428e-06, "epoch": 4.526854219948849, "percentage": 90.77, "elapsed_time": "8:49:52", "remaining_time": "0:53:53"} +{"current_steps": 886, "total_steps": 975, "loss": 0.9676, "lr": 4.031427307755466e-06, "epoch": 4.531969309462916, "percentage": 90.87, "elapsed_time": "8:50:27", "remaining_time": "0:53:17"} +{"current_steps": 887, "total_steps": 975, "loss": 0.9572, "lr": 3.942089709911958e-06, "epoch": 4.537084398976982, "percentage": 90.97, "elapsed_time": "8:51:03", "remaining_time": "0:52:41"} +{"current_steps": 888, "total_steps": 975, "loss": 0.9553, "lr": 3.853728100080085e-06, "epoch": 4.542199488491049, "percentage": 91.08, "elapsed_time": "8:51:39", "remaining_time": "0:52:05"} +{"current_steps": 889, "total_steps": 975, "loss": 0.9807, "lr": 3.766343612131067e-06, "epoch": 4.547314578005115, "percentage": 91.18, "elapsed_time": "8:52:15", "remaining_time": "0:51:29"} +{"current_steps": 890, "total_steps": 975, "loss": 0.9659, "lr": 3.67993736739745e-06, "epoch": 4.552429667519181, "percentage": 91.28, "elapsed_time": "8:52:51", "remaining_time": "0:50:53"} +{"current_steps": 891, "total_steps": 975, "loss": 0.9801, "lr": 3.5945104746588368e-06, "epoch": 4.557544757033249, "percentage": 91.38, "elapsed_time": "8:53:27", "remaining_time": "0:50:17"} +{"current_steps": 892, "total_steps": 975, "loss": 0.9823, "lr": 3.5100640301276003e-06, "epoch": 4.562659846547315, "percentage": 91.49, "elapsed_time": "8:54:02", "remaining_time": "0:49:41"} +{"current_steps": 893, "total_steps": 975, "loss": 0.9502, "lr": 3.4265991174348633e-06, "epoch": 4.567774936061381, "percentage": 91.59, "elapsed_time": "8:54:39", "remaining_time": "0:49:05"} +{"current_steps": 894, "total_steps": 975, "loss": 0.9583, "lr": 3.344116807616562e-06, "epoch": 4.572890025575448, "percentage": 91.69, "elapsed_time": "8:55:15", "remaining_time": "0:48:29"} +{"current_steps": 895, "total_steps": 975, "loss": 0.9895, "lr": 3.2626181590996507e-06, "epoch": 4.578005115089514, "percentage": 91.79, "elapsed_time": "8:55:51", "remaining_time": "0:47:53"} +{"current_steps": 896, "total_steps": 975, "loss": 0.9692, "lr": 3.1821042176886483e-06, "epoch": 4.58312020460358, "percentage": 91.9, "elapsed_time": "8:56:27", "remaining_time": "0:47:17"} +{"current_steps": 897, "total_steps": 975, "loss": 0.9669, "lr": 3.102576016552119e-06, "epoch": 4.588235294117647, "percentage": 92.0, "elapsed_time": "8:57:02", "remaining_time": "0:46:41"} +{"current_steps": 898, "total_steps": 975, "loss": 0.96, "lr": 3.0240345762094114e-06, "epoch": 4.593350383631714, "percentage": 92.1, "elapsed_time": "8:57:38", "remaining_time": "0:46:06"} +{"current_steps": 899, "total_steps": 975, "loss": 0.9618, "lr": 2.946480904517639e-06, "epoch": 4.59846547314578, "percentage": 92.21, "elapsed_time": "8:58:14", "remaining_time": "0:45:30"} +{"current_steps": 900, "total_steps": 975, "loss": 0.9732, "lr": 2.869915996658641e-06, "epoch": 4.603580562659847, "percentage": 92.31, "elapsed_time": "8:58:50", "remaining_time": "0:44:54"} +{"current_steps": 901, "total_steps": 975, "loss": 0.9451, "lr": 2.7943408351263613e-06, "epoch": 4.608695652173913, "percentage": 92.41, "elapsed_time": "8:59:26", "remaining_time": "0:44:18"} +{"current_steps": 902, "total_steps": 975, "loss": 0.9485, "lr": 2.7197563897140677e-06, "epoch": 4.6138107416879794, "percentage": 92.51, "elapsed_time": "9:00:03", "remaining_time": "0:43:42"} +{"current_steps": 903, "total_steps": 975, "loss": 0.9573, "lr": 2.6461636175020155e-06, "epoch": 4.618925831202046, "percentage": 92.62, "elapsed_time": "9:00:38", "remaining_time": "0:43:06"} +{"current_steps": 904, "total_steps": 975, "loss": 0.9902, "lr": 2.5735634628451543e-06, "epoch": 4.624040920716112, "percentage": 92.72, "elapsed_time": "9:01:14", "remaining_time": "0:42:30"} +{"current_steps": 905, "total_steps": 975, "loss": 0.9761, "lr": 2.5019568573609877e-06, "epoch": 4.629156010230179, "percentage": 92.82, "elapsed_time": "9:01:50", "remaining_time": "0:41:54"} +{"current_steps": 906, "total_steps": 975, "loss": 0.981, "lr": 2.4313447199176344e-06, "epoch": 4.634271099744246, "percentage": 92.92, "elapsed_time": "9:02:26", "remaining_time": "0:41:18"} +{"current_steps": 907, "total_steps": 975, "loss": 0.9689, "lr": 2.3617279566220084e-06, "epoch": 4.639386189258312, "percentage": 93.03, "elapsed_time": "9:03:02", "remaining_time": "0:40:42"} +{"current_steps": 908, "total_steps": 975, "loss": 0.9938, "lr": 2.293107460808246e-06, "epoch": 4.6445012787723785, "percentage": 93.13, "elapsed_time": "9:03:38", "remaining_time": "0:40:06"} +{"current_steps": 909, "total_steps": 975, "loss": 0.985, "lr": 2.2254841130262017e-06, "epoch": 4.649616368286445, "percentage": 93.23, "elapsed_time": "9:04:13", "remaining_time": "0:39:30"} +{"current_steps": 910, "total_steps": 975, "loss": 0.9508, "lr": 2.1588587810301265e-06, "epoch": 4.654731457800511, "percentage": 93.33, "elapsed_time": "9:04:49", "remaining_time": "0:38:54"} +{"current_steps": 911, "total_steps": 975, "loss": 0.9725, "lr": 2.0932323197675996e-06, "epoch": 4.659846547314578, "percentage": 93.44, "elapsed_time": "9:05:25", "remaining_time": "0:38:19"} +{"current_steps": 912, "total_steps": 975, "loss": 0.9524, "lr": 2.028605571368507e-06, "epoch": 4.664961636828645, "percentage": 93.54, "elapsed_time": "9:06:00", "remaining_time": "0:37:43"} +{"current_steps": 913, "total_steps": 975, "loss": 0.9595, "lr": 1.96497936513425e-06, "epoch": 4.670076726342711, "percentage": 93.64, "elapsed_time": "9:06:36", "remaining_time": "0:37:07"} +{"current_steps": 914, "total_steps": 975, "loss": 0.9557, "lr": 1.9023545175271118e-06, "epoch": 4.675191815856778, "percentage": 93.74, "elapsed_time": "9:07:12", "remaining_time": "0:36:31"} +{"current_steps": 915, "total_steps": 975, "loss": 0.9719, "lr": 1.8407318321597456e-06, "epoch": 4.680306905370844, "percentage": 93.85, "elapsed_time": "9:07:48", "remaining_time": "0:35:55"} +{"current_steps": 916, "total_steps": 975, "loss": 0.9786, "lr": 1.780112099784921e-06, "epoch": 4.68542199488491, "percentage": 93.95, "elapsed_time": "9:08:25", "remaining_time": "0:35:19"} +{"current_steps": 917, "total_steps": 975, "loss": 0.9881, "lr": 1.720496098285338e-06, "epoch": 4.690537084398977, "percentage": 94.05, "elapsed_time": "9:09:00", "remaining_time": "0:34:43"} +{"current_steps": 918, "total_steps": 975, "loss": 0.9858, "lr": 1.6618845926636274e-06, "epoch": 4.695652173913043, "percentage": 94.15, "elapsed_time": "9:09:36", "remaining_time": "0:34:07"} +{"current_steps": 919, "total_steps": 975, "loss": 0.9571, "lr": 1.6042783350325785e-06, "epoch": 4.70076726342711, "percentage": 94.26, "elapsed_time": "9:10:12", "remaining_time": "0:33:31"} +{"current_steps": 920, "total_steps": 975, "loss": 0.9682, "lr": 1.5476780646054779e-06, "epoch": 4.705882352941177, "percentage": 94.36, "elapsed_time": "9:10:48", "remaining_time": "0:32:55"} +{"current_steps": 921, "total_steps": 975, "loss": 0.9569, "lr": 1.4920845076865953e-06, "epoch": 4.710997442455243, "percentage": 94.46, "elapsed_time": "9:11:24", "remaining_time": "0:32:19"} +{"current_steps": 922, "total_steps": 975, "loss": 0.9692, "lr": 1.4374983776618768e-06, "epoch": 4.716112531969309, "percentage": 94.56, "elapsed_time": "9:12:00", "remaining_time": "0:31:43"} +{"current_steps": 923, "total_steps": 975, "loss": 0.9699, "lr": 1.3839203749898133e-06, "epoch": 4.721227621483376, "percentage": 94.67, "elapsed_time": "9:12:35", "remaining_time": "0:31:07"} +{"current_steps": 924, "total_steps": 975, "loss": 0.9836, "lr": 1.3313511871924357e-06, "epoch": 4.726342710997442, "percentage": 94.77, "elapsed_time": "9:13:11", "remaining_time": "0:30:32"} +{"current_steps": 925, "total_steps": 975, "loss": 0.9808, "lr": 1.279791488846467e-06, "epoch": 4.731457800511509, "percentage": 94.87, "elapsed_time": "9:13:47", "remaining_time": "0:29:56"} +{"current_steps": 926, "total_steps": 975, "loss": 0.9645, "lr": 1.229241941574717e-06, "epoch": 4.736572890025576, "percentage": 94.97, "elapsed_time": "9:14:23", "remaining_time": "0:29:20"} +{"current_steps": 927, "total_steps": 975, "loss": 0.9963, "lr": 1.179703194037538e-06, "epoch": 4.741687979539642, "percentage": 95.08, "elapsed_time": "9:14:59", "remaining_time": "0:28:44"} +{"current_steps": 928, "total_steps": 975, "loss": 0.9552, "lr": 1.1311758819245732e-06, "epoch": 4.746803069053708, "percentage": 95.18, "elapsed_time": "9:15:34", "remaining_time": "0:28:08"} +{"current_steps": 929, "total_steps": 975, "loss": 0.973, "lr": 1.0836606279465145e-06, "epoch": 4.751918158567775, "percentage": 95.28, "elapsed_time": "9:16:10", "remaining_time": "0:27:32"} +{"current_steps": 930, "total_steps": 975, "loss": 0.9712, "lr": 1.0371580418271443e-06, "epoch": 4.757033248081841, "percentage": 95.38, "elapsed_time": "9:16:46", "remaining_time": "0:26:56"} +{"current_steps": 931, "total_steps": 975, "loss": 0.9756, "lr": 9.916687202955643e-07, "epoch": 4.762148337595908, "percentage": 95.49, "elapsed_time": "9:17:22", "remaining_time": "0:26:20"} +{"current_steps": 932, "total_steps": 975, "loss": 0.9896, "lr": 9.471932470784595e-07, "epoch": 4.767263427109975, "percentage": 95.59, "elapsed_time": "9:17:58", "remaining_time": "0:25:44"} +{"current_steps": 933, "total_steps": 975, "loss": 0.9718, "lr": 9.037321928926546e-07, "epoch": 4.772378516624041, "percentage": 95.69, "elapsed_time": "9:18:34", "remaining_time": "0:25:08"} +{"current_steps": 934, "total_steps": 975, "loss": 0.96, "lr": 8.612861154377517e-07, "epoch": 4.7774936061381075, "percentage": 95.79, "elapsed_time": "9:19:10", "remaining_time": "0:24:32"} +{"current_steps": 935, "total_steps": 975, "loss": 0.9701, "lr": 8.198555593890423e-07, "epoch": 4.782608695652174, "percentage": 95.9, "elapsed_time": "9:19:45", "remaining_time": "0:23:56"} +{"current_steps": 936, "total_steps": 975, "loss": 0.9832, "lr": 7.794410563904465e-07, "epoch": 4.78772378516624, "percentage": 96.0, "elapsed_time": "9:20:21", "remaining_time": "0:23:20"} +{"current_steps": 937, "total_steps": 975, "loss": 0.9482, "lr": 7.400431250477269e-07, "epoch": 4.792838874680307, "percentage": 96.1, "elapsed_time": "9:20:57", "remaining_time": "0:22:44"} +{"current_steps": 938, "total_steps": 975, "loss": 0.958, "lr": 7.016622709218102e-07, "epoch": 4.797953964194374, "percentage": 96.21, "elapsed_time": "9:21:33", "remaining_time": "0:22:09"} +{"current_steps": 939, "total_steps": 975, "loss": 0.9755, "lr": 6.642989865223471e-07, "epoch": 4.80306905370844, "percentage": 96.31, "elapsed_time": "9:22:09", "remaining_time": "0:21:33"} +{"current_steps": 940, "total_steps": 975, "loss": 0.9518, "lr": 6.279537513013268e-07, "epoch": 4.8081841432225065, "percentage": 96.41, "elapsed_time": "9:22:44", "remaining_time": "0:20:57"} +{"current_steps": 941, "total_steps": 975, "loss": 0.9644, "lr": 5.926270316470017e-07, "epoch": 4.813299232736573, "percentage": 96.51, "elapsed_time": "9:23:20", "remaining_time": "0:20:21"} +{"current_steps": 942, "total_steps": 975, "loss": 0.9522, "lr": 5.583192808778037e-07, "epoch": 4.818414322250639, "percentage": 96.62, "elapsed_time": "9:23:56", "remaining_time": "0:19:45"} +{"current_steps": 943, "total_steps": 975, "loss": 0.9689, "lr": 5.250309392366237e-07, "epoch": 4.823529411764706, "percentage": 96.72, "elapsed_time": "9:24:32", "remaining_time": "0:19:09"} +{"current_steps": 944, "total_steps": 975, "loss": 0.9767, "lr": 4.927624338851189e-07, "epoch": 4.828644501278772, "percentage": 96.82, "elapsed_time": "9:25:08", "remaining_time": "0:18:33"} +{"current_steps": 945, "total_steps": 975, "loss": 0.9524, "lr": 4.615141788982147e-07, "epoch": 4.833759590792839, "percentage": 96.92, "elapsed_time": "9:25:43", "remaining_time": "0:17:57"} +{"current_steps": 946, "total_steps": 975, "loss": 0.9599, "lr": 4.3128657525882024e-07, "epoch": 4.838874680306906, "percentage": 97.03, "elapsed_time": "9:26:19", "remaining_time": "0:17:21"} +{"current_steps": 947, "total_steps": 975, "loss": 0.9468, "lr": 4.0208001085268567e-07, "epoch": 4.843989769820972, "percentage": 97.13, "elapsed_time": "9:26:55", "remaining_time": "0:16:45"} +{"current_steps": 948, "total_steps": 975, "loss": 0.9768, "lr": 3.7389486046340185e-07, "epoch": 4.849104859335038, "percentage": 97.23, "elapsed_time": "9:27:31", "remaining_time": "0:16:09"} +{"current_steps": 949, "total_steps": 975, "loss": 0.9689, "lr": 3.467314857675952e-07, "epoch": 4.854219948849105, "percentage": 97.33, "elapsed_time": "9:28:07", "remaining_time": "0:15:33"} +{"current_steps": 950, "total_steps": 975, "loss": 0.9803, "lr": 3.2059023533030033e-07, "epoch": 4.859335038363171, "percentage": 97.44, "elapsed_time": "9:28:42", "remaining_time": "0:14:57"} +{"current_steps": 951, "total_steps": 975, "loss": 0.9617, "lr": 2.954714446004747e-07, "epoch": 4.864450127877237, "percentage": 97.54, "elapsed_time": "9:29:18", "remaining_time": "0:14:22"} +{"current_steps": 952, "total_steps": 975, "loss": 0.9808, "lr": 2.713754359067089e-07, "epoch": 4.869565217391305, "percentage": 97.64, "elapsed_time": "9:29:54", "remaining_time": "0:13:46"} +{"current_steps": 953, "total_steps": 975, "loss": 0.9745, "lr": 2.483025184530785e-07, "epoch": 4.874680306905371, "percentage": 97.74, "elapsed_time": "9:30:30", "remaining_time": "0:13:10"} +{"current_steps": 954, "total_steps": 975, "loss": 0.9858, "lr": 2.2625298831517428e-07, "epoch": 4.879795396419437, "percentage": 97.85, "elapsed_time": "9:31:06", "remaining_time": "0:12:34"} +{"current_steps": 955, "total_steps": 975, "loss": 0.9829, "lr": 2.0522712843630056e-07, "epoch": 4.884910485933504, "percentage": 97.95, "elapsed_time": "9:31:42", "remaining_time": "0:11:58"} +{"current_steps": 956, "total_steps": 975, "loss": 0.9658, "lr": 1.8522520862386929e-07, "epoch": 4.89002557544757, "percentage": 98.05, "elapsed_time": "9:32:17", "remaining_time": "0:11:22"} +{"current_steps": 957, "total_steps": 975, "loss": 0.9758, "lr": 1.6624748554590064e-07, "epoch": 4.8951406649616365, "percentage": 98.15, "elapsed_time": "9:32:53", "remaining_time": "0:10:46"} +{"current_steps": 958, "total_steps": 975, "loss": 0.9818, "lr": 1.482942027277634e-07, "epoch": 4.900255754475703, "percentage": 98.26, "elapsed_time": "9:33:29", "remaining_time": "0:10:10"} +{"current_steps": 959, "total_steps": 975, "loss": 0.9384, "lr": 1.3136559054903075e-07, "epoch": 4.90537084398977, "percentage": 98.36, "elapsed_time": "9:34:05", "remaining_time": "0:09:34"} +{"current_steps": 960, "total_steps": 975, "loss": 0.9805, "lr": 1.1546186624052269e-07, "epoch": 4.910485933503836, "percentage": 98.46, "elapsed_time": "9:34:40", "remaining_time": "0:08:58"} +{"current_steps": 961, "total_steps": 975, "loss": 0.9765, "lr": 1.0058323388153491e-07, "epoch": 4.915601023017903, "percentage": 98.56, "elapsed_time": "9:35:16", "remaining_time": "0:08:22"} +{"current_steps": 962, "total_steps": 975, "loss": 0.9568, "lr": 8.672988439719199e-08, "epoch": 4.920716112531969, "percentage": 98.67, "elapsed_time": "9:35:52", "remaining_time": "0:07:46"} +{"current_steps": 963, "total_steps": 975, "loss": 0.9934, "lr": 7.39019955560405e-08, "epoch": 4.9258312020460355, "percentage": 98.77, "elapsed_time": "9:36:28", "remaining_time": "0:07:11"} +{"current_steps": 964, "total_steps": 975, "loss": 0.9743, "lr": 6.209973196771301e-08, "epoch": 4.930946291560103, "percentage": 98.87, "elapsed_time": "9:37:04", "remaining_time": "0:06:35"} +{"current_steps": 965, "total_steps": 975, "loss": 0.9879, "lr": 5.132324508085873e-08, "epoch": 4.936061381074169, "percentage": 98.97, "elapsed_time": "9:37:39", "remaining_time": "0:05:59"} +{"current_steps": 966, "total_steps": 975, "loss": 0.9872, "lr": 4.1572673181198283e-08, "epoch": 4.9411764705882355, "percentage": 99.08, "elapsed_time": "9:38:15", "remaining_time": "0:05:23"} +{"current_steps": 967, "total_steps": 975, "loss": 0.9611, "lr": 3.284814138971193e-08, "epoch": 4.946291560102302, "percentage": 99.18, "elapsed_time": "9:38:51", "remaining_time": "0:04:47"} +{"current_steps": 968, "total_steps": 975, "loss": 0.9606, "lr": 2.514976166108518e-08, "epoch": 4.951406649616368, "percentage": 99.28, "elapsed_time": "9:39:27", "remaining_time": "0:04:11"} +{"current_steps": 969, "total_steps": 975, "loss": 0.9564, "lr": 1.8477632782216703e-08, "epoch": 4.956521739130435, "percentage": 99.38, "elapsed_time": "9:40:03", "remaining_time": "0:03:35"} +{"current_steps": 970, "total_steps": 975, "loss": 0.9987, "lr": 1.2831840371010373e-08, "epoch": 4.961636828644501, "percentage": 99.49, "elapsed_time": "9:40:39", "remaining_time": "0:02:59"} +{"current_steps": 971, "total_steps": 975, "loss": 0.9713, "lr": 8.212456875229535e-09, "epoch": 4.966751918158568, "percentage": 99.59, "elapsed_time": "9:41:15", "remaining_time": "0:02:23"} +{"current_steps": 972, "total_steps": 975, "loss": 0.9586, "lr": 4.619541571582176e-09, "epoch": 4.971867007672635, "percentage": 99.69, "elapsed_time": "9:41:50", "remaining_time": "0:01:47"} +{"current_steps": 973, "total_steps": 975, "loss": 0.9833, "lr": 2.053140564974854e-09, "epoch": 4.976982097186701, "percentage": 99.79, "elapsed_time": "9:42:26", "remaining_time": "0:01:11"} +{"current_steps": 974, "total_steps": 975, "loss": 0.9588, "lr": 5.132867878909764e-10, "epoch": 4.982097186700767, "percentage": 99.9, "elapsed_time": "9:43:02", "remaining_time": "0:00:35"} +{"current_steps": 975, "total_steps": 975, "loss": 0.9949, "lr": 0.0, "epoch": 4.987212276214834, "percentage": 100.0, "elapsed_time": "9:43:38", "remaining_time": "0:00:00"} +{"current_steps": 975, "total_steps": 975, "epoch": 4.987212276214834, "percentage": 100.0, "elapsed_time": "9:43:57", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..3c75a6f --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,6867 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.987212276214834, + "eval_steps": 500, + "global_step": 975, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.005115089514066497, + "grad_norm": 2.9552195401086414, + "learning_rate": 1.6326530612244897e-06, + "loss": 1.4957, + "step": 1 + }, + { + "epoch": 0.010230179028132993, + "grad_norm": 2.9842410023586825, + "learning_rate": 3.2653061224489794e-06, + "loss": 1.4889, + "step": 2 + }, + { + "epoch": 0.015345268542199489, + "grad_norm": 2.9723829103846526, + "learning_rate": 4.897959183673469e-06, + "loss": 1.499, + "step": 3 + }, + { + "epoch": 0.020460358056265986, + "grad_norm": 2.631673524670789, + "learning_rate": 6.530612244897959e-06, + "loss": 1.4779, + "step": 4 + }, + { + "epoch": 0.02557544757033248, + "grad_norm": 1.98326412510638, + "learning_rate": 8.16326530612245e-06, + "loss": 1.4978, + "step": 5 + }, + { + "epoch": 0.030690537084398978, + "grad_norm": 1.8204978664324611, + "learning_rate": 9.795918367346939e-06, + "loss": 1.4464, + "step": 6 + }, + { + "epoch": 0.03580562659846547, + "grad_norm": 1.7948446435007896, + "learning_rate": 1.1428571428571429e-05, + "loss": 1.4445, + "step": 7 + }, + { + "epoch": 0.04092071611253197, + "grad_norm": 1.8657212421288438, + "learning_rate": 1.3061224489795918e-05, + "loss": 1.4051, + "step": 8 + }, + { + "epoch": 0.04603580562659847, + "grad_norm": 2.048085010274612, + "learning_rate": 1.469387755102041e-05, + "loss": 1.4095, + "step": 9 + }, + { + "epoch": 0.05115089514066496, + "grad_norm": 1.6195282538524967, + "learning_rate": 1.63265306122449e-05, + "loss": 1.3885, + "step": 10 + }, + { + "epoch": 0.056265984654731455, + "grad_norm": 1.5995091492318427, + "learning_rate": 1.795918367346939e-05, + "loss": 1.3675, + "step": 11 + }, + { + "epoch": 0.061381074168797956, + "grad_norm": 1.1810770323784914, + "learning_rate": 1.9591836734693877e-05, + "loss": 1.3476, + "step": 12 + }, + { + "epoch": 0.06649616368286446, + "grad_norm": 1.0714645780169445, + "learning_rate": 2.122448979591837e-05, + "loss": 1.3307, + "step": 13 + }, + { + "epoch": 0.07161125319693094, + "grad_norm": 0.8530777198954964, + "learning_rate": 2.2857142857142858e-05, + "loss": 1.3243, + "step": 14 + }, + { + "epoch": 0.07672634271099744, + "grad_norm": 1.0117417462565976, + "learning_rate": 2.448979591836735e-05, + "loss": 1.3178, + "step": 15 + }, + { + "epoch": 0.08184143222506395, + "grad_norm": 0.8038473161125969, + "learning_rate": 2.6122448979591835e-05, + "loss": 1.3075, + "step": 16 + }, + { + "epoch": 0.08695652173913043, + "grad_norm": 0.6882196853224636, + "learning_rate": 2.775510204081633e-05, + "loss": 1.3308, + "step": 17 + }, + { + "epoch": 0.09207161125319693, + "grad_norm": 0.6846199240337438, + "learning_rate": 2.938775510204082e-05, + "loss": 1.2891, + "step": 18 + }, + { + "epoch": 0.09718670076726342, + "grad_norm": 0.6598120744489369, + "learning_rate": 3.102040816326531e-05, + "loss": 1.2973, + "step": 19 + }, + { + "epoch": 0.10230179028132992, + "grad_norm": 0.7076360903200484, + "learning_rate": 3.26530612244898e-05, + "loss": 1.2698, + "step": 20 + }, + { + "epoch": 0.10741687979539642, + "grad_norm": 0.5063556390523856, + "learning_rate": 3.4285714285714284e-05, + "loss": 1.2654, + "step": 21 + }, + { + "epoch": 0.11253196930946291, + "grad_norm": 0.5637324899711151, + "learning_rate": 3.591836734693878e-05, + "loss": 1.2451, + "step": 22 + }, + { + "epoch": 0.11764705882352941, + "grad_norm": 0.5080004573049448, + "learning_rate": 3.755102040816327e-05, + "loss": 1.261, + "step": 23 + }, + { + "epoch": 0.12276214833759591, + "grad_norm": 0.5288023327737856, + "learning_rate": 3.9183673469387755e-05, + "loss": 1.2534, + "step": 24 + }, + { + "epoch": 0.1278772378516624, + "grad_norm": 0.48497307714732846, + "learning_rate": 4.081632653061225e-05, + "loss": 1.2397, + "step": 25 + }, + { + "epoch": 0.1329923273657289, + "grad_norm": 0.44772110663725717, + "learning_rate": 4.244897959183674e-05, + "loss": 1.2225, + "step": 26 + }, + { + "epoch": 0.13810741687979539, + "grad_norm": 0.46163915280113776, + "learning_rate": 4.4081632653061226e-05, + "loss": 1.2293, + "step": 27 + }, + { + "epoch": 0.1432225063938619, + "grad_norm": 0.4382924852998998, + "learning_rate": 4.5714285714285716e-05, + "loss": 1.2546, + "step": 28 + }, + { + "epoch": 0.1483375959079284, + "grad_norm": 0.520541317113405, + "learning_rate": 4.7346938775510206e-05, + "loss": 1.2408, + "step": 29 + }, + { + "epoch": 0.1534526854219949, + "grad_norm": 0.5869089470961774, + "learning_rate": 4.89795918367347e-05, + "loss": 1.2252, + "step": 30 + }, + { + "epoch": 0.1585677749360614, + "grad_norm": 0.6789867896183338, + "learning_rate": 5.0612244897959194e-05, + "loss": 1.2398, + "step": 31 + }, + { + "epoch": 0.1636828644501279, + "grad_norm": 0.7434952163265829, + "learning_rate": 5.224489795918367e-05, + "loss": 1.2355, + "step": 32 + }, + { + "epoch": 0.16879795396419436, + "grad_norm": 0.7377379054061958, + "learning_rate": 5.387755102040817e-05, + "loss": 1.2082, + "step": 33 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 0.9393308891221348, + "learning_rate": 5.551020408163266e-05, + "loss": 1.199, + "step": 34 + }, + { + "epoch": 0.17902813299232737, + "grad_norm": 1.0553898126680656, + "learning_rate": 5.714285714285715e-05, + "loss": 1.1774, + "step": 35 + }, + { + "epoch": 0.18414322250639387, + "grad_norm": 0.9788330468755307, + "learning_rate": 5.877551020408164e-05, + "loss": 1.1986, + "step": 36 + }, + { + "epoch": 0.18925831202046037, + "grad_norm": 1.069335926561912, + "learning_rate": 6.040816326530612e-05, + "loss": 1.2126, + "step": 37 + }, + { + "epoch": 0.19437340153452684, + "grad_norm": 1.2716494354568728, + "learning_rate": 6.204081632653062e-05, + "loss": 1.1866, + "step": 38 + }, + { + "epoch": 0.19948849104859334, + "grad_norm": 0.8844279720716156, + "learning_rate": 6.36734693877551e-05, + "loss": 1.189, + "step": 39 + }, + { + "epoch": 0.20460358056265984, + "grad_norm": 0.9551479806230622, + "learning_rate": 6.53061224489796e-05, + "loss": 1.1804, + "step": 40 + }, + { + "epoch": 0.20971867007672634, + "grad_norm": 1.327902580318565, + "learning_rate": 6.693877551020408e-05, + "loss": 1.1794, + "step": 41 + }, + { + "epoch": 0.21483375959079284, + "grad_norm": 0.6677700681816165, + "learning_rate": 6.857142857142857e-05, + "loss": 1.1811, + "step": 42 + }, + { + "epoch": 0.21994884910485935, + "grad_norm": 0.7447541171921808, + "learning_rate": 7.020408163265306e-05, + "loss": 1.205, + "step": 43 + }, + { + "epoch": 0.22506393861892582, + "grad_norm": 1.0810027284299573, + "learning_rate": 7.183673469387756e-05, + "loss": 1.205, + "step": 44 + }, + { + "epoch": 0.23017902813299232, + "grad_norm": 0.8936813653252775, + "learning_rate": 7.346938775510205e-05, + "loss": 1.1865, + "step": 45 + }, + { + "epoch": 0.23529411764705882, + "grad_norm": 1.0905660119141343, + "learning_rate": 7.510204081632654e-05, + "loss": 1.1984, + "step": 46 + }, + { + "epoch": 0.24040920716112532, + "grad_norm": 0.9760034804167205, + "learning_rate": 7.673469387755103e-05, + "loss": 1.1946, + "step": 47 + }, + { + "epoch": 0.24552429667519182, + "grad_norm": 0.8996610939752795, + "learning_rate": 7.836734693877551e-05, + "loss": 1.1719, + "step": 48 + }, + { + "epoch": 0.2506393861892583, + "grad_norm": 1.0356496228760523, + "learning_rate": 8e-05, + "loss": 1.1758, + "step": 49 + }, + { + "epoch": 0.2557544757033248, + "grad_norm": 1.4230939176945363, + "learning_rate": 8.16326530612245e-05, + "loss": 1.1572, + "step": 50 + }, + { + "epoch": 0.2608695652173913, + "grad_norm": 0.992854215176634, + "learning_rate": 8.326530612244899e-05, + "loss": 1.1754, + "step": 51 + }, + { + "epoch": 0.2659846547314578, + "grad_norm": 1.4744220816490745, + "learning_rate": 8.489795918367348e-05, + "loss": 1.1505, + "step": 52 + }, + { + "epoch": 0.2710997442455243, + "grad_norm": 0.8219750016295352, + "learning_rate": 8.653061224489797e-05, + "loss": 1.1431, + "step": 53 + }, + { + "epoch": 0.27621483375959077, + "grad_norm": 1.7961949310610006, + "learning_rate": 8.816326530612245e-05, + "loss": 1.1621, + "step": 54 + }, + { + "epoch": 0.2813299232736573, + "grad_norm": 1.1875180294100318, + "learning_rate": 8.979591836734694e-05, + "loss": 1.172, + "step": 55 + }, + { + "epoch": 0.2864450127877238, + "grad_norm": 1.5278952491212943, + "learning_rate": 9.142857142857143e-05, + "loss": 1.1706, + "step": 56 + }, + { + "epoch": 0.2915601023017903, + "grad_norm": 1.275696316707438, + "learning_rate": 9.306122448979593e-05, + "loss": 1.1501, + "step": 57 + }, + { + "epoch": 0.2966751918158568, + "grad_norm": 1.5558971751084085, + "learning_rate": 9.469387755102041e-05, + "loss": 1.1512, + "step": 58 + }, + { + "epoch": 0.30179028132992325, + "grad_norm": 1.3680230693346969, + "learning_rate": 9.632653061224491e-05, + "loss": 1.1741, + "step": 59 + }, + { + "epoch": 0.3069053708439898, + "grad_norm": 1.1458227701427397, + "learning_rate": 9.79591836734694e-05, + "loss": 1.1623, + "step": 60 + }, + { + "epoch": 0.31202046035805625, + "grad_norm": 1.5291418152321128, + "learning_rate": 9.959183673469389e-05, + "loss": 1.1604, + "step": 61 + }, + { + "epoch": 0.3171355498721228, + "grad_norm": 1.0015727785086583, + "learning_rate": 0.00010122448979591839, + "loss": 1.1521, + "step": 62 + }, + { + "epoch": 0.32225063938618925, + "grad_norm": 1.7893801666823759, + "learning_rate": 0.00010285714285714287, + "loss": 1.1677, + "step": 63 + }, + { + "epoch": 0.3273657289002558, + "grad_norm": 1.3172921889393767, + "learning_rate": 0.00010448979591836734, + "loss": 1.1406, + "step": 64 + }, + { + "epoch": 0.33248081841432225, + "grad_norm": 1.3975261522115878, + "learning_rate": 0.00010612244897959184, + "loss": 1.1575, + "step": 65 + }, + { + "epoch": 0.3375959079283887, + "grad_norm": 1.6117928405600537, + "learning_rate": 0.00010775510204081634, + "loss": 1.1735, + "step": 66 + }, + { + "epoch": 0.34271099744245526, + "grad_norm": 1.1265250794696464, + "learning_rate": 0.00010938775510204082, + "loss": 1.1514, + "step": 67 + }, + { + "epoch": 0.34782608695652173, + "grad_norm": 1.9297479682392855, + "learning_rate": 0.00011102040816326532, + "loss": 1.1772, + "step": 68 + }, + { + "epoch": 0.35294117647058826, + "grad_norm": 1.5930978557143378, + "learning_rate": 0.0001126530612244898, + "loss": 1.1645, + "step": 69 + }, + { + "epoch": 0.35805626598465473, + "grad_norm": 0.9806061428167319, + "learning_rate": 0.0001142857142857143, + "loss": 1.1561, + "step": 70 + }, + { + "epoch": 0.3631713554987212, + "grad_norm": 1.2884019109710794, + "learning_rate": 0.0001159183673469388, + "loss": 1.1349, + "step": 71 + }, + { + "epoch": 0.36828644501278773, + "grad_norm": 1.5758649002416978, + "learning_rate": 0.00011755102040816328, + "loss": 1.1707, + "step": 72 + }, + { + "epoch": 0.3734015345268542, + "grad_norm": 0.975871929986924, + "learning_rate": 0.00011918367346938777, + "loss": 1.1524, + "step": 73 + }, + { + "epoch": 0.37851662404092073, + "grad_norm": 1.892743008362368, + "learning_rate": 0.00012081632653061224, + "loss": 1.1752, + "step": 74 + }, + { + "epoch": 0.3836317135549872, + "grad_norm": 1.4249669380451713, + "learning_rate": 0.00012244897959183673, + "loss": 1.1404, + "step": 75 + }, + { + "epoch": 0.3887468030690537, + "grad_norm": 1.3164919802262345, + "learning_rate": 0.00012408163265306124, + "loss": 1.1529, + "step": 76 + }, + { + "epoch": 0.3938618925831202, + "grad_norm": 0.9860255927097776, + "learning_rate": 0.00012571428571428572, + "loss": 1.1414, + "step": 77 + }, + { + "epoch": 0.3989769820971867, + "grad_norm": 1.9392772292389309, + "learning_rate": 0.0001273469387755102, + "loss": 1.1743, + "step": 78 + }, + { + "epoch": 0.4040920716112532, + "grad_norm": 1.0108994479733273, + "learning_rate": 0.00012897959183673472, + "loss": 1.1791, + "step": 79 + }, + { + "epoch": 0.4092071611253197, + "grad_norm": 1.6054738611871082, + "learning_rate": 0.0001306122448979592, + "loss": 1.1489, + "step": 80 + }, + { + "epoch": 0.4143222506393862, + "grad_norm": 2.055637102534096, + "learning_rate": 0.00013224489795918368, + "loss": 1.154, + "step": 81 + }, + { + "epoch": 0.4194373401534527, + "grad_norm": 1.0696040384071863, + "learning_rate": 0.00013387755102040817, + "loss": 1.1548, + "step": 82 + }, + { + "epoch": 0.42455242966751916, + "grad_norm": 2.067267813751621, + "learning_rate": 0.00013551020408163268, + "loss": 1.1565, + "step": 83 + }, + { + "epoch": 0.4296675191815857, + "grad_norm": 1.3481917406218638, + "learning_rate": 0.00013714285714285713, + "loss": 1.1689, + "step": 84 + }, + { + "epoch": 0.43478260869565216, + "grad_norm": 1.9430429763045844, + "learning_rate": 0.00013877551020408165, + "loss": 1.1634, + "step": 85 + }, + { + "epoch": 0.4398976982097187, + "grad_norm": 1.1269046955736524, + "learning_rate": 0.00014040816326530613, + "loss": 1.1608, + "step": 86 + }, + { + "epoch": 0.44501278772378516, + "grad_norm": 2.4402015202438188, + "learning_rate": 0.0001420408163265306, + "loss": 1.1912, + "step": 87 + }, + { + "epoch": 0.45012787723785164, + "grad_norm": 1.7219408702117005, + "learning_rate": 0.00014367346938775512, + "loss": 1.1991, + "step": 88 + }, + { + "epoch": 0.45524296675191817, + "grad_norm": 1.5354645790141401, + "learning_rate": 0.0001453061224489796, + "loss": 1.1619, + "step": 89 + }, + { + "epoch": 0.46035805626598464, + "grad_norm": 1.6038175546329443, + "learning_rate": 0.0001469387755102041, + "loss": 1.1569, + "step": 90 + }, + { + "epoch": 0.46547314578005117, + "grad_norm": 1.6538580895352009, + "learning_rate": 0.0001485714285714286, + "loss": 1.1703, + "step": 91 + }, + { + "epoch": 0.47058823529411764, + "grad_norm": 1.3451626506992602, + "learning_rate": 0.00015020408163265308, + "loss": 1.1641, + "step": 92 + }, + { + "epoch": 0.47570332480818417, + "grad_norm": 1.232809474186634, + "learning_rate": 0.00015183673469387757, + "loss": 1.1635, + "step": 93 + }, + { + "epoch": 0.48081841432225064, + "grad_norm": 0.7505548404279615, + "learning_rate": 0.00015346938775510205, + "loss": 1.1504, + "step": 94 + }, + { + "epoch": 0.4859335038363171, + "grad_norm": 1.2314120568021114, + "learning_rate": 0.00015510204081632654, + "loss": 1.1495, + "step": 95 + }, + { + "epoch": 0.49104859335038364, + "grad_norm": 1.0894786985964773, + "learning_rate": 0.00015673469387755102, + "loss": 1.1225, + "step": 96 + }, + { + "epoch": 0.4961636828644501, + "grad_norm": 1.825853195018056, + "learning_rate": 0.00015836734693877553, + "loss": 1.1309, + "step": 97 + }, + { + "epoch": 0.5012787723785166, + "grad_norm": 1.1910196454056825, + "learning_rate": 0.00016, + "loss": 1.1688, + "step": 98 + }, + { + "epoch": 0.5063938618925832, + "grad_norm": 1.5831221112316092, + "learning_rate": 0.0001599994867132121, + "loss": 1.1564, + "step": 99 + }, + { + "epoch": 0.5115089514066496, + "grad_norm": 1.3473080386538443, + "learning_rate": 0.00015999794685943504, + "loss": 1.1384, + "step": 100 + }, + { + "epoch": 0.5166240409207161, + "grad_norm": 1.2977978405443058, + "learning_rate": 0.00015999538045842842, + "loss": 1.1233, + "step": 101 + }, + { + "epoch": 0.5217391304347826, + "grad_norm": 1.077595330517682, + "learning_rate": 0.0001599917875431248, + "loss": 1.1357, + "step": 102 + }, + { + "epoch": 0.5268542199488491, + "grad_norm": 2.195202839950938, + "learning_rate": 0.00015998716815962901, + "loss": 1.1447, + "step": 103 + }, + { + "epoch": 0.5319693094629157, + "grad_norm": 1.2189974449985095, + "learning_rate": 0.0001599815223672178, + "loss": 1.1491, + "step": 104 + }, + { + "epoch": 0.5370843989769821, + "grad_norm": 1.8420232254576474, + "learning_rate": 0.00015997485023833895, + "loss": 1.1306, + "step": 105 + }, + { + "epoch": 0.5421994884910486, + "grad_norm": 1.580219768099248, + "learning_rate": 0.0001599671518586103, + "loss": 1.1314, + "step": 106 + }, + { + "epoch": 0.5473145780051151, + "grad_norm": 1.2283391561883323, + "learning_rate": 0.00015995842732681882, + "loss": 1.1245, + "step": 107 + }, + { + "epoch": 0.5524296675191815, + "grad_norm": 1.6969416482186022, + "learning_rate": 0.00015994867675491915, + "loss": 1.1298, + "step": 108 + }, + { + "epoch": 0.5575447570332481, + "grad_norm": 0.9258633302440661, + "learning_rate": 0.0001599379002680323, + "loss": 1.1017, + "step": 109 + }, + { + "epoch": 0.5626598465473146, + "grad_norm": 1.2218775803568054, + "learning_rate": 0.00015992609800444396, + "loss": 1.1393, + "step": 110 + }, + { + "epoch": 0.5677749360613811, + "grad_norm": 1.7894279716657744, + "learning_rate": 0.00015991327011560282, + "loss": 1.1151, + "step": 111 + }, + { + "epoch": 0.5728900255754475, + "grad_norm": 1.1093034545807021, + "learning_rate": 0.00015989941676611846, + "loss": 1.128, + "step": 112 + }, + { + "epoch": 0.578005115089514, + "grad_norm": 1.1968447600020453, + "learning_rate": 0.00015988453813375948, + "loss": 1.1267, + "step": 113 + }, + { + "epoch": 0.5831202046035806, + "grad_norm": 1.3309032644456822, + "learning_rate": 0.000159868634409451, + "loss": 1.1174, + "step": 114 + }, + { + "epoch": 0.5882352941176471, + "grad_norm": 1.1303171808005343, + "learning_rate": 0.00015985170579727227, + "loss": 1.1299, + "step": 115 + }, + { + "epoch": 0.5933503836317136, + "grad_norm": 2.0767735751699545, + "learning_rate": 0.0001598337525144541, + "loss": 1.1258, + "step": 116 + }, + { + "epoch": 0.59846547314578, + "grad_norm": 0.9546323340961507, + "learning_rate": 0.00015981477479137614, + "loss": 1.1, + "step": 117 + }, + { + "epoch": 0.6035805626598465, + "grad_norm": 2.5649767556070646, + "learning_rate": 0.00015979477287156373, + "loss": 1.1284, + "step": 118 + }, + { + "epoch": 0.6086956521739131, + "grad_norm": 1.856177606586923, + "learning_rate": 0.00015977374701168484, + "loss": 1.1253, + "step": 119 + }, + { + "epoch": 0.6138107416879796, + "grad_norm": 1.8600897833608647, + "learning_rate": 0.00015975169748154693, + "loss": 1.1296, + "step": 120 + }, + { + "epoch": 0.618925831202046, + "grad_norm": 1.675219885511045, + "learning_rate": 0.0001597286245640933, + "loss": 1.1253, + "step": 121 + }, + { + "epoch": 0.6240409207161125, + "grad_norm": 1.0585377009177594, + "learning_rate": 0.00015970452855539955, + "loss": 1.1438, + "step": 122 + }, + { + "epoch": 0.629156010230179, + "grad_norm": 2.400147256806906, + "learning_rate": 0.0001596794097646697, + "loss": 1.1355, + "step": 123 + }, + { + "epoch": 0.6342710997442456, + "grad_norm": 1.7217211127133585, + "learning_rate": 0.0001596532685142324, + "loss": 1.1571, + "step": 124 + }, + { + "epoch": 0.639386189258312, + "grad_norm": 2.0877878034892046, + "learning_rate": 0.00015962610513953662, + "loss": 1.1381, + "step": 125 + }, + { + "epoch": 0.6445012787723785, + "grad_norm": 1.2533204273176497, + "learning_rate": 0.00015959791998914732, + "loss": 1.1375, + "step": 126 + }, + { + "epoch": 0.649616368286445, + "grad_norm": 1.7518209160063163, + "learning_rate": 0.0001595687134247412, + "loss": 1.1418, + "step": 127 + }, + { + "epoch": 0.6547314578005116, + "grad_norm": 0.8858019521385987, + "learning_rate": 0.0001595384858211018, + "loss": 1.1143, + "step": 128 + }, + { + "epoch": 0.659846547314578, + "grad_norm": 1.36582303177154, + "learning_rate": 0.0001595072375661149, + "loss": 1.1283, + "step": 129 + }, + { + "epoch": 0.6649616368286445, + "grad_norm": 0.9251142584655125, + "learning_rate": 0.0001594749690607634, + "loss": 1.1251, + "step": 130 + }, + { + "epoch": 0.670076726342711, + "grad_norm": 1.107627426852622, + "learning_rate": 0.0001594416807191222, + "loss": 1.0951, + "step": 131 + }, + { + "epoch": 0.6751918158567775, + "grad_norm": 0.9813952780001111, + "learning_rate": 0.00015940737296835303, + "loss": 1.1351, + "step": 132 + }, + { + "epoch": 0.680306905370844, + "grad_norm": 1.3700787369710026, + "learning_rate": 0.00015937204624869868, + "loss": 1.1387, + "step": 133 + }, + { + "epoch": 0.6854219948849105, + "grad_norm": 1.2904194439899275, + "learning_rate": 0.00015933570101347766, + "loss": 1.1005, + "step": 134 + }, + { + "epoch": 0.690537084398977, + "grad_norm": 1.1820536199055438, + "learning_rate": 0.0001592983377290782, + "loss": 1.114, + "step": 135 + }, + { + "epoch": 0.6956521739130435, + "grad_norm": 0.9843473721377823, + "learning_rate": 0.0001592599568749523, + "loss": 1.1115, + "step": 136 + }, + { + "epoch": 0.7007672634271099, + "grad_norm": 1.1033493336912457, + "learning_rate": 0.00015922055894360956, + "loss": 1.1141, + "step": 137 + }, + { + "epoch": 0.7058823529411765, + "grad_norm": 1.0951574459451423, + "learning_rate": 0.00015918014444061098, + "loss": 1.1099, + "step": 138 + }, + { + "epoch": 0.710997442455243, + "grad_norm": 1.0641706695758877, + "learning_rate": 0.00015913871388456227, + "loss": 1.1172, + "step": 139 + }, + { + "epoch": 0.7161125319693095, + "grad_norm": 1.4663299034937627, + "learning_rate": 0.00015909626780710736, + "loss": 1.1155, + "step": 140 + }, + { + "epoch": 0.7212276214833759, + "grad_norm": 1.0207018070657674, + "learning_rate": 0.00015905280675292154, + "loss": 1.106, + "step": 141 + }, + { + "epoch": 0.7263427109974424, + "grad_norm": 1.1685679972284322, + "learning_rate": 0.00015900833127970444, + "loss": 1.0792, + "step": 142 + }, + { + "epoch": 0.731457800511509, + "grad_norm": 1.123687352602435, + "learning_rate": 0.00015896284195817287, + "loss": 1.106, + "step": 143 + }, + { + "epoch": 0.7365728900255755, + "grad_norm": 1.21454249173366, + "learning_rate": 0.0001589163393720535, + "loss": 1.0982, + "step": 144 + }, + { + "epoch": 0.7416879795396419, + "grad_norm": 0.9984630775235075, + "learning_rate": 0.00015886882411807543, + "loss": 1.1139, + "step": 145 + }, + { + "epoch": 0.7468030690537084, + "grad_norm": 1.2001403406405777, + "learning_rate": 0.00015882029680596246, + "loss": 1.0869, + "step": 146 + }, + { + "epoch": 0.7519181585677749, + "grad_norm": 1.0944141408896968, + "learning_rate": 0.0001587707580584253, + "loss": 1.0939, + "step": 147 + }, + { + "epoch": 0.7570332480818415, + "grad_norm": 1.0322962653055237, + "learning_rate": 0.00015872020851115355, + "loss": 1.0845, + "step": 148 + }, + { + "epoch": 0.7621483375959079, + "grad_norm": 1.3470719664767947, + "learning_rate": 0.0001586686488128076, + "loss": 1.121, + "step": 149 + }, + { + "epoch": 0.7672634271099744, + "grad_norm": 0.9068380122105875, + "learning_rate": 0.0001586160796250102, + "loss": 1.0993, + "step": 150 + }, + { + "epoch": 0.7723785166240409, + "grad_norm": 1.1687258782812369, + "learning_rate": 0.00015856250162233815, + "loss": 1.115, + "step": 151 + }, + { + "epoch": 0.7774936061381074, + "grad_norm": 1.340150021571059, + "learning_rate": 0.00015850791549231345, + "loss": 1.0889, + "step": 152 + }, + { + "epoch": 0.782608695652174, + "grad_norm": 0.9634527414082537, + "learning_rate": 0.00015845232193539453, + "loss": 1.0967, + "step": 153 + }, + { + "epoch": 0.7877237851662404, + "grad_norm": 1.3305334014339185, + "learning_rate": 0.00015839572166496743, + "loss": 1.0818, + "step": 154 + }, + { + "epoch": 0.7928388746803069, + "grad_norm": 0.8142121234465892, + "learning_rate": 0.00015833811540733638, + "loss": 1.094, + "step": 155 + }, + { + "epoch": 0.7979539641943734, + "grad_norm": 1.080425926126085, + "learning_rate": 0.00015827950390171467, + "loss": 1.1184, + "step": 156 + }, + { + "epoch": 0.80306905370844, + "grad_norm": 1.2956236829957526, + "learning_rate": 0.00015821988790021507, + "loss": 1.0953, + "step": 157 + }, + { + "epoch": 0.8081841432225064, + "grad_norm": 1.0068070725012628, + "learning_rate": 0.00015815926816784028, + "loss": 1.0822, + "step": 158 + }, + { + "epoch": 0.8132992327365729, + "grad_norm": 1.443782781796012, + "learning_rate": 0.00015809764548247292, + "loss": 1.1113, + "step": 159 + }, + { + "epoch": 0.8184143222506394, + "grad_norm": 0.8514747602771416, + "learning_rate": 0.00015803502063486578, + "loss": 1.0763, + "step": 160 + }, + { + "epoch": 0.8235294117647058, + "grad_norm": 0.9848333369104281, + "learning_rate": 0.0001579713944286315, + "loss": 1.0837, + "step": 161 + }, + { + "epoch": 0.8286445012787724, + "grad_norm": 1.1641315760933826, + "learning_rate": 0.0001579067676802324, + "loss": 1.1206, + "step": 162 + }, + { + "epoch": 0.8337595907928389, + "grad_norm": 1.4106475740967381, + "learning_rate": 0.00015784114121896988, + "loss": 1.0873, + "step": 163 + }, + { + "epoch": 0.8388746803069054, + "grad_norm": 0.7778670199808698, + "learning_rate": 0.0001577745158869738, + "loss": 1.1119, + "step": 164 + }, + { + "epoch": 0.8439897698209718, + "grad_norm": 0.8492411927300004, + "learning_rate": 0.00015770689253919175, + "loss": 1.1257, + "step": 165 + }, + { + "epoch": 0.8491048593350383, + "grad_norm": 1.2080069675635858, + "learning_rate": 0.00015763827204337802, + "loss": 1.082, + "step": 166 + }, + { + "epoch": 0.8542199488491049, + "grad_norm": 1.0708198811222547, + "learning_rate": 0.00015756865528008239, + "loss": 1.0925, + "step": 167 + }, + { + "epoch": 0.8593350383631714, + "grad_norm": 1.1262913488379183, + "learning_rate": 0.000157498043142639, + "loss": 1.0821, + "step": 168 + }, + { + "epoch": 0.8644501278772379, + "grad_norm": 1.4945513039406828, + "learning_rate": 0.00015742643653715485, + "loss": 1.1073, + "step": 169 + }, + { + "epoch": 0.8695652173913043, + "grad_norm": 0.7205364315435271, + "learning_rate": 0.000157353836382498, + "loss": 1.0929, + "step": 170 + }, + { + "epoch": 0.8746803069053708, + "grad_norm": 1.2951228606069005, + "learning_rate": 0.00015728024361028595, + "loss": 1.089, + "step": 171 + }, + { + "epoch": 0.8797953964194374, + "grad_norm": 1.012999905443166, + "learning_rate": 0.00015720565916487364, + "loss": 1.0984, + "step": 172 + }, + { + "epoch": 0.8849104859335039, + "grad_norm": 0.9930104635743521, + "learning_rate": 0.00015713008400334137, + "loss": 1.117, + "step": 173 + }, + { + "epoch": 0.8900255754475703, + "grad_norm": 1.066494063761974, + "learning_rate": 0.00015705351909548238, + "loss": 1.0696, + "step": 174 + }, + { + "epoch": 0.8951406649616368, + "grad_norm": 0.9029376592809948, + "learning_rate": 0.00015697596542379061, + "loss": 1.0928, + "step": 175 + }, + { + "epoch": 0.9002557544757033, + "grad_norm": 0.9912055001368116, + "learning_rate": 0.0001568974239834479, + "loss": 1.1012, + "step": 176 + }, + { + "epoch": 0.9053708439897699, + "grad_norm": 1.3382093260329788, + "learning_rate": 0.00015681789578231138, + "loss": 1.0989, + "step": 177 + }, + { + "epoch": 0.9104859335038363, + "grad_norm": 0.9107622512976783, + "learning_rate": 0.00015673738184090034, + "loss": 1.0745, + "step": 178 + }, + { + "epoch": 0.9156010230179028, + "grad_norm": 1.4524863320621164, + "learning_rate": 0.00015665588319238347, + "loss": 1.1088, + "step": 179 + }, + { + "epoch": 0.9207161125319693, + "grad_norm": 0.8764168164711392, + "learning_rate": 0.00015657340088256515, + "loss": 1.0827, + "step": 180 + }, + { + "epoch": 0.9258312020460358, + "grad_norm": 0.9593426709669773, + "learning_rate": 0.0001564899359698724, + "loss": 1.079, + "step": 181 + }, + { + "epoch": 0.9309462915601023, + "grad_norm": 1.0512399302337887, + "learning_rate": 0.0001564054895253412, + "loss": 1.0938, + "step": 182 + }, + { + "epoch": 0.9360613810741688, + "grad_norm": 1.5129324295290898, + "learning_rate": 0.00015632006263260258, + "loss": 1.1158, + "step": 183 + }, + { + "epoch": 0.9411764705882353, + "grad_norm": 0.9429667334268746, + "learning_rate": 0.00015623365638786895, + "loss": 1.0977, + "step": 184 + }, + { + "epoch": 0.9462915601023018, + "grad_norm": 1.216087618410104, + "learning_rate": 0.00015614627189991992, + "loss": 1.0892, + "step": 185 + }, + { + "epoch": 0.9514066496163683, + "grad_norm": 0.8077933529981967, + "learning_rate": 0.00015605791029008807, + "loss": 1.1031, + "step": 186 + }, + { + "epoch": 0.9565217391304348, + "grad_norm": 1.070253998934908, + "learning_rate": 0.00015596857269224455, + "loss": 1.0988, + "step": 187 + }, + { + "epoch": 0.9616368286445013, + "grad_norm": 0.6240214934142639, + "learning_rate": 0.0001558782602527846, + "loss": 1.0927, + "step": 188 + }, + { + "epoch": 0.9667519181585678, + "grad_norm": 0.9708959205899346, + "learning_rate": 0.00015578697413061275, + "loss": 1.1022, + "step": 189 + }, + { + "epoch": 0.9718670076726342, + "grad_norm": 1.150326324835953, + "learning_rate": 0.00015569471549712802, + "loss": 1.0661, + "step": 190 + }, + { + "epoch": 0.9769820971867008, + "grad_norm": 1.6180812335566688, + "learning_rate": 0.00015560148553620884, + "loss": 1.0898, + "step": 191 + }, + { + "epoch": 0.9820971867007673, + "grad_norm": 0.8131703242642281, + "learning_rate": 0.00015550728544419791, + "loss": 1.0732, + "step": 192 + }, + { + "epoch": 0.9872122762148338, + "grad_norm": 0.8943025986368547, + "learning_rate": 0.0001554121164298868, + "loss": 1.1064, + "step": 193 + }, + { + "epoch": 0.9923273657289002, + "grad_norm": 1.546075493707172, + "learning_rate": 0.0001553159797145004, + "loss": 1.1077, + "step": 194 + }, + { + "epoch": 0.9974424552429667, + "grad_norm": 1.0147375848592517, + "learning_rate": 0.0001552188765316814, + "loss": 1.0828, + "step": 195 + }, + { + "epoch": 1.0025575447570332, + "grad_norm": 1.808490849357134, + "learning_rate": 0.00015512080812747433, + "loss": 1.6517, + "step": 196 + }, + { + "epoch": 1.0076726342710998, + "grad_norm": 0.8186212963172015, + "learning_rate": 0.00015502177576030957, + "loss": 1.0702, + "step": 197 + }, + { + "epoch": 1.0127877237851663, + "grad_norm": 0.8836359955945491, + "learning_rate": 0.00015492178070098726, + "loss": 1.0641, + "step": 198 + }, + { + "epoch": 1.0179028132992327, + "grad_norm": 1.2077182953494592, + "learning_rate": 0.00015482082423266098, + "loss": 1.0913, + "step": 199 + }, + { + "epoch": 1.0230179028132993, + "grad_norm": 1.2857282920795001, + "learning_rate": 0.00015471890765082126, + "loss": 1.079, + "step": 200 + }, + { + "epoch": 1.0281329923273657, + "grad_norm": 0.7871257715894987, + "learning_rate": 0.000154616032263279, + "loss": 1.0891, + "step": 201 + }, + { + "epoch": 1.0332480818414322, + "grad_norm": 0.7876971959933657, + "learning_rate": 0.00015451219939014856, + "loss": 1.0594, + "step": 202 + }, + { + "epoch": 1.0383631713554988, + "grad_norm": 1.1296142868181394, + "learning_rate": 0.00015440741036383107, + "loss": 1.0984, + "step": 203 + }, + { + "epoch": 1.0434782608695652, + "grad_norm": 1.3346232997413918, + "learning_rate": 0.00015430166652899703, + "loss": 1.0498, + "step": 204 + }, + { + "epoch": 1.0485933503836318, + "grad_norm": 0.93489371766657, + "learning_rate": 0.00015419496924256934, + "loss": 1.0405, + "step": 205 + }, + { + "epoch": 1.0537084398976981, + "grad_norm": 0.9075968242325666, + "learning_rate": 0.00015408731987370564, + "loss": 1.0445, + "step": 206 + }, + { + "epoch": 1.0588235294117647, + "grad_norm": 0.918872998744737, + "learning_rate": 0.00015397871980378088, + "loss": 1.0926, + "step": 207 + }, + { + "epoch": 1.0639386189258313, + "grad_norm": 1.117540850957588, + "learning_rate": 0.00015386917042636963, + "loss": 1.0647, + "step": 208 + }, + { + "epoch": 1.0690537084398977, + "grad_norm": 1.4616682738446867, + "learning_rate": 0.00015375867314722808, + "loss": 1.0432, + "step": 209 + }, + { + "epoch": 1.0741687979539642, + "grad_norm": 0.6968242592336843, + "learning_rate": 0.0001536472293842761, + "loss": 1.0834, + "step": 210 + }, + { + "epoch": 1.0792838874680306, + "grad_norm": 0.6577127620307978, + "learning_rate": 0.00015353484056757888, + "loss": 1.0566, + "step": 211 + }, + { + "epoch": 1.0843989769820972, + "grad_norm": 0.8971320106822009, + "learning_rate": 0.00015342150813932884, + "loss": 1.0752, + "step": 212 + }, + { + "epoch": 1.0895140664961638, + "grad_norm": 1.1517030782858764, + "learning_rate": 0.00015330723355382695, + "loss": 1.0465, + "step": 213 + }, + { + "epoch": 1.0946291560102301, + "grad_norm": 1.1841809608739537, + "learning_rate": 0.00015319201827746406, + "loss": 1.053, + "step": 214 + }, + { + "epoch": 1.0997442455242967, + "grad_norm": 0.7140648922452231, + "learning_rate": 0.00015307586378870218, + "loss": 1.0834, + "step": 215 + }, + { + "epoch": 1.104859335038363, + "grad_norm": 0.9502066657036609, + "learning_rate": 0.00015295877157805535, + "loss": 1.0932, + "step": 216 + }, + { + "epoch": 1.1099744245524297, + "grad_norm": 1.246817849636434, + "learning_rate": 0.00015284074314807076, + "loss": 1.0693, + "step": 217 + }, + { + "epoch": 1.1150895140664963, + "grad_norm": 0.6993711715541463, + "learning_rate": 0.00015272178001330918, + "loss": 1.0572, + "step": 218 + }, + { + "epoch": 1.1202046035805626, + "grad_norm": 1.032505106174948, + "learning_rate": 0.00015260188370032584, + "loss": 1.0402, + "step": 219 + }, + { + "epoch": 1.1253196930946292, + "grad_norm": 0.955807437091477, + "learning_rate": 0.0001524810557476505, + "loss": 1.0676, + "step": 220 + }, + { + "epoch": 1.1304347826086956, + "grad_norm": 1.2543689592049212, + "learning_rate": 0.00015235929770576797, + "loss": 1.075, + "step": 221 + }, + { + "epoch": 1.1355498721227621, + "grad_norm": 0.863162669006661, + "learning_rate": 0.0001522366111370981, + "loss": 1.0457, + "step": 222 + }, + { + "epoch": 1.1406649616368287, + "grad_norm": 1.0560829950876516, + "learning_rate": 0.0001521129976159758, + "loss": 1.044, + "step": 223 + }, + { + "epoch": 1.145780051150895, + "grad_norm": 1.155011768272074, + "learning_rate": 0.0001519884587286307, + "loss": 1.0467, + "step": 224 + }, + { + "epoch": 1.1508951406649617, + "grad_norm": 1.050792646745025, + "learning_rate": 0.00015186299607316693, + "loss": 1.0577, + "step": 225 + }, + { + "epoch": 1.156010230179028, + "grad_norm": 1.1966316793362106, + "learning_rate": 0.00015173661125954263, + "loss": 1.0727, + "step": 226 + }, + { + "epoch": 1.1611253196930946, + "grad_norm": 0.8651200013585791, + "learning_rate": 0.0001516093059095491, + "loss": 1.089, + "step": 227 + }, + { + "epoch": 1.1662404092071612, + "grad_norm": 1.124515137471986, + "learning_rate": 0.00015148108165679027, + "loss": 1.034, + "step": 228 + }, + { + "epoch": 1.1713554987212276, + "grad_norm": 1.1273200095818452, + "learning_rate": 0.00015135194014666148, + "loss": 1.0455, + "step": 229 + }, + { + "epoch": 1.1764705882352942, + "grad_norm": 0.899811266105129, + "learning_rate": 0.00015122188303632851, + "loss": 1.0556, + "step": 230 + }, + { + "epoch": 1.1815856777493605, + "grad_norm": 1.3057611391435584, + "learning_rate": 0.00015109091199470628, + "loss": 1.0862, + "step": 231 + }, + { + "epoch": 1.186700767263427, + "grad_norm": 1.0223348369617988, + "learning_rate": 0.00015095902870243736, + "loss": 1.0478, + "step": 232 + }, + { + "epoch": 1.1918158567774937, + "grad_norm": 1.3035543495875737, + "learning_rate": 0.00015082623485187063, + "loss": 1.0646, + "step": 233 + }, + { + "epoch": 1.19693094629156, + "grad_norm": 0.5147671113021504, + "learning_rate": 0.0001506925321470392, + "loss": 1.0742, + "step": 234 + }, + { + "epoch": 1.2020460358056266, + "grad_norm": 1.0474593724211334, + "learning_rate": 0.000150557922303639, + "loss": 1.0692, + "step": 235 + }, + { + "epoch": 1.207161125319693, + "grad_norm": 1.2273985339691533, + "learning_rate": 0.00015042240704900628, + "loss": 1.0323, + "step": 236 + }, + { + "epoch": 1.2122762148337596, + "grad_norm": 0.9904643189727587, + "learning_rate": 0.0001502859881220958, + "loss": 1.0633, + "step": 237 + }, + { + "epoch": 1.2173913043478262, + "grad_norm": 1.0126411499371004, + "learning_rate": 0.00015014866727345845, + "loss": 1.036, + "step": 238 + }, + { + "epoch": 1.2225063938618925, + "grad_norm": 1.478785286579918, + "learning_rate": 0.0001500104462652186, + "loss": 1.0957, + "step": 239 + }, + { + "epoch": 1.227621483375959, + "grad_norm": 0.7483936584773456, + "learning_rate": 0.0001498713268710517, + "loss": 1.0495, + "step": 240 + }, + { + "epoch": 1.2327365728900257, + "grad_norm": 0.7541085660661818, + "learning_rate": 0.0001497313108761614, + "loss": 1.0475, + "step": 241 + }, + { + "epoch": 1.237851662404092, + "grad_norm": 1.5678381398679577, + "learning_rate": 0.00014959040007725676, + "loss": 1.0709, + "step": 242 + }, + { + "epoch": 1.2429667519181586, + "grad_norm": 0.6371598577267172, + "learning_rate": 0.00014944859628252902, + "loss": 1.0567, + "step": 243 + }, + { + "epoch": 1.248081841432225, + "grad_norm": 1.319879889605403, + "learning_rate": 0.00014930590131162852, + "loss": 1.047, + "step": 244 + }, + { + "epoch": 1.2531969309462916, + "grad_norm": 0.8776665619364019, + "learning_rate": 0.0001491623169956414, + "loss": 1.0872, + "step": 245 + }, + { + "epoch": 1.258312020460358, + "grad_norm": 0.9790185512929787, + "learning_rate": 0.00014901784517706593, + "loss": 1.0652, + "step": 246 + }, + { + "epoch": 1.2634271099744245, + "grad_norm": 1.3594792853072082, + "learning_rate": 0.000148872487709789, + "loss": 1.0502, + "step": 247 + }, + { + "epoch": 1.2685421994884911, + "grad_norm": 0.7969835384302694, + "learning_rate": 0.00014872624645906232, + "loss": 1.0616, + "step": 248 + }, + { + "epoch": 1.2736572890025575, + "grad_norm": 0.727091253801579, + "learning_rate": 0.00014857912330147846, + "loss": 1.0387, + "step": 249 + }, + { + "epoch": 1.278772378516624, + "grad_norm": 1.0041139209180052, + "learning_rate": 0.00014843112012494667, + "loss": 1.0501, + "step": 250 + }, + { + "epoch": 1.2838874680306906, + "grad_norm": 1.6348417676022182, + "learning_rate": 0.00014828223882866888, + "loss": 1.0598, + "step": 251 + }, + { + "epoch": 1.289002557544757, + "grad_norm": 0.6602961275800052, + "learning_rate": 0.0001481324813231151, + "loss": 1.0662, + "step": 252 + }, + { + "epoch": 1.2941176470588236, + "grad_norm": 1.432213174915101, + "learning_rate": 0.00014798184952999915, + "loss": 1.0487, + "step": 253 + }, + { + "epoch": 1.29923273657289, + "grad_norm": 0.9222257083643778, + "learning_rate": 0.00014783034538225367, + "loss": 1.0669, + "step": 254 + }, + { + "epoch": 1.3043478260869565, + "grad_norm": 1.3404135459336588, + "learning_rate": 0.00014767797082400563, + "loss": 1.0496, + "step": 255 + }, + { + "epoch": 1.309462915601023, + "grad_norm": 0.9659792167335154, + "learning_rate": 0.0001475247278105512, + "loss": 1.0723, + "step": 256 + }, + { + "epoch": 1.3145780051150895, + "grad_norm": 1.0170255045927854, + "learning_rate": 0.00014737061830833074, + "loss": 1.0446, + "step": 257 + }, + { + "epoch": 1.319693094629156, + "grad_norm": 1.1193991179751086, + "learning_rate": 0.00014721564429490358, + "loss": 1.041, + "step": 258 + }, + { + "epoch": 1.3248081841432224, + "grad_norm": 1.1403672639024403, + "learning_rate": 0.0001470598077589225, + "loss": 1.0531, + "step": 259 + }, + { + "epoch": 1.329923273657289, + "grad_norm": 1.1390597701387402, + "learning_rate": 0.00014690311070010838, + "loss": 1.0718, + "step": 260 + }, + { + "epoch": 1.3350383631713556, + "grad_norm": 0.7892617568723064, + "learning_rate": 0.0001467455551292245, + "loss": 1.0629, + "step": 261 + }, + { + "epoch": 1.340153452685422, + "grad_norm": 0.7600813249002821, + "learning_rate": 0.00014658714306805068, + "loss": 1.0698, + "step": 262 + }, + { + "epoch": 1.3452685421994885, + "grad_norm": 0.6627024387905829, + "learning_rate": 0.00014642787654935735, + "loss": 1.0607, + "step": 263 + }, + { + "epoch": 1.350383631713555, + "grad_norm": 0.6219187835291411, + "learning_rate": 0.0001462677576168795, + "loss": 1.0697, + "step": 264 + }, + { + "epoch": 1.3554987212276215, + "grad_norm": 0.7860491135288276, + "learning_rate": 0.00014610678832529045, + "loss": 1.0252, + "step": 265 + }, + { + "epoch": 1.3606138107416879, + "grad_norm": 1.1586096133091477, + "learning_rate": 0.00014594497074017548, + "loss": 1.0488, + "step": 266 + }, + { + "epoch": 1.3657289002557544, + "grad_norm": 1.0597220126722886, + "learning_rate": 0.00014578230693800532, + "loss": 1.0832, + "step": 267 + }, + { + "epoch": 1.370843989769821, + "grad_norm": 0.9932062967120353, + "learning_rate": 0.00014561879900610946, + "loss": 1.0695, + "step": 268 + }, + { + "epoch": 1.3759590792838874, + "grad_norm": 1.22903542245493, + "learning_rate": 0.00014545444904264938, + "loss": 1.0699, + "step": 269 + }, + { + "epoch": 1.381074168797954, + "grad_norm": 0.8220411539596157, + "learning_rate": 0.00014528925915659177, + "loss": 1.0403, + "step": 270 + }, + { + "epoch": 1.3861892583120206, + "grad_norm": 0.6890142797754029, + "learning_rate": 0.00014512323146768127, + "loss": 1.0876, + "step": 271 + }, + { + "epoch": 1.391304347826087, + "grad_norm": 0.6649187014482618, + "learning_rate": 0.0001449563681064133, + "loss": 1.0341, + "step": 272 + }, + { + "epoch": 1.3964194373401535, + "grad_norm": 0.7764352724568059, + "learning_rate": 0.00014478867121400695, + "loss": 1.032, + "step": 273 + }, + { + "epoch": 1.40153452685422, + "grad_norm": 1.1369915666314934, + "learning_rate": 0.00014462014294237705, + "loss": 1.061, + "step": 274 + }, + { + "epoch": 1.4066496163682864, + "grad_norm": 1.1768286724701913, + "learning_rate": 0.0001444507854541071, + "loss": 1.0544, + "step": 275 + }, + { + "epoch": 1.4117647058823528, + "grad_norm": 0.570432672332846, + "learning_rate": 0.00014428060092242106, + "loss": 1.0563, + "step": 276 + }, + { + "epoch": 1.4168797953964194, + "grad_norm": 0.8815392140240954, + "learning_rate": 0.00014410959153115578, + "loss": 1.0556, + "step": 277 + }, + { + "epoch": 1.421994884910486, + "grad_norm": 1.5313592848267774, + "learning_rate": 0.00014393775947473274, + "loss": 1.0709, + "step": 278 + }, + { + "epoch": 1.4271099744245523, + "grad_norm": 0.521957544153483, + "learning_rate": 0.00014376510695813003, + "loss": 1.0587, + "step": 279 + }, + { + "epoch": 1.432225063938619, + "grad_norm": 1.346248541102802, + "learning_rate": 0.0001435916361968541, + "loss": 1.0428, + "step": 280 + }, + { + "epoch": 1.4373401534526855, + "grad_norm": 0.7504790380490416, + "learning_rate": 0.00014341734941691116, + "loss": 1.0378, + "step": 281 + }, + { + "epoch": 1.4424552429667519, + "grad_norm": 0.8545960490019313, + "learning_rate": 0.00014324224885477877, + "loss": 1.0872, + "step": 282 + }, + { + "epoch": 1.4475703324808185, + "grad_norm": 0.8147945107029777, + "learning_rate": 0.00014306633675737702, + "loss": 1.0674, + "step": 283 + }, + { + "epoch": 1.452685421994885, + "grad_norm": 1.1893545689604992, + "learning_rate": 0.00014288961538203983, + "loss": 1.0489, + "step": 284 + }, + { + "epoch": 1.4578005115089514, + "grad_norm": 1.2942117095522307, + "learning_rate": 0.00014271208699648586, + "loss": 1.0477, + "step": 285 + }, + { + "epoch": 1.4629156010230178, + "grad_norm": 0.7378283326633418, + "learning_rate": 0.00014253375387878953, + "loss": 1.0555, + "step": 286 + }, + { + "epoch": 1.4680306905370843, + "grad_norm": 0.7888946066967314, + "learning_rate": 0.00014235461831735156, + "loss": 1.0553, + "step": 287 + }, + { + "epoch": 1.473145780051151, + "grad_norm": 0.9641958232815284, + "learning_rate": 0.00014217468261086994, + "loss": 1.0715, + "step": 288 + }, + { + "epoch": 1.4782608695652173, + "grad_norm": 1.0802957905096358, + "learning_rate": 0.00014199394906831022, + "loss": 1.0573, + "step": 289 + }, + { + "epoch": 1.4833759590792839, + "grad_norm": 0.889710644387899, + "learning_rate": 0.00014181242000887583, + "loss": 1.0416, + "step": 290 + }, + { + "epoch": 1.4884910485933505, + "grad_norm": 0.9839182472936752, + "learning_rate": 0.0001416300977619785, + "loss": 1.0683, + "step": 291 + }, + { + "epoch": 1.4936061381074168, + "grad_norm": 1.4570363489326466, + "learning_rate": 0.00014144698466720824, + "loss": 1.0682, + "step": 292 + }, + { + "epoch": 1.4987212276214834, + "grad_norm": 0.6421264437106724, + "learning_rate": 0.00014126308307430336, + "loss": 1.036, + "step": 293 + }, + { + "epoch": 1.50383631713555, + "grad_norm": 0.7698446433339242, + "learning_rate": 0.0001410783953431203, + "loss": 1.0543, + "step": 294 + }, + { + "epoch": 1.5089514066496164, + "grad_norm": 1.135470942833899, + "learning_rate": 0.0001408929238436033, + "loss": 1.0494, + "step": 295 + }, + { + "epoch": 1.5140664961636827, + "grad_norm": 1.2574882854332994, + "learning_rate": 0.00014070667095575424, + "loss": 1.0329, + "step": 296 + }, + { + "epoch": 1.5191815856777495, + "grad_norm": 0.831583885097438, + "learning_rate": 0.0001405196390696017, + "loss": 1.0354, + "step": 297 + }, + { + "epoch": 1.5242966751918159, + "grad_norm": 0.8122054069061297, + "learning_rate": 0.00014033183058517062, + "loss": 1.0373, + "step": 298 + }, + { + "epoch": 1.5294117647058822, + "grad_norm": 0.789271302529768, + "learning_rate": 0.00014014324791245133, + "loss": 1.0661, + "step": 299 + }, + { + "epoch": 1.5345268542199488, + "grad_norm": 0.8876298298886537, + "learning_rate": 0.00013995389347136867, + "loss": 1.0772, + "step": 300 + }, + { + "epoch": 1.5396419437340154, + "grad_norm": 1.222594187103921, + "learning_rate": 0.00013976376969175098, + "loss": 1.0295, + "step": 301 + }, + { + "epoch": 1.5447570332480818, + "grad_norm": 0.8015203752241604, + "learning_rate": 0.00013957287901329886, + "loss": 1.0439, + "step": 302 + }, + { + "epoch": 1.5498721227621484, + "grad_norm": 0.7636174781609883, + "learning_rate": 0.0001393812238855539, + "loss": 1.0256, + "step": 303 + }, + { + "epoch": 1.554987212276215, + "grad_norm": 0.8361332402971631, + "learning_rate": 0.00013918880676786722, + "loss": 1.0638, + "step": 304 + }, + { + "epoch": 1.5601023017902813, + "grad_norm": 0.7824565656315564, + "learning_rate": 0.0001389956301293679, + "loss": 1.0348, + "step": 305 + }, + { + "epoch": 1.5652173913043477, + "grad_norm": 0.7422549311900589, + "learning_rate": 0.00013880169644893135, + "loss": 1.0527, + "step": 306 + }, + { + "epoch": 1.5703324808184145, + "grad_norm": 0.7467065337377603, + "learning_rate": 0.0001386070082151475, + "loss": 1.0486, + "step": 307 + }, + { + "epoch": 1.5754475703324808, + "grad_norm": 0.8423161393459444, + "learning_rate": 0.0001384115679262888, + "loss": 1.0466, + "step": 308 + }, + { + "epoch": 1.5805626598465472, + "grad_norm": 1.090652519689791, + "learning_rate": 0.00013821537809027818, + "loss": 1.0468, + "step": 309 + }, + { + "epoch": 1.5856777493606138, + "grad_norm": 1.12758760950078, + "learning_rate": 0.00013801844122465694, + "loss": 1.0219, + "step": 310 + }, + { + "epoch": 1.5907928388746804, + "grad_norm": 0.9857228161657801, + "learning_rate": 0.0001378207598565523, + "loss": 1.0627, + "step": 311 + }, + { + "epoch": 1.5959079283887467, + "grad_norm": 1.0964519178575107, + "learning_rate": 0.00013762233652264518, + "loss": 1.0654, + "step": 312 + }, + { + "epoch": 1.6010230179028133, + "grad_norm": 0.9862402374018855, + "learning_rate": 0.00013742317376913744, + "loss": 1.0593, + "step": 313 + }, + { + "epoch": 1.60613810741688, + "grad_norm": 1.0057422548976498, + "learning_rate": 0.00013722327415171932, + "loss": 1.0503, + "step": 314 + }, + { + "epoch": 1.6112531969309463, + "grad_norm": 1.0581487003208225, + "learning_rate": 0.00013702264023553672, + "loss": 1.0354, + "step": 315 + }, + { + "epoch": 1.6163682864450126, + "grad_norm": 1.0063487888499572, + "learning_rate": 0.000136821274595158, + "loss": 1.0325, + "step": 316 + }, + { + "epoch": 1.6214833759590794, + "grad_norm": 0.8988296059520002, + "learning_rate": 0.00013661917981454126, + "loss": 1.0509, + "step": 317 + }, + { + "epoch": 1.6265984654731458, + "grad_norm": 0.8858205141372513, + "learning_rate": 0.00013641635848700103, + "loss": 1.0396, + "step": 318 + }, + { + "epoch": 1.6317135549872122, + "grad_norm": 0.9577786403021353, + "learning_rate": 0.00013621281321517497, + "loss": 1.0605, + "step": 319 + }, + { + "epoch": 1.6368286445012787, + "grad_norm": 1.177906683540007, + "learning_rate": 0.00013600854661099062, + "loss": 1.032, + "step": 320 + }, + { + "epoch": 1.6419437340153453, + "grad_norm": 0.7028559175743067, + "learning_rate": 0.00013580356129563162, + "loss": 1.023, + "step": 321 + }, + { + "epoch": 1.6470588235294117, + "grad_norm": 0.6254370463820547, + "learning_rate": 0.00013559785989950438, + "loss": 1.0894, + "step": 322 + }, + { + "epoch": 1.6521739130434783, + "grad_norm": 0.8358491408593351, + "learning_rate": 0.00013539144506220414, + "loss": 1.0277, + "step": 323 + }, + { + "epoch": 1.6572890025575449, + "grad_norm": 0.9314769370329481, + "learning_rate": 0.00013518431943248103, + "loss": 1.0307, + "step": 324 + }, + { + "epoch": 1.6624040920716112, + "grad_norm": 0.9766494499709318, + "learning_rate": 0.0001349764856682064, + "loss": 1.0354, + "step": 325 + }, + { + "epoch": 1.6675191815856778, + "grad_norm": 1.0430759085655377, + "learning_rate": 0.00013476794643633828, + "loss": 1.0634, + "step": 326 + }, + { + "epoch": 1.6726342710997444, + "grad_norm": 1.1584154642373328, + "learning_rate": 0.00013455870441288754, + "loss": 1.0477, + "step": 327 + }, + { + "epoch": 1.6777493606138107, + "grad_norm": 0.8209211656616354, + "learning_rate": 0.00013434876228288328, + "loss": 1.0518, + "step": 328 + }, + { + "epoch": 1.682864450127877, + "grad_norm": 0.5950142309084981, + "learning_rate": 0.0001341381227403386, + "loss": 1.0413, + "step": 329 + }, + { + "epoch": 1.6879795396419437, + "grad_norm": 0.4248896581193454, + "learning_rate": 0.00013392678848821583, + "loss": 1.0595, + "step": 330 + }, + { + "epoch": 1.6930946291560103, + "grad_norm": 0.40787219995022117, + "learning_rate": 0.00013371476223839195, + "loss": 1.0542, + "step": 331 + }, + { + "epoch": 1.6982097186700766, + "grad_norm": 0.5982166226472746, + "learning_rate": 0.00013350204671162377, + "loss": 1.0473, + "step": 332 + }, + { + "epoch": 1.7033248081841432, + "grad_norm": 0.8234498529525044, + "learning_rate": 0.00013328864463751306, + "loss": 1.0422, + "step": 333 + }, + { + "epoch": 1.7084398976982098, + "grad_norm": 0.9120498916678802, + "learning_rate": 0.0001330745587544714, + "loss": 1.0445, + "step": 334 + }, + { + "epoch": 1.7135549872122762, + "grad_norm": 0.8536664285634687, + "learning_rate": 0.0001328597918096852, + "loss": 1.0591, + "step": 335 + }, + { + "epoch": 1.7186700767263428, + "grad_norm": 0.7798989542046489, + "learning_rate": 0.00013264434655908038, + "loss": 1.042, + "step": 336 + }, + { + "epoch": 1.7237851662404093, + "grad_norm": 0.7012097027827464, + "learning_rate": 0.0001324282257672869, + "loss": 1.0699, + "step": 337 + }, + { + "epoch": 1.7289002557544757, + "grad_norm": 0.5965066691156631, + "learning_rate": 0.00013221143220760342, + "loss": 1.0337, + "step": 338 + }, + { + "epoch": 1.734015345268542, + "grad_norm": 0.5689064722949222, + "learning_rate": 0.0001319939686619617, + "loss": 1.0305, + "step": 339 + }, + { + "epoch": 1.7391304347826086, + "grad_norm": 0.6528231761426132, + "learning_rate": 0.00013177583792089095, + "loss": 1.037, + "step": 340 + }, + { + "epoch": 1.7442455242966752, + "grad_norm": 0.6357980288661895, + "learning_rate": 0.00013155704278348173, + "loss": 1.05, + "step": 341 + }, + { + "epoch": 1.7493606138107416, + "grad_norm": 0.6725173799471241, + "learning_rate": 0.00013133758605735044, + "loss": 1.0486, + "step": 342 + }, + { + "epoch": 1.7544757033248082, + "grad_norm": 0.8324964493472449, + "learning_rate": 0.00013111747055860303, + "loss": 1.0654, + "step": 343 + }, + { + "epoch": 1.7595907928388748, + "grad_norm": 1.01836225761936, + "learning_rate": 0.00013089669911179892, + "loss": 1.0426, + "step": 344 + }, + { + "epoch": 1.7647058823529411, + "grad_norm": 1.2706031653553156, + "learning_rate": 0.00013067527454991475, + "loss": 1.041, + "step": 345 + }, + { + "epoch": 1.7698209718670077, + "grad_norm": 0.6881061023678446, + "learning_rate": 0.00013045319971430813, + "loss": 1.0352, + "step": 346 + }, + { + "epoch": 1.7749360613810743, + "grad_norm": 0.41782627403046635, + "learning_rate": 0.000130230477454681, + "loss": 1.0365, + "step": 347 + }, + { + "epoch": 1.7800511508951407, + "grad_norm": 0.6511442040505736, + "learning_rate": 0.0001300071106290432, + "loss": 1.0424, + "step": 348 + }, + { + "epoch": 1.785166240409207, + "grad_norm": 1.00122755561264, + "learning_rate": 0.00012978310210367573, + "loss": 1.0496, + "step": 349 + }, + { + "epoch": 1.7902813299232738, + "grad_norm": 1.2999707124683983, + "learning_rate": 0.00012955845475309404, + "loss": 1.0485, + "step": 350 + }, + { + "epoch": 1.7953964194373402, + "grad_norm": 0.7604920157178511, + "learning_rate": 0.00012933317146001101, + "loss": 1.0449, + "step": 351 + }, + { + "epoch": 1.8005115089514065, + "grad_norm": 0.7313280145451542, + "learning_rate": 0.0001291072551153001, + "loss": 1.0388, + "step": 352 + }, + { + "epoch": 1.8056265984654731, + "grad_norm": 0.7209698592252862, + "learning_rate": 0.00012888070861795817, + "loss": 1.0314, + "step": 353 + }, + { + "epoch": 1.8107416879795397, + "grad_norm": 0.4704918814827189, + "learning_rate": 0.00012865353487506837, + "loss": 1.0166, + "step": 354 + }, + { + "epoch": 1.815856777493606, + "grad_norm": 0.5594052291382118, + "learning_rate": 0.00012842573680176266, + "loss": 1.0162, + "step": 355 + }, + { + "epoch": 1.8209718670076727, + "grad_norm": 0.8592492119844757, + "learning_rate": 0.0001281973173211846, + "loss": 1.0713, + "step": 356 + }, + { + "epoch": 1.8260869565217392, + "grad_norm": 0.9047214294696422, + "learning_rate": 0.00012796827936445174, + "loss": 1.0344, + "step": 357 + }, + { + "epoch": 1.8312020460358056, + "grad_norm": 0.7971596491179705, + "learning_rate": 0.000127738625870618, + "loss": 1.0302, + "step": 358 + }, + { + "epoch": 1.836317135549872, + "grad_norm": 1.001864978195367, + "learning_rate": 0.00012750835978663595, + "loss": 1.0274, + "step": 359 + }, + { + "epoch": 1.8414322250639388, + "grad_norm": 1.519342002494586, + "learning_rate": 0.00012727748406731907, + "loss": 1.0617, + "step": 360 + }, + { + "epoch": 1.8465473145780051, + "grad_norm": 0.5804834547212457, + "learning_rate": 0.00012704600167530382, + "loss": 1.0474, + "step": 361 + }, + { + "epoch": 1.8516624040920715, + "grad_norm": 1.244178515922692, + "learning_rate": 0.00012681391558101149, + "loss": 1.0337, + "step": 362 + }, + { + "epoch": 1.856777493606138, + "grad_norm": 1.523561449211884, + "learning_rate": 0.00012658122876261021, + "loss": 1.0351, + "step": 363 + }, + { + "epoch": 1.8618925831202047, + "grad_norm": 0.6774947177487926, + "learning_rate": 0.00012634794420597674, + "loss": 1.0175, + "step": 364 + }, + { + "epoch": 1.867007672634271, + "grad_norm": 1.5925817066330552, + "learning_rate": 0.00012611406490465812, + "loss": 1.0642, + "step": 365 + }, + { + "epoch": 1.8721227621483376, + "grad_norm": 0.9024164489305665, + "learning_rate": 0.00012587959385983324, + "loss": 1.0234, + "step": 366 + }, + { + "epoch": 1.8772378516624042, + "grad_norm": 1.115764120453565, + "learning_rate": 0.00012564453408027426, + "loss": 1.0397, + "step": 367 + }, + { + "epoch": 1.8823529411764706, + "grad_norm": 1.1284878583531806, + "learning_rate": 0.00012540888858230824, + "loss": 1.0617, + "step": 368 + }, + { + "epoch": 1.887468030690537, + "grad_norm": 1.369054346796234, + "learning_rate": 0.00012517266038977818, + "loss": 1.0484, + "step": 369 + }, + { + "epoch": 1.8925831202046037, + "grad_norm": 0.5471933614937924, + "learning_rate": 0.0001249358525340043, + "loss": 1.0218, + "step": 370 + }, + { + "epoch": 1.89769820971867, + "grad_norm": 1.6768791794846525, + "learning_rate": 0.0001246984680537452, + "loss": 1.0132, + "step": 371 + }, + { + "epoch": 1.9028132992327365, + "grad_norm": 0.613549742278663, + "learning_rate": 0.00012446050999515888, + "loss": 1.0453, + "step": 372 + }, + { + "epoch": 1.907928388746803, + "grad_norm": 1.5773005910681697, + "learning_rate": 0.00012422198141176345, + "loss": 1.0459, + "step": 373 + }, + { + "epoch": 1.9130434782608696, + "grad_norm": 0.8312979883835351, + "learning_rate": 0.0001239828853643982, + "loss": 1.0369, + "step": 374 + }, + { + "epoch": 1.918158567774936, + "grad_norm": 1.3845792221589313, + "learning_rate": 0.0001237432249211842, + "loss": 1.0463, + "step": 375 + }, + { + "epoch": 1.9232736572890026, + "grad_norm": 1.0736341423406188, + "learning_rate": 0.00012350300315748484, + "loss": 1.0561, + "step": 376 + }, + { + "epoch": 1.9283887468030692, + "grad_norm": 0.8621125590588978, + "learning_rate": 0.00012326222315586668, + "loss": 1.0426, + "step": 377 + }, + { + "epoch": 1.9335038363171355, + "grad_norm": 0.904722020788263, + "learning_rate": 0.00012302088800605952, + "loss": 1.0259, + "step": 378 + }, + { + "epoch": 1.938618925831202, + "grad_norm": 0.6732585033574245, + "learning_rate": 0.00012277900080491692, + "loss": 1.0313, + "step": 379 + }, + { + "epoch": 1.9437340153452687, + "grad_norm": 0.6416698124531928, + "learning_rate": 0.00012253656465637653, + "loss": 1.0711, + "step": 380 + }, + { + "epoch": 1.948849104859335, + "grad_norm": 0.7122434752056842, + "learning_rate": 0.00012229358267142008, + "loss": 1.0713, + "step": 381 + }, + { + "epoch": 1.9539641943734014, + "grad_norm": 0.54611607531493, + "learning_rate": 0.00012205005796803375, + "loss": 1.0335, + "step": 382 + }, + { + "epoch": 1.959079283887468, + "grad_norm": 0.5359712603831651, + "learning_rate": 0.00012180599367116776, + "loss": 1.0232, + "step": 383 + }, + { + "epoch": 1.9641943734015346, + "grad_norm": 0.5280063176632849, + "learning_rate": 0.00012156139291269664, + "loss": 1.027, + "step": 384 + }, + { + "epoch": 1.969309462915601, + "grad_norm": 0.535083976279752, + "learning_rate": 0.0001213162588313788, + "loss": 1.0486, + "step": 385 + }, + { + "epoch": 1.9744245524296675, + "grad_norm": 0.4782403691033259, + "learning_rate": 0.00012107059457281637, + "loss": 1.0256, + "step": 386 + }, + { + "epoch": 1.979539641943734, + "grad_norm": 0.565136073142885, + "learning_rate": 0.00012082440328941484, + "loss": 1.0443, + "step": 387 + }, + { + "epoch": 1.9846547314578005, + "grad_norm": 0.5877927821168869, + "learning_rate": 0.0001205776881403425, + "loss": 1.0313, + "step": 388 + }, + { + "epoch": 1.989769820971867, + "grad_norm": 0.6255407764215224, + "learning_rate": 0.00012033045229149005, + "loss": 1.0342, + "step": 389 + }, + { + "epoch": 1.9948849104859336, + "grad_norm": 0.6759056742280855, + "learning_rate": 0.00012008269891542978, + "loss": 1.0514, + "step": 390 + }, + { + "epoch": 2.0, + "grad_norm": 0.8561590379204816, + "learning_rate": 0.00011983443119137513, + "loss": 1.5296, + "step": 391 + }, + { + "epoch": 2.0051150895140664, + "grad_norm": 1.381016128078137, + "learning_rate": 0.00011958565230513966, + "loss": 1.0089, + "step": 392 + }, + { + "epoch": 2.010230179028133, + "grad_norm": 0.8032002356442994, + "learning_rate": 0.00011933636544909622, + "loss": 1.0454, + "step": 393 + }, + { + "epoch": 2.0153452685421995, + "grad_norm": 0.43347228006186905, + "learning_rate": 0.00011908657382213605, + "loss": 1.0244, + "step": 394 + }, + { + "epoch": 2.020460358056266, + "grad_norm": 0.9300842333247236, + "learning_rate": 0.00011883628062962773, + "loss": 1.0108, + "step": 395 + }, + { + "epoch": 2.0255754475703327, + "grad_norm": 1.2033668729998865, + "learning_rate": 0.00011858548908337595, + "loss": 1.0058, + "step": 396 + }, + { + "epoch": 2.030690537084399, + "grad_norm": 0.8070429133656032, + "learning_rate": 0.00011833420240158042, + "loss": 1.0024, + "step": 397 + }, + { + "epoch": 2.0358056265984654, + "grad_norm": 0.5467994463899325, + "learning_rate": 0.00011808242380879444, + "loss": 1.0095, + "step": 398 + }, + { + "epoch": 2.040920716112532, + "grad_norm": 0.38547874756738976, + "learning_rate": 0.00011783015653588369, + "loss": 1.0221, + "step": 399 + }, + { + "epoch": 2.0460358056265986, + "grad_norm": 0.45167488291589547, + "learning_rate": 0.00011757740381998459, + "loss": 1.0307, + "step": 400 + }, + { + "epoch": 2.051150895140665, + "grad_norm": 0.5728713415264914, + "learning_rate": 0.00011732416890446289, + "loss": 1.0102, + "step": 401 + }, + { + "epoch": 2.0562659846547313, + "grad_norm": 0.5622015885826027, + "learning_rate": 0.00011707045503887201, + "loss": 1.0321, + "step": 402 + }, + { + "epoch": 2.061381074168798, + "grad_norm": 0.47465694453487833, + "learning_rate": 0.0001168162654789113, + "loss": 1.0022, + "step": 403 + }, + { + "epoch": 2.0664961636828645, + "grad_norm": 0.38423696046132405, + "learning_rate": 0.00011656160348638436, + "loss": 1.0368, + "step": 404 + }, + { + "epoch": 2.071611253196931, + "grad_norm": 0.35468814431123347, + "learning_rate": 0.00011630647232915709, + "loss": 1.0022, + "step": 405 + }, + { + "epoch": 2.0767263427109977, + "grad_norm": 0.3621831137612044, + "learning_rate": 0.00011605087528111576, + "loss": 1.0124, + "step": 406 + }, + { + "epoch": 2.081841432225064, + "grad_norm": 0.4590860171853655, + "learning_rate": 0.00011579481562212512, + "loss": 1.0342, + "step": 407 + }, + { + "epoch": 2.0869565217391304, + "grad_norm": 0.6112384224299995, + "learning_rate": 0.0001155382966379861, + "loss": 0.9972, + "step": 408 + }, + { + "epoch": 2.0920716112531967, + "grad_norm": 0.695206097014345, + "learning_rate": 0.00011528132162039391, + "loss": 1.0037, + "step": 409 + }, + { + "epoch": 2.0971867007672635, + "grad_norm": 0.788245237616969, + "learning_rate": 0.00011502389386689551, + "loss": 0.9974, + "step": 410 + }, + { + "epoch": 2.10230179028133, + "grad_norm": 0.9202020610857758, + "learning_rate": 0.00011476601668084759, + "loss": 1.0061, + "step": 411 + }, + { + "epoch": 2.1074168797953963, + "grad_norm": 1.0046129321237383, + "learning_rate": 0.00011450769337137389, + "loss": 1.025, + "step": 412 + }, + { + "epoch": 2.112531969309463, + "grad_norm": 0.83434322052857, + "learning_rate": 0.000114248927253323, + "loss": 1.0215, + "step": 413 + }, + { + "epoch": 2.1176470588235294, + "grad_norm": 0.5524509049937103, + "learning_rate": 0.00011398972164722564, + "loss": 1.0125, + "step": 414 + }, + { + "epoch": 2.122762148337596, + "grad_norm": 0.3945345722394861, + "learning_rate": 0.00011373007987925218, + "loss": 1.0342, + "step": 415 + }, + { + "epoch": 2.1278772378516626, + "grad_norm": 0.5147364920457403, + "learning_rate": 0.00011347000528116976, + "loss": 1.0367, + "step": 416 + }, + { + "epoch": 2.132992327365729, + "grad_norm": 0.6536344129940352, + "learning_rate": 0.00011320950119029985, + "loss": 1.0158, + "step": 417 + }, + { + "epoch": 2.1381074168797953, + "grad_norm": 0.6676422009570077, + "learning_rate": 0.00011294857094947507, + "loss": 1.0329, + "step": 418 + }, + { + "epoch": 2.1432225063938617, + "grad_norm": 0.5735086201100545, + "learning_rate": 0.0001126872179069966, + "loss": 1.0116, + "step": 419 + }, + { + "epoch": 2.1483375959079285, + "grad_norm": 0.47601350406210197, + "learning_rate": 0.00011242544541659102, + "loss": 1.0285, + "step": 420 + }, + { + "epoch": 2.153452685421995, + "grad_norm": 0.4143559734940057, + "learning_rate": 0.00011216325683736734, + "loss": 1.0246, + "step": 421 + }, + { + "epoch": 2.1585677749360612, + "grad_norm": 0.34742299383983577, + "learning_rate": 0.00011190065553377392, + "loss": 1.0288, + "step": 422 + }, + { + "epoch": 2.163682864450128, + "grad_norm": 0.4446200862863137, + "learning_rate": 0.00011163764487555522, + "loss": 1.0089, + "step": 423 + }, + { + "epoch": 2.1687979539641944, + "grad_norm": 0.3904742024949866, + "learning_rate": 0.00011137422823770866, + "loss": 1.0162, + "step": 424 + }, + { + "epoch": 2.1739130434782608, + "grad_norm": 0.3468757223042228, + "learning_rate": 0.00011111040900044125, + "loss": 1.0203, + "step": 425 + }, + { + "epoch": 2.1790281329923276, + "grad_norm": 0.39737691764617955, + "learning_rate": 0.00011084619054912619, + "loss": 1.0335, + "step": 426 + }, + { + "epoch": 2.184143222506394, + "grad_norm": 0.3383994927388332, + "learning_rate": 0.00011058157627425948, + "loss": 0.9695, + "step": 427 + }, + { + "epoch": 2.1892583120204603, + "grad_norm": 0.33040617935487243, + "learning_rate": 0.00011031656957141643, + "loss": 1.0244, + "step": 428 + }, + { + "epoch": 2.1943734015345266, + "grad_norm": 0.4212857692090894, + "learning_rate": 0.00011005117384120798, + "loss": 1.0466, + "step": 429 + }, + { + "epoch": 2.1994884910485935, + "grad_norm": 0.6213113924496735, + "learning_rate": 0.00010978539248923722, + "loss": 1.0372, + "step": 430 + }, + { + "epoch": 2.20460358056266, + "grad_norm": 0.7462378811042474, + "learning_rate": 0.00010951922892605553, + "loss": 1.0139, + "step": 431 + }, + { + "epoch": 2.209718670076726, + "grad_norm": 0.6984427005704308, + "learning_rate": 0.00010925268656711894, + "loss": 1.023, + "step": 432 + }, + { + "epoch": 2.214833759590793, + "grad_norm": 0.6346802419956531, + "learning_rate": 0.0001089857688327442, + "loss": 0.9984, + "step": 433 + }, + { + "epoch": 2.2199488491048593, + "grad_norm": 0.612789907689284, + "learning_rate": 0.00010871847914806503, + "loss": 1.0259, + "step": 434 + }, + { + "epoch": 2.2250639386189257, + "grad_norm": 0.5284138979478009, + "learning_rate": 0.00010845082094298794, + "loss": 1.0258, + "step": 435 + }, + { + "epoch": 2.2301790281329925, + "grad_norm": 0.36597869072338884, + "learning_rate": 0.00010818279765214853, + "loss": 1.0084, + "step": 436 + }, + { + "epoch": 2.235294117647059, + "grad_norm": 0.29982136342979027, + "learning_rate": 0.00010791441271486708, + "loss": 1.0287, + "step": 437 + }, + { + "epoch": 2.2404092071611252, + "grad_norm": 0.30479749358568886, + "learning_rate": 0.00010764566957510469, + "loss": 1.0012, + "step": 438 + }, + { + "epoch": 2.2455242966751916, + "grad_norm": 0.3305269824424927, + "learning_rate": 0.00010737657168141889, + "loss": 1.0037, + "step": 439 + }, + { + "epoch": 2.2506393861892584, + "grad_norm": 0.35155297727172763, + "learning_rate": 0.00010710712248691956, + "loss": 0.995, + "step": 440 + }, + { + "epoch": 2.2557544757033248, + "grad_norm": 0.4137242643914776, + "learning_rate": 0.00010683732544922449, + "loss": 0.987, + "step": 441 + }, + { + "epoch": 2.260869565217391, + "grad_norm": 0.3905105509743982, + "learning_rate": 0.00010656718403041502, + "loss": 1.007, + "step": 442 + }, + { + "epoch": 2.265984654731458, + "grad_norm": 0.2770119849444069, + "learning_rate": 0.0001062967016969917, + "loss": 1.0284, + "step": 443 + }, + { + "epoch": 2.2710997442455243, + "grad_norm": 0.26449698605636457, + "learning_rate": 0.00010602588191982973, + "loss": 0.9899, + "step": 444 + }, + { + "epoch": 2.2762148337595907, + "grad_norm": 0.31210485637648877, + "learning_rate": 0.00010575472817413442, + "loss": 1.0327, + "step": 445 + }, + { + "epoch": 2.2813299232736575, + "grad_norm": 0.2858229366718099, + "learning_rate": 0.00010548324393939672, + "loss": 1.0193, + "step": 446 + }, + { + "epoch": 2.286445012787724, + "grad_norm": 0.22011619436189744, + "learning_rate": 0.00010521143269934834, + "loss": 1.0272, + "step": 447 + }, + { + "epoch": 2.29156010230179, + "grad_norm": 0.27090570626400357, + "learning_rate": 0.00010493929794191724, + "loss": 1.0181, + "step": 448 + }, + { + "epoch": 2.296675191815857, + "grad_norm": 0.31785604120748834, + "learning_rate": 0.00010466684315918282, + "loss": 1.0006, + "step": 449 + }, + { + "epoch": 2.3017902813299234, + "grad_norm": 0.3032636927731663, + "learning_rate": 0.0001043940718473311, + "loss": 1.0147, + "step": 450 + }, + { + "epoch": 2.3069053708439897, + "grad_norm": 0.2375690504332674, + "learning_rate": 0.00010412098750660978, + "loss": 1.0018, + "step": 451 + }, + { + "epoch": 2.312020460358056, + "grad_norm": 0.3456416612358553, + "learning_rate": 0.00010384759364128357, + "loss": 0.9881, + "step": 452 + }, + { + "epoch": 2.317135549872123, + "grad_norm": 0.4194030878444893, + "learning_rate": 0.00010357389375958886, + "loss": 0.9927, + "step": 453 + }, + { + "epoch": 2.3222506393861893, + "grad_norm": 0.46414687932122983, + "learning_rate": 0.00010329989137368903, + "loss": 1.0227, + "step": 454 + }, + { + "epoch": 2.3273657289002556, + "grad_norm": 0.6333868297695803, + "learning_rate": 0.00010302558999962913, + "loss": 1.0179, + "step": 455 + }, + { + "epoch": 2.3324808184143224, + "grad_norm": 0.8246141961755575, + "learning_rate": 0.00010275099315729098, + "loss": 1.0122, + "step": 456 + }, + { + "epoch": 2.337595907928389, + "grad_norm": 0.9329035035972839, + "learning_rate": 0.00010247610437034788, + "loss": 1.0256, + "step": 457 + }, + { + "epoch": 2.342710997442455, + "grad_norm": 0.8920959003753987, + "learning_rate": 0.00010220092716621933, + "loss": 1.0336, + "step": 458 + }, + { + "epoch": 2.3478260869565215, + "grad_norm": 0.7649026682124002, + "learning_rate": 0.00010192546507602599, + "loss": 0.9979, + "step": 459 + }, + { + "epoch": 2.3529411764705883, + "grad_norm": 0.5318293860445822, + "learning_rate": 0.00010164972163454407, + "loss": 0.9965, + "step": 460 + }, + { + "epoch": 2.3580562659846547, + "grad_norm": 0.3706902670999193, + "learning_rate": 0.00010137370038016026, + "loss": 1.0004, + "step": 461 + }, + { + "epoch": 2.363171355498721, + "grad_norm": 0.361701979402021, + "learning_rate": 0.00010109740485482612, + "loss": 1.0072, + "step": 462 + }, + { + "epoch": 2.368286445012788, + "grad_norm": 0.4019014044381587, + "learning_rate": 0.0001008208386040127, + "loss": 0.986, + "step": 463 + }, + { + "epoch": 2.373401534526854, + "grad_norm": 0.4620567850345528, + "learning_rate": 0.00010054400517666505, + "loss": 1.0342, + "step": 464 + }, + { + "epoch": 2.3785166240409206, + "grad_norm": 0.4681673124155279, + "learning_rate": 0.00010026690812515676, + "loss": 1.0193, + "step": 465 + }, + { + "epoch": 2.3836317135549874, + "grad_norm": 0.42130381882854007, + "learning_rate": 9.998955100524414e-05, + "loss": 1.0097, + "step": 466 + }, + { + "epoch": 2.3887468030690537, + "grad_norm": 0.33474077626940735, + "learning_rate": 9.971193737602085e-05, + "loss": 1.0008, + "step": 467 + }, + { + "epoch": 2.39386189258312, + "grad_norm": 0.29874381080717, + "learning_rate": 9.94340707998721e-05, + "loss": 1.0015, + "step": 468 + }, + { + "epoch": 2.398976982097187, + "grad_norm": 0.2804936921637105, + "learning_rate": 9.915595484242893e-05, + "loss": 1.0164, + "step": 469 + }, + { + "epoch": 2.4040920716112533, + "grad_norm": 0.28970206873273624, + "learning_rate": 9.887759307252252e-05, + "loss": 1.0069, + "step": 470 + }, + { + "epoch": 2.4092071611253196, + "grad_norm": 0.2663880382326739, + "learning_rate": 9.859898906213834e-05, + "loss": 1.0084, + "step": 471 + }, + { + "epoch": 2.414322250639386, + "grad_norm": 0.3201947655467473, + "learning_rate": 9.832014638637028e-05, + "loss": 1.0157, + "step": 472 + }, + { + "epoch": 2.419437340153453, + "grad_norm": 0.2791216226508958, + "learning_rate": 9.804106862337496e-05, + "loss": 0.9785, + "step": 473 + }, + { + "epoch": 2.424552429667519, + "grad_norm": 0.31822985832697637, + "learning_rate": 9.77617593543255e-05, + "loss": 1.0181, + "step": 474 + }, + { + "epoch": 2.4296675191815855, + "grad_norm": 0.2927332305658229, + "learning_rate": 9.748222216336591e-05, + "loss": 1.0018, + "step": 475 + }, + { + "epoch": 2.4347826086956523, + "grad_norm": 0.30006184933469426, + "learning_rate": 9.720246063756482e-05, + "loss": 0.9921, + "step": 476 + }, + { + "epoch": 2.4398976982097187, + "grad_norm": 0.3416495170384536, + "learning_rate": 9.692247836686964e-05, + "loss": 1.0278, + "step": 477 + }, + { + "epoch": 2.445012787723785, + "grad_norm": 0.3687081034325788, + "learning_rate": 9.664227894406033e-05, + "loss": 1.0093, + "step": 478 + }, + { + "epoch": 2.4501278772378514, + "grad_norm": 0.370813800196682, + "learning_rate": 9.63618659647035e-05, + "loss": 0.9817, + "step": 479 + }, + { + "epoch": 2.455242966751918, + "grad_norm": 0.3369139030783905, + "learning_rate": 9.608124302710603e-05, + "loss": 0.9864, + "step": 480 + }, + { + "epoch": 2.4603580562659846, + "grad_norm": 0.3663218481972242, + "learning_rate": 9.580041373226909e-05, + "loss": 1.0331, + "step": 481 + }, + { + "epoch": 2.4654731457800514, + "grad_norm": 0.30714759554897403, + "learning_rate": 9.551938168384183e-05, + "loss": 1.0296, + "step": 482 + }, + { + "epoch": 2.4705882352941178, + "grad_norm": 0.31231457503575155, + "learning_rate": 9.523815048807525e-05, + "loss": 0.9932, + "step": 483 + }, + { + "epoch": 2.475703324808184, + "grad_norm": 0.28265453071623914, + "learning_rate": 9.495672375377572e-05, + "loss": 1.0106, + "step": 484 + }, + { + "epoch": 2.4808184143222505, + "grad_norm": 0.6253742051342691, + "learning_rate": 9.467510509225887e-05, + "loss": 1.0009, + "step": 485 + }, + { + "epoch": 2.4859335038363173, + "grad_norm": 0.3301521421025129, + "learning_rate": 9.439329811730313e-05, + "loss": 1.0149, + "step": 486 + }, + { + "epoch": 2.4910485933503836, + "grad_norm": 0.3339607112416421, + "learning_rate": 9.411130644510346e-05, + "loss": 1.0063, + "step": 487 + }, + { + "epoch": 2.49616368286445, + "grad_norm": 0.43097055987261607, + "learning_rate": 9.382913369422483e-05, + "loss": 1.0006, + "step": 488 + }, + { + "epoch": 2.501278772378517, + "grad_norm": 0.4628233259981002, + "learning_rate": 9.354678348555588e-05, + "loss": 1.01, + "step": 489 + }, + { + "epoch": 2.506393861892583, + "grad_norm": 0.42109201238862093, + "learning_rate": 9.32642594422624e-05, + "loss": 1.0005, + "step": 490 + }, + { + "epoch": 2.5115089514066495, + "grad_norm": 0.3000190268265243, + "learning_rate": 9.298156518974083e-05, + "loss": 0.9828, + "step": 491 + }, + { + "epoch": 2.516624040920716, + "grad_norm": 0.34447764215788584, + "learning_rate": 9.269870435557182e-05, + "loss": 0.9983, + "step": 492 + }, + { + "epoch": 2.5217391304347827, + "grad_norm": 0.34719463151150515, + "learning_rate": 9.241568056947357e-05, + "loss": 0.9957, + "step": 493 + }, + { + "epoch": 2.526854219948849, + "grad_norm": 0.3562431622604642, + "learning_rate": 9.213249746325538e-05, + "loss": 1.009, + "step": 494 + }, + { + "epoch": 2.531969309462916, + "grad_norm": 0.4561876850442379, + "learning_rate": 9.184915867077087e-05, + "loss": 1.0251, + "step": 495 + }, + { + "epoch": 2.5370843989769822, + "grad_norm": 0.4511984999410279, + "learning_rate": 9.156566782787153e-05, + "loss": 1.0187, + "step": 496 + }, + { + "epoch": 2.5421994884910486, + "grad_norm": 0.44832399361859254, + "learning_rate": 9.128202857235994e-05, + "loss": 1.001, + "step": 497 + }, + { + "epoch": 2.547314578005115, + "grad_norm": 0.33173037324641885, + "learning_rate": 9.09982445439432e-05, + "loss": 0.994, + "step": 498 + }, + { + "epoch": 2.5524296675191813, + "grad_norm": 0.29896063500798026, + "learning_rate": 9.07143193841861e-05, + "loss": 1.0045, + "step": 499 + }, + { + "epoch": 2.557544757033248, + "grad_norm": 0.3423239422564292, + "learning_rate": 9.04302567364645e-05, + "loss": 1.0003, + "step": 500 + }, + { + "epoch": 2.5626598465473145, + "grad_norm": 0.36432147271465287, + "learning_rate": 9.014606024591843e-05, + "loss": 0.9986, + "step": 501 + }, + { + "epoch": 2.5677749360613813, + "grad_norm": 0.3596896213509184, + "learning_rate": 8.986173355940555e-05, + "loss": 1.0247, + "step": 502 + }, + { + "epoch": 2.5728900255754477, + "grad_norm": 0.4405726852473915, + "learning_rate": 8.95772803254541e-05, + "loss": 0.9924, + "step": 503 + }, + { + "epoch": 2.578005115089514, + "grad_norm": 0.3170631360066317, + "learning_rate": 8.92927041942163e-05, + "loss": 1.0303, + "step": 504 + }, + { + "epoch": 2.5831202046035804, + "grad_norm": 0.3387391303505355, + "learning_rate": 8.900800881742133e-05, + "loss": 1.0151, + "step": 505 + }, + { + "epoch": 2.588235294117647, + "grad_norm": 0.28833695365918766, + "learning_rate": 8.872319784832858e-05, + "loss": 1.013, + "step": 506 + }, + { + "epoch": 2.5933503836317136, + "grad_norm": 0.20607008360250567, + "learning_rate": 8.843827494168073e-05, + "loss": 1.0073, + "step": 507 + }, + { + "epoch": 2.59846547314578, + "grad_norm": 0.2626303665983081, + "learning_rate": 8.815324375365687e-05, + "loss": 0.9952, + "step": 508 + }, + { + "epoch": 2.6035805626598467, + "grad_norm": 0.3287929618310504, + "learning_rate": 8.78681079418256e-05, + "loss": 1.01, + "step": 509 + }, + { + "epoch": 2.608695652173913, + "grad_norm": 0.3133004696328574, + "learning_rate": 8.758287116509804e-05, + "loss": 0.9878, + "step": 510 + }, + { + "epoch": 2.6138107416879794, + "grad_norm": 0.26137737343431855, + "learning_rate": 8.729753708368088e-05, + "loss": 1.0001, + "step": 511 + }, + { + "epoch": 2.618925831202046, + "grad_norm": 0.2417595400284646, + "learning_rate": 8.701210935902947e-05, + "loss": 1.0085, + "step": 512 + }, + { + "epoch": 2.6240409207161126, + "grad_norm": 0.20556326952478393, + "learning_rate": 8.672659165380083e-05, + "loss": 1.0005, + "step": 513 + }, + { + "epoch": 2.629156010230179, + "grad_norm": 0.21749270028177237, + "learning_rate": 8.644098763180664e-05, + "loss": 1.0139, + "step": 514 + }, + { + "epoch": 2.634271099744246, + "grad_norm": 0.22529865204782643, + "learning_rate": 8.61553009579661e-05, + "loss": 1.0147, + "step": 515 + }, + { + "epoch": 2.639386189258312, + "grad_norm": 0.29286565968536116, + "learning_rate": 8.586953529825917e-05, + "loss": 0.9954, + "step": 516 + }, + { + "epoch": 2.6445012787723785, + "grad_norm": 0.3699915833902878, + "learning_rate": 8.558369431967922e-05, + "loss": 1.0262, + "step": 517 + }, + { + "epoch": 2.649616368286445, + "grad_norm": 0.3086840195749082, + "learning_rate": 8.529778169018625e-05, + "loss": 1.0062, + "step": 518 + }, + { + "epoch": 2.6547314578005117, + "grad_norm": 0.2876573818915736, + "learning_rate": 8.501180107865959e-05, + "loss": 1.0012, + "step": 519 + }, + { + "epoch": 2.659846547314578, + "grad_norm": 0.23893237612799384, + "learning_rate": 8.472575615485099e-05, + "loss": 1.0174, + "step": 520 + }, + { + "epoch": 2.6649616368286444, + "grad_norm": 0.23873637581404566, + "learning_rate": 8.44396505893375e-05, + "loss": 1.0141, + "step": 521 + }, + { + "epoch": 2.670076726342711, + "grad_norm": 0.19494201056390806, + "learning_rate": 8.415348805347421e-05, + "loss": 0.9877, + "step": 522 + }, + { + "epoch": 2.6751918158567776, + "grad_norm": 0.21348437759871342, + "learning_rate": 8.386727221934741e-05, + "loss": 0.9866, + "step": 523 + }, + { + "epoch": 2.680306905370844, + "grad_norm": 0.2610271703225153, + "learning_rate": 8.35810067597272e-05, + "loss": 1.0117, + "step": 524 + }, + { + "epoch": 2.6854219948849103, + "grad_norm": 0.20408308006728992, + "learning_rate": 8.329469534802058e-05, + "loss": 0.9993, + "step": 525 + }, + { + "epoch": 2.690537084398977, + "grad_norm": 0.17654912107193485, + "learning_rate": 8.300834165822416e-05, + "loss": 1.0052, + "step": 526 + }, + { + "epoch": 2.6956521739130435, + "grad_norm": 0.23701778310743846, + "learning_rate": 8.272194936487709e-05, + "loss": 0.9946, + "step": 527 + }, + { + "epoch": 2.70076726342711, + "grad_norm": 0.20975206836600477, + "learning_rate": 8.243552214301382e-05, + "loss": 1.0019, + "step": 528 + }, + { + "epoch": 2.7058823529411766, + "grad_norm": 0.2175874800056513, + "learning_rate": 8.214906366811713e-05, + "loss": 1.0069, + "step": 529 + }, + { + "epoch": 2.710997442455243, + "grad_norm": 0.1921986755255322, + "learning_rate": 8.186257761607076e-05, + "loss": 1.0055, + "step": 530 + }, + { + "epoch": 2.7161125319693094, + "grad_norm": 0.24795865579153492, + "learning_rate": 8.157606766311236e-05, + "loss": 1.024, + "step": 531 + }, + { + "epoch": 2.7212276214833757, + "grad_norm": 0.19549655493129472, + "learning_rate": 8.128953748578625e-05, + "loss": 1.0271, + "step": 532 + }, + { + "epoch": 2.7263427109974425, + "grad_norm": 0.23282883600049625, + "learning_rate": 8.100299076089628e-05, + "loss": 0.9891, + "step": 533 + }, + { + "epoch": 2.731457800511509, + "grad_norm": 0.26082933290129945, + "learning_rate": 8.071643116545865e-05, + "loss": 1.0149, + "step": 534 + }, + { + "epoch": 2.7365728900255757, + "grad_norm": 0.26152603055694823, + "learning_rate": 8.042986237665475e-05, + "loss": 1.0227, + "step": 535 + }, + { + "epoch": 2.741687979539642, + "grad_norm": 0.2426042651939562, + "learning_rate": 8.014328807178386e-05, + "loss": 1.0098, + "step": 536 + }, + { + "epoch": 2.7468030690537084, + "grad_norm": 0.22784410485991166, + "learning_rate": 7.985671192821616e-05, + "loss": 1.0003, + "step": 537 + }, + { + "epoch": 2.7519181585677748, + "grad_norm": 0.22699737171816037, + "learning_rate": 7.957013762334525e-05, + "loss": 1.0246, + "step": 538 + }, + { + "epoch": 2.7570332480818416, + "grad_norm": 0.23210188945309745, + "learning_rate": 7.928356883454137e-05, + "loss": 1.0036, + "step": 539 + }, + { + "epoch": 2.762148337595908, + "grad_norm": 0.24048763890708685, + "learning_rate": 7.899700923910376e-05, + "loss": 0.9906, + "step": 540 + }, + { + "epoch": 2.7672634271099743, + "grad_norm": 0.257128135830221, + "learning_rate": 7.871046251421379e-05, + "loss": 0.9925, + "step": 541 + }, + { + "epoch": 2.772378516624041, + "grad_norm": 0.23202894799634624, + "learning_rate": 7.842393233688767e-05, + "loss": 1.0127, + "step": 542 + }, + { + "epoch": 2.7774936061381075, + "grad_norm": 0.21076498907777885, + "learning_rate": 7.813742238392924e-05, + "loss": 1.0138, + "step": 543 + }, + { + "epoch": 2.782608695652174, + "grad_norm": 0.22887397533756398, + "learning_rate": 7.785093633188289e-05, + "loss": 0.9787, + "step": 544 + }, + { + "epoch": 2.78772378516624, + "grad_norm": 0.2404840944612172, + "learning_rate": 7.75644778569862e-05, + "loss": 0.9963, + "step": 545 + }, + { + "epoch": 2.792838874680307, + "grad_norm": 0.18629613157074487, + "learning_rate": 7.727805063512294e-05, + "loss": 0.9864, + "step": 546 + }, + { + "epoch": 2.7979539641943734, + "grad_norm": 0.22879442074029022, + "learning_rate": 7.699165834177585e-05, + "loss": 1.0102, + "step": 547 + }, + { + "epoch": 2.80306905370844, + "grad_norm": 0.23593054489382964, + "learning_rate": 7.670530465197942e-05, + "loss": 1.0227, + "step": 548 + }, + { + "epoch": 2.8081841432225065, + "grad_norm": 0.20189988478036155, + "learning_rate": 7.641899324027281e-05, + "loss": 1.0219, + "step": 549 + }, + { + "epoch": 2.813299232736573, + "grad_norm": 0.24828137261438246, + "learning_rate": 7.613272778065263e-05, + "loss": 1.0045, + "step": 550 + }, + { + "epoch": 2.8184143222506393, + "grad_norm": 0.2157701472534619, + "learning_rate": 7.584651194652581e-05, + "loss": 1.0125, + "step": 551 + }, + { + "epoch": 2.8235294117647056, + "grad_norm": 0.17015517958877327, + "learning_rate": 7.556034941066256e-05, + "loss": 1.0053, + "step": 552 + }, + { + "epoch": 2.8286445012787724, + "grad_norm": 0.22130484910335416, + "learning_rate": 7.527424384514903e-05, + "loss": 0.999, + "step": 553 + }, + { + "epoch": 2.833759590792839, + "grad_norm": 0.20391913170666773, + "learning_rate": 7.498819892134045e-05, + "loss": 1.0163, + "step": 554 + }, + { + "epoch": 2.8388746803069056, + "grad_norm": 0.20720182960275763, + "learning_rate": 7.470221830981378e-05, + "loss": 1.0151, + "step": 555 + }, + { + "epoch": 2.843989769820972, + "grad_norm": 0.21753937615745583, + "learning_rate": 7.441630568032079e-05, + "loss": 1.0092, + "step": 556 + }, + { + "epoch": 2.8491048593350383, + "grad_norm": 0.22387737130429428, + "learning_rate": 7.413046470174087e-05, + "loss": 1.0021, + "step": 557 + }, + { + "epoch": 2.8542199488491047, + "grad_norm": 0.22178475826624403, + "learning_rate": 7.38446990420339e-05, + "loss": 1.0033, + "step": 558 + }, + { + "epoch": 2.8593350383631715, + "grad_norm": 0.2714637281511857, + "learning_rate": 7.355901236819339e-05, + "loss": 1.0008, + "step": 559 + }, + { + "epoch": 2.864450127877238, + "grad_norm": 0.24531134435835011, + "learning_rate": 7.327340834619917e-05, + "loss": 1.0173, + "step": 560 + }, + { + "epoch": 2.869565217391304, + "grad_norm": 0.23304836763846518, + "learning_rate": 7.298789064097055e-05, + "loss": 1.0041, + "step": 561 + }, + { + "epoch": 2.874680306905371, + "grad_norm": 0.23283268931818618, + "learning_rate": 7.270246291631918e-05, + "loss": 1.0065, + "step": 562 + }, + { + "epoch": 2.8797953964194374, + "grad_norm": 0.28906409841345, + "learning_rate": 7.241712883490198e-05, + "loss": 1.0183, + "step": 563 + }, + { + "epoch": 2.8849104859335037, + "grad_norm": 0.26482896625331576, + "learning_rate": 7.213189205817443e-05, + "loss": 0.9837, + "step": 564 + }, + { + "epoch": 2.89002557544757, + "grad_norm": 0.23112874854066667, + "learning_rate": 7.184675624634311e-05, + "loss": 1.0054, + "step": 565 + }, + { + "epoch": 2.895140664961637, + "grad_norm": 0.24317449030985097, + "learning_rate": 7.15617250583193e-05, + "loss": 0.999, + "step": 566 + }, + { + "epoch": 2.9002557544757033, + "grad_norm": 0.32732824347638817, + "learning_rate": 7.127680215167146e-05, + "loss": 0.9891, + "step": 567 + }, + { + "epoch": 2.90537084398977, + "grad_norm": 0.30595491785320433, + "learning_rate": 7.099199118257869e-05, + "loss": 0.9984, + "step": 568 + }, + { + "epoch": 2.9104859335038364, + "grad_norm": 0.270848644431639, + "learning_rate": 7.070729580578373e-05, + "loss": 1.0151, + "step": 569 + }, + { + "epoch": 2.915601023017903, + "grad_norm": 0.2644114393044732, + "learning_rate": 7.042271967454591e-05, + "loss": 0.9987, + "step": 570 + }, + { + "epoch": 2.920716112531969, + "grad_norm": 0.21941955834716276, + "learning_rate": 7.013826644059448e-05, + "loss": 1.0138, + "step": 571 + }, + { + "epoch": 2.9258312020460355, + "grad_norm": 0.2825462760834641, + "learning_rate": 6.985393975408161e-05, + "loss": 1.0058, + "step": 572 + }, + { + "epoch": 2.9309462915601023, + "grad_norm": 0.29876161391962847, + "learning_rate": 6.956974326353553e-05, + "loss": 0.9933, + "step": 573 + }, + { + "epoch": 2.9360613810741687, + "grad_norm": 0.21038863146466047, + "learning_rate": 6.928568061581392e-05, + "loss": 1.0045, + "step": 574 + }, + { + "epoch": 2.9411764705882355, + "grad_norm": 0.24871666978117873, + "learning_rate": 6.90017554560568e-05, + "loss": 1.0137, + "step": 575 + }, + { + "epoch": 2.946291560102302, + "grad_norm": 0.2509893555667477, + "learning_rate": 6.871797142764008e-05, + "loss": 1.0075, + "step": 576 + }, + { + "epoch": 2.9514066496163682, + "grad_norm": 0.18743939396884352, + "learning_rate": 6.843433217212851e-05, + "loss": 1.0183, + "step": 577 + }, + { + "epoch": 2.9565217391304346, + "grad_norm": 0.20396334066646526, + "learning_rate": 6.815084132922916e-05, + "loss": 1.0243, + "step": 578 + }, + { + "epoch": 2.9616368286445014, + "grad_norm": 0.2143958956025943, + "learning_rate": 6.786750253674466e-05, + "loss": 1.0003, + "step": 579 + }, + { + "epoch": 2.9667519181585678, + "grad_norm": 0.18697396090837168, + "learning_rate": 6.758431943052643e-05, + "loss": 1.0061, + "step": 580 + }, + { + "epoch": 2.971867007672634, + "grad_norm": 0.23047142469720475, + "learning_rate": 6.73012956444282e-05, + "loss": 0.9919, + "step": 581 + }, + { + "epoch": 2.976982097186701, + "grad_norm": 0.22718676594117237, + "learning_rate": 6.70184348102592e-05, + "loss": 1.011, + "step": 582 + }, + { + "epoch": 2.9820971867007673, + "grad_norm": 0.17951187476574207, + "learning_rate": 6.673574055773763e-05, + "loss": 1.0128, + "step": 583 + }, + { + "epoch": 2.9872122762148337, + "grad_norm": 0.21411989833562928, + "learning_rate": 6.645321651444413e-05, + "loss": 1.0125, + "step": 584 + }, + { + "epoch": 2.9923273657289, + "grad_norm": 0.20680740641794057, + "learning_rate": 6.617086630577517e-05, + "loss": 0.9937, + "step": 585 + }, + { + "epoch": 2.997442455242967, + "grad_norm": 0.21453037325893434, + "learning_rate": 6.588869355489655e-05, + "loss": 1.01, + "step": 586 + }, + { + "epoch": 3.002557544757033, + "grad_norm": 0.3030812536548564, + "learning_rate": 6.560670188269691e-05, + "loss": 1.5313, + "step": 587 + }, + { + "epoch": 3.0076726342710995, + "grad_norm": 0.26671231746704943, + "learning_rate": 6.532489490774116e-05, + "loss": 1.0068, + "step": 588 + }, + { + "epoch": 3.0127877237851663, + "grad_norm": 0.226380753216681, + "learning_rate": 6.504327624622432e-05, + "loss": 1.0075, + "step": 589 + }, + { + "epoch": 3.0179028132992327, + "grad_norm": 0.22198165995246655, + "learning_rate": 6.476184951192478e-05, + "loss": 0.9587, + "step": 590 + }, + { + "epoch": 3.023017902813299, + "grad_norm": 0.25142010177475915, + "learning_rate": 6.448061831615818e-05, + "loss": 0.9979, + "step": 591 + }, + { + "epoch": 3.028132992327366, + "grad_norm": 0.23039021907280735, + "learning_rate": 6.419958626773094e-05, + "loss": 0.991, + "step": 592 + }, + { + "epoch": 3.0332480818414322, + "grad_norm": 0.19358315586895924, + "learning_rate": 6.3918756972894e-05, + "loss": 0.9699, + "step": 593 + }, + { + "epoch": 3.0383631713554986, + "grad_norm": 0.20409950024884876, + "learning_rate": 6.363813403529654e-05, + "loss": 0.9685, + "step": 594 + }, + { + "epoch": 3.0434782608695654, + "grad_norm": 0.20796747128888024, + "learning_rate": 6.335772105593967e-05, + "loss": 0.9803, + "step": 595 + }, + { + "epoch": 3.0485933503836318, + "grad_norm": 0.19636346924665282, + "learning_rate": 6.307752163313039e-05, + "loss": 0.9709, + "step": 596 + }, + { + "epoch": 3.053708439897698, + "grad_norm": 0.20953419178425575, + "learning_rate": 6.279753936243518e-05, + "loss": 0.9833, + "step": 597 + }, + { + "epoch": 3.0588235294117645, + "grad_norm": 0.21995568214122566, + "learning_rate": 6.25177778366341e-05, + "loss": 0.9853, + "step": 598 + }, + { + "epoch": 3.0639386189258313, + "grad_norm": 0.20012803133949741, + "learning_rate": 6.223824064567454e-05, + "loss": 0.9842, + "step": 599 + }, + { + "epoch": 3.0690537084398977, + "grad_norm": 0.20316280739878417, + "learning_rate": 6.195893137662507e-05, + "loss": 0.9971, + "step": 600 + }, + { + "epoch": 3.074168797953964, + "grad_norm": 0.22980549010912854, + "learning_rate": 6.167985361362975e-05, + "loss": 0.9855, + "step": 601 + }, + { + "epoch": 3.079283887468031, + "grad_norm": 0.19483410893806968, + "learning_rate": 6.140101093786168e-05, + "loss": 0.9957, + "step": 602 + }, + { + "epoch": 3.084398976982097, + "grad_norm": 0.2171122750771049, + "learning_rate": 6.11224069274775e-05, + "loss": 0.9943, + "step": 603 + }, + { + "epoch": 3.0895140664961636, + "grad_norm": 0.2151667311212257, + "learning_rate": 6.08440451575711e-05, + "loss": 1.0177, + "step": 604 + }, + { + "epoch": 3.0946291560102304, + "grad_norm": 0.2063702673694027, + "learning_rate": 6.056592920012792e-05, + "loss": 0.992, + "step": 605 + }, + { + "epoch": 3.0997442455242967, + "grad_norm": 0.20418368098246234, + "learning_rate": 6.028806262397917e-05, + "loss": 0.967, + "step": 606 + }, + { + "epoch": 3.104859335038363, + "grad_norm": 0.21838960722876233, + "learning_rate": 6.001044899475588e-05, + "loss": 1.0032, + "step": 607 + }, + { + "epoch": 3.10997442455243, + "grad_norm": 0.16997842731362967, + "learning_rate": 5.9733091874843276e-05, + "loss": 0.9931, + "step": 608 + }, + { + "epoch": 3.1150895140664963, + "grad_norm": 0.17472409767100683, + "learning_rate": 5.945599482333496e-05, + "loss": 0.9905, + "step": 609 + }, + { + "epoch": 3.1202046035805626, + "grad_norm": 0.19017138271851242, + "learning_rate": 5.917916139598733e-05, + "loss": 0.997, + "step": 610 + }, + { + "epoch": 3.125319693094629, + "grad_norm": 0.20991449377873234, + "learning_rate": 5.890259514517391e-05, + "loss": 0.9424, + "step": 611 + }, + { + "epoch": 3.130434782608696, + "grad_norm": 0.18292524869621102, + "learning_rate": 5.8626299619839746e-05, + "loss": 0.9861, + "step": 612 + }, + { + "epoch": 3.135549872122762, + "grad_norm": 0.2017383191767403, + "learning_rate": 5.835027836545595e-05, + "loss": 0.9789, + "step": 613 + }, + { + "epoch": 3.1406649616368285, + "grad_norm": 0.19413435157237083, + "learning_rate": 5.807453492397406e-05, + "loss": 0.9979, + "step": 614 + }, + { + "epoch": 3.1457800511508953, + "grad_norm": 0.2084729542731396, + "learning_rate": 5.779907283378068e-05, + "loss": 0.9986, + "step": 615 + }, + { + "epoch": 3.1508951406649617, + "grad_norm": 0.18070671193483825, + "learning_rate": 5.752389562965216e-05, + "loss": 0.9904, + "step": 616 + }, + { + "epoch": 3.156010230179028, + "grad_norm": 0.2048424498193481, + "learning_rate": 5.724900684270904e-05, + "loss": 1.0189, + "step": 617 + }, + { + "epoch": 3.1611253196930944, + "grad_norm": 0.1791173036862784, + "learning_rate": 5.69744100003709e-05, + "loss": 0.993, + "step": 618 + }, + { + "epoch": 3.166240409207161, + "grad_norm": 0.175304426693732, + "learning_rate": 5.6700108626311026e-05, + "loss": 0.98, + "step": 619 + }, + { + "epoch": 3.1713554987212276, + "grad_norm": 0.20407301683806356, + "learning_rate": 5.6426106240411154e-05, + "loss": 0.9753, + "step": 620 + }, + { + "epoch": 3.176470588235294, + "grad_norm": 0.1722496184742862, + "learning_rate": 5.615240635871646e-05, + "loss": 0.9667, + "step": 621 + }, + { + "epoch": 3.1815856777493607, + "grad_norm": 0.17495115657326407, + "learning_rate": 5.587901249339021e-05, + "loss": 0.9717, + "step": 622 + }, + { + "epoch": 3.186700767263427, + "grad_norm": 0.15159682079825595, + "learning_rate": 5.560592815266894e-05, + "loss": 0.9698, + "step": 623 + }, + { + "epoch": 3.1918158567774935, + "grad_norm": 0.17422493946730463, + "learning_rate": 5.5333156840817196e-05, + "loss": 0.9917, + "step": 624 + }, + { + "epoch": 3.1969309462915603, + "grad_norm": 0.17647551731047653, + "learning_rate": 5.506070205808279e-05, + "loss": 0.9753, + "step": 625 + }, + { + "epoch": 3.2020460358056266, + "grad_norm": 0.16465455332731427, + "learning_rate": 5.478856730065171e-05, + "loss": 0.9877, + "step": 626 + }, + { + "epoch": 3.207161125319693, + "grad_norm": 0.17093246811891893, + "learning_rate": 5.4516756060603296e-05, + "loss": 0.9623, + "step": 627 + }, + { + "epoch": 3.21227621483376, + "grad_norm": 0.16871112747821665, + "learning_rate": 5.424527182586559e-05, + "loss": 0.9731, + "step": 628 + }, + { + "epoch": 3.217391304347826, + "grad_norm": 0.15991295449327614, + "learning_rate": 5.39741180801703e-05, + "loss": 0.9797, + "step": 629 + }, + { + "epoch": 3.2225063938618925, + "grad_norm": 0.1676223599207677, + "learning_rate": 5.370329830300833e-05, + "loss": 0.9965, + "step": 630 + }, + { + "epoch": 3.227621483375959, + "grad_norm": 0.1705782466914915, + "learning_rate": 5.343281596958501e-05, + "loss": 0.9719, + "step": 631 + }, + { + "epoch": 3.2327365728900257, + "grad_norm": 0.15413417287199227, + "learning_rate": 5.316267455077553e-05, + "loss": 0.9773, + "step": 632 + }, + { + "epoch": 3.237851662404092, + "grad_norm": 0.17023531257677904, + "learning_rate": 5.289287751308046e-05, + "loss": 0.9783, + "step": 633 + }, + { + "epoch": 3.2429667519181584, + "grad_norm": 0.15013670492365472, + "learning_rate": 5.262342831858112e-05, + "loss": 0.9604, + "step": 634 + }, + { + "epoch": 3.2480818414322252, + "grad_norm": 0.15777685772691763, + "learning_rate": 5.2354330424895345e-05, + "loss": 0.9745, + "step": 635 + }, + { + "epoch": 3.2531969309462916, + "grad_norm": 0.15975460515508463, + "learning_rate": 5.2085587285132967e-05, + "loss": 0.9852, + "step": 636 + }, + { + "epoch": 3.258312020460358, + "grad_norm": 0.14670011867682328, + "learning_rate": 5.181720234785148e-05, + "loss": 0.9707, + "step": 637 + }, + { + "epoch": 3.2634271099744243, + "grad_norm": 0.1895012451013448, + "learning_rate": 5.154917905701208e-05, + "loss": 0.9822, + "step": 638 + }, + { + "epoch": 3.268542199488491, + "grad_norm": 0.16100593761541052, + "learning_rate": 5.128152085193499e-05, + "loss": 0.9886, + "step": 639 + }, + { + "epoch": 3.2736572890025575, + "grad_norm": 0.17025980362682186, + "learning_rate": 5.101423116725581e-05, + "loss": 1.0043, + "step": 640 + }, + { + "epoch": 3.2787723785166243, + "grad_norm": 0.1787908815981198, + "learning_rate": 5.074731343288109e-05, + "loss": 0.9969, + "step": 641 + }, + { + "epoch": 3.2838874680306906, + "grad_norm": 0.1758036828408357, + "learning_rate": 5.0480771073944486e-05, + "loss": 0.9798, + "step": 642 + }, + { + "epoch": 3.289002557544757, + "grad_norm": 0.1846074907509873, + "learning_rate": 5.02146075107628e-05, + "loss": 0.9787, + "step": 643 + }, + { + "epoch": 3.2941176470588234, + "grad_norm": 0.15520603706600486, + "learning_rate": 4.994882615879203e-05, + "loss": 0.98, + "step": 644 + }, + { + "epoch": 3.29923273657289, + "grad_norm": 0.15960013221511546, + "learning_rate": 4.968343042858359e-05, + "loss": 0.9537, + "step": 645 + }, + { + "epoch": 3.3043478260869565, + "grad_norm": 0.14562090268864258, + "learning_rate": 4.941842372574053e-05, + "loss": 0.9868, + "step": 646 + }, + { + "epoch": 3.309462915601023, + "grad_norm": 0.14991384950017142, + "learning_rate": 4.9153809450873817e-05, + "loss": 0.9587, + "step": 647 + }, + { + "epoch": 3.3145780051150897, + "grad_norm": 0.15129530354741377, + "learning_rate": 4.8889590999558766e-05, + "loss": 0.9806, + "step": 648 + }, + { + "epoch": 3.319693094629156, + "grad_norm": 0.15107676444695042, + "learning_rate": 4.862577176229134e-05, + "loss": 0.9646, + "step": 649 + }, + { + "epoch": 3.3248081841432224, + "grad_norm": 0.16800107731911698, + "learning_rate": 4.8362355124444786e-05, + "loss": 1.0041, + "step": 650 + }, + { + "epoch": 3.329923273657289, + "grad_norm": 0.15636911731976455, + "learning_rate": 4.809934446622612e-05, + "loss": 0.9814, + "step": 651 + }, + { + "epoch": 3.3350383631713556, + "grad_norm": 0.15615192809689907, + "learning_rate": 4.783674316263268e-05, + "loss": 0.9742, + "step": 652 + }, + { + "epoch": 3.340153452685422, + "grad_norm": 0.16353049930603708, + "learning_rate": 4.757455458340902e-05, + "loss": 0.9935, + "step": 653 + }, + { + "epoch": 3.3452685421994883, + "grad_norm": 0.1460818311738437, + "learning_rate": 4.731278209300343e-05, + "loss": 0.9567, + "step": 654 + }, + { + "epoch": 3.350383631713555, + "grad_norm": 0.17401947735960155, + "learning_rate": 4.705142905052496e-05, + "loss": 0.993, + "step": 655 + }, + { + "epoch": 3.3554987212276215, + "grad_norm": 0.17900895951737225, + "learning_rate": 4.679049880970018e-05, + "loss": 0.9758, + "step": 656 + }, + { + "epoch": 3.360613810741688, + "grad_norm": 0.15979951703347306, + "learning_rate": 4.652999471883025e-05, + "loss": 0.9822, + "step": 657 + }, + { + "epoch": 3.3657289002557547, + "grad_norm": 0.18194476580955435, + "learning_rate": 4.626992012074787e-05, + "loss": 0.9647, + "step": 658 + }, + { + "epoch": 3.370843989769821, + "grad_norm": 0.15634352291536172, + "learning_rate": 4.6010278352774344e-05, + "loss": 0.9987, + "step": 659 + }, + { + "epoch": 3.3759590792838874, + "grad_norm": 0.17941844911904992, + "learning_rate": 4.575107274667701e-05, + "loss": 0.974, + "step": 660 + }, + { + "epoch": 3.381074168797954, + "grad_norm": 0.16314330503637559, + "learning_rate": 4.5492306628626126e-05, + "loss": 0.9575, + "step": 661 + }, + { + "epoch": 3.3861892583120206, + "grad_norm": 0.1629084188455543, + "learning_rate": 4.523398331915246e-05, + "loss": 0.9731, + "step": 662 + }, + { + "epoch": 3.391304347826087, + "grad_norm": 0.1771258163728386, + "learning_rate": 4.4976106133104507e-05, + "loss": 0.995, + "step": 663 + }, + { + "epoch": 3.3964194373401533, + "grad_norm": 0.13731181190472927, + "learning_rate": 4.471867837960611e-05, + "loss": 0.9573, + "step": 664 + }, + { + "epoch": 3.40153452685422, + "grad_norm": 0.19967565876780527, + "learning_rate": 4.446170336201393e-05, + "loss": 1.0048, + "step": 665 + }, + { + "epoch": 3.4066496163682864, + "grad_norm": 0.1500644782724652, + "learning_rate": 4.4205184377874914e-05, + "loss": 0.9872, + "step": 666 + }, + { + "epoch": 3.411764705882353, + "grad_norm": 0.18298053656228014, + "learning_rate": 4.394912471888424e-05, + "loss": 0.9768, + "step": 667 + }, + { + "epoch": 3.4168797953964196, + "grad_norm": 0.18233641990424151, + "learning_rate": 4.3693527670842943e-05, + "loss": 0.9943, + "step": 668 + }, + { + "epoch": 3.421994884910486, + "grad_norm": 0.17142258997448992, + "learning_rate": 4.343839651361565e-05, + "loss": 0.9631, + "step": 669 + }, + { + "epoch": 3.4271099744245523, + "grad_norm": 0.2068694812660131, + "learning_rate": 4.3183734521088724e-05, + "loss": 0.9994, + "step": 670 + }, + { + "epoch": 3.4322250639386187, + "grad_norm": 0.14564368721220933, + "learning_rate": 4.292954496112799e-05, + "loss": 0.9987, + "step": 671 + }, + { + "epoch": 3.4373401534526855, + "grad_norm": 0.17021085709995834, + "learning_rate": 4.2675831095537124e-05, + "loss": 0.9712, + "step": 672 + }, + { + "epoch": 3.442455242966752, + "grad_norm": 0.1672240638166061, + "learning_rate": 4.2422596180015445e-05, + "loss": 0.992, + "step": 673 + }, + { + "epoch": 3.4475703324808182, + "grad_norm": 0.14924296026603445, + "learning_rate": 4.216984346411634e-05, + "loss": 0.9803, + "step": 674 + }, + { + "epoch": 3.452685421994885, + "grad_norm": 0.18423800174722993, + "learning_rate": 4.1917576191205566e-05, + "loss": 1.0249, + "step": 675 + }, + { + "epoch": 3.4578005115089514, + "grad_norm": 0.15161100552887438, + "learning_rate": 4.166579759841959e-05, + "loss": 0.9859, + "step": 676 + }, + { + "epoch": 3.4629156010230178, + "grad_norm": 0.17383191362114958, + "learning_rate": 4.141451091662408e-05, + "loss": 0.9678, + "step": 677 + }, + { + "epoch": 3.4680306905370846, + "grad_norm": 0.17148536065945263, + "learning_rate": 4.11637193703723e-05, + "loss": 0.9785, + "step": 678 + }, + { + "epoch": 3.473145780051151, + "grad_norm": 0.17211711658902415, + "learning_rate": 4.091342617786396e-05, + "loss": 0.9802, + "step": 679 + }, + { + "epoch": 3.4782608695652173, + "grad_norm": 0.1668260684828794, + "learning_rate": 4.0663634550903826e-05, + "loss": 1.009, + "step": 680 + }, + { + "epoch": 3.483375959079284, + "grad_norm": 0.1372640845646432, + "learning_rate": 4.041434769486037e-05, + "loss": 0.9742, + "step": 681 + }, + { + "epoch": 3.4884910485933505, + "grad_norm": 0.18730966256521414, + "learning_rate": 4.016556880862487e-05, + "loss": 0.9839, + "step": 682 + }, + { + "epoch": 3.493606138107417, + "grad_norm": 0.1619578928694765, + "learning_rate": 3.9917301084570244e-05, + "loss": 1.0194, + "step": 683 + }, + { + "epoch": 3.498721227621483, + "grad_norm": 0.16048357434682578, + "learning_rate": 3.966954770850999e-05, + "loss": 0.9598, + "step": 684 + }, + { + "epoch": 3.50383631713555, + "grad_norm": 0.19097500487439395, + "learning_rate": 3.942231185965754e-05, + "loss": 1.001, + "step": 685 + }, + { + "epoch": 3.5089514066496164, + "grad_norm": 0.15734764403319154, + "learning_rate": 3.917559671058519e-05, + "loss": 1.0114, + "step": 686 + }, + { + "epoch": 3.5140664961636827, + "grad_norm": 0.2035274811662844, + "learning_rate": 3.892940542718364e-05, + "loss": 0.9836, + "step": 687 + }, + { + "epoch": 3.5191815856777495, + "grad_norm": 0.17015176173828528, + "learning_rate": 3.868374116862125e-05, + "loss": 0.9577, + "step": 688 + }, + { + "epoch": 3.524296675191816, + "grad_norm": 0.17994075514564073, + "learning_rate": 3.84386070873034e-05, + "loss": 0.9854, + "step": 689 + }, + { + "epoch": 3.5294117647058822, + "grad_norm": 0.19672729889233553, + "learning_rate": 3.819400632883226e-05, + "loss": 0.9929, + "step": 690 + }, + { + "epoch": 3.5345268542199486, + "grad_norm": 0.15431718642181724, + "learning_rate": 3.794994203196628e-05, + "loss": 1.0188, + "step": 691 + }, + { + "epoch": 3.5396419437340154, + "grad_norm": 0.168114456736758, + "learning_rate": 3.770641732857994e-05, + "loss": 0.9841, + "step": 692 + }, + { + "epoch": 3.544757033248082, + "grad_norm": 0.14748373779839796, + "learning_rate": 3.746343534362351e-05, + "loss": 0.9866, + "step": 693 + }, + { + "epoch": 3.5498721227621486, + "grad_norm": 0.16571097284750733, + "learning_rate": 3.72209991950831e-05, + "loss": 0.9777, + "step": 694 + }, + { + "epoch": 3.554987212276215, + "grad_norm": 0.14053074538150237, + "learning_rate": 3.6979111993940515e-05, + "loss": 1.0066, + "step": 695 + }, + { + "epoch": 3.5601023017902813, + "grad_norm": 0.16166313541175412, + "learning_rate": 3.673777684413333e-05, + "loss": 0.9734, + "step": 696 + }, + { + "epoch": 3.5652173913043477, + "grad_norm": 0.14913778377381534, + "learning_rate": 3.649699684251518e-05, + "loss": 0.9985, + "step": 697 + }, + { + "epoch": 3.5703324808184145, + "grad_norm": 0.1375979709766286, + "learning_rate": 3.6256775078815826e-05, + "loss": 0.9801, + "step": 698 + }, + { + "epoch": 3.575447570332481, + "grad_norm": 0.14848717762308264, + "learning_rate": 3.6017114635601824e-05, + "loss": 0.9813, + "step": 699 + }, + { + "epoch": 3.580562659846547, + "grad_norm": 0.14915296878982703, + "learning_rate": 3.57780185882366e-05, + "loss": 0.9868, + "step": 700 + }, + { + "epoch": 3.585677749360614, + "grad_norm": 0.16767338171047977, + "learning_rate": 3.553949000484115e-05, + "loss": 0.9778, + "step": 701 + }, + { + "epoch": 3.5907928388746804, + "grad_norm": 0.14034215936654634, + "learning_rate": 3.53015319462548e-05, + "loss": 0.9797, + "step": 702 + }, + { + "epoch": 3.5959079283887467, + "grad_norm": 0.18513480001929697, + "learning_rate": 3.5064147465995715e-05, + "loss": 0.9845, + "step": 703 + }, + { + "epoch": 3.601023017902813, + "grad_norm": 0.15060863329159177, + "learning_rate": 3.482733961022186e-05, + "loss": 0.9969, + "step": 704 + }, + { + "epoch": 3.60613810741688, + "grad_norm": 0.16008029711196534, + "learning_rate": 3.459111141769178e-05, + "loss": 0.9557, + "step": 705 + }, + { + "epoch": 3.6112531969309463, + "grad_norm": 0.14139469110818648, + "learning_rate": 3.4355465919725746e-05, + "loss": 0.9964, + "step": 706 + }, + { + "epoch": 3.6163682864450126, + "grad_norm": 0.18008083689325374, + "learning_rate": 3.4120406140166805e-05, + "loss": 0.9766, + "step": 707 + }, + { + "epoch": 3.6214833759590794, + "grad_norm": 0.14065787507859065, + "learning_rate": 3.388593509534189e-05, + "loss": 0.9751, + "step": 708 + }, + { + "epoch": 3.626598465473146, + "grad_norm": 0.1959838264971315, + "learning_rate": 3.365205579402329e-05, + "loss": 0.9655, + "step": 709 + }, + { + "epoch": 3.631713554987212, + "grad_norm": 0.12818286962222172, + "learning_rate": 3.341877123738982e-05, + "loss": 1.0021, + "step": 710 + }, + { + "epoch": 3.6368286445012785, + "grad_norm": 0.5122578200262962, + "learning_rate": 3.318608441898854e-05, + "loss": 0.9839, + "step": 711 + }, + { + "epoch": 3.6419437340153453, + "grad_norm": 0.15511326652130292, + "learning_rate": 3.295399832469622e-05, + "loss": 0.9753, + "step": 712 + }, + { + "epoch": 3.6470588235294117, + "grad_norm": 0.15230817767413712, + "learning_rate": 3.272251593268094e-05, + "loss": 0.9958, + "step": 713 + }, + { + "epoch": 3.6521739130434785, + "grad_norm": 0.14863844136180315, + "learning_rate": 3.249164021336407e-05, + "loss": 0.9667, + "step": 714 + }, + { + "epoch": 3.657289002557545, + "grad_norm": 0.15837188038589173, + "learning_rate": 3.226137412938205e-05, + "loss": 0.9762, + "step": 715 + }, + { + "epoch": 3.662404092071611, + "grad_norm": 0.137972231146731, + "learning_rate": 3.203172063554828e-05, + "loss": 1.0006, + "step": 716 + }, + { + "epoch": 3.6675191815856776, + "grad_norm": 0.14570282964804776, + "learning_rate": 3.18026826788154e-05, + "loss": 0.9582, + "step": 717 + }, + { + "epoch": 3.6726342710997444, + "grad_norm": 0.14367337787422657, + "learning_rate": 3.157426319823734e-05, + "loss": 0.9958, + "step": 718 + }, + { + "epoch": 3.6777493606138107, + "grad_norm": 0.13664360556373642, + "learning_rate": 3.1346465124931654e-05, + "loss": 1.0013, + "step": 719 + }, + { + "epoch": 3.682864450127877, + "grad_norm": 0.132973918091974, + "learning_rate": 3.111929138204185e-05, + "loss": 0.9652, + "step": 720 + }, + { + "epoch": 3.687979539641944, + "grad_norm": 0.36095258416718945, + "learning_rate": 3.08927448846999e-05, + "loss": 0.9689, + "step": 721 + }, + { + "epoch": 3.6930946291560103, + "grad_norm": 0.11932193774380136, + "learning_rate": 3.066682853998902e-05, + "loss": 0.964, + "step": 722 + }, + { + "epoch": 3.6982097186700766, + "grad_norm": 0.13955395924036143, + "learning_rate": 3.0441545246905977e-05, + "loss": 0.9803, + "step": 723 + }, + { + "epoch": 3.703324808184143, + "grad_norm": 0.13898112971972146, + "learning_rate": 3.0216897896324292e-05, + "loss": 0.9962, + "step": 724 + }, + { + "epoch": 3.70843989769821, + "grad_norm": 0.13054535182435784, + "learning_rate": 2.999288937095682e-05, + "loss": 0.9722, + "step": 725 + }, + { + "epoch": 3.713554987212276, + "grad_norm": 0.14497101318689892, + "learning_rate": 2.9769522545319016e-05, + "loss": 0.9684, + "step": 726 + }, + { + "epoch": 3.718670076726343, + "grad_norm": 0.1515086696396122, + "learning_rate": 2.9546800285691907e-05, + "loss": 0.9848, + "step": 727 + }, + { + "epoch": 3.7237851662404093, + "grad_norm": 0.12165415305310626, + "learning_rate": 2.9324725450085264e-05, + "loss": 0.9637, + "step": 728 + }, + { + "epoch": 3.7289002557544757, + "grad_norm": 0.15221342193107146, + "learning_rate": 2.9103300888201106e-05, + "loss": 0.995, + "step": 729 + }, + { + "epoch": 3.734015345268542, + "grad_norm": 0.12949528095065918, + "learning_rate": 2.888252944139698e-05, + "loss": 0.9936, + "step": 730 + }, + { + "epoch": 3.7391304347826084, + "grad_norm": 0.13806390326837292, + "learning_rate": 2.8662413942649575e-05, + "loss": 0.9579, + "step": 731 + }, + { + "epoch": 3.7442455242966752, + "grad_norm": 0.14578589598937078, + "learning_rate": 2.84429572165183e-05, + "loss": 0.9911, + "step": 732 + }, + { + "epoch": 3.7493606138107416, + "grad_norm": 0.13332385850023673, + "learning_rate": 2.822416207910906e-05, + "loss": 0.98, + "step": 733 + }, + { + "epoch": 3.7544757033248084, + "grad_norm": 0.13795834892848188, + "learning_rate": 2.8006031338038294e-05, + "loss": 0.9688, + "step": 734 + }, + { + "epoch": 3.7595907928388748, + "grad_norm": 0.1379970205043612, + "learning_rate": 2.7788567792396598e-05, + "loss": 0.9824, + "step": 735 + }, + { + "epoch": 3.764705882352941, + "grad_norm": 0.13245965794958156, + "learning_rate": 2.7571774232713156e-05, + "loss": 0.9898, + "step": 736 + }, + { + "epoch": 3.7698209718670075, + "grad_norm": 3.216146863532581, + "learning_rate": 2.735565344091965e-05, + "loss": 1.0116, + "step": 737 + }, + { + "epoch": 3.7749360613810743, + "grad_norm": 0.16955205361202183, + "learning_rate": 2.7140208190314788e-05, + "loss": 0.9771, + "step": 738 + }, + { + "epoch": 3.7800511508951407, + "grad_norm": 0.1169665628971288, + "learning_rate": 2.6925441245528624e-05, + "loss": 0.9703, + "step": 739 + }, + { + "epoch": 3.785166240409207, + "grad_norm": 0.14477921623852658, + "learning_rate": 2.6711355362486967e-05, + "loss": 0.9641, + "step": 740 + }, + { + "epoch": 3.790281329923274, + "grad_norm": 0.1320973718883581, + "learning_rate": 2.6497953288376234e-05, + "loss": 0.9765, + "step": 741 + }, + { + "epoch": 3.79539641943734, + "grad_norm": 0.1312668538179555, + "learning_rate": 2.6285237761608084e-05, + "loss": 1.0241, + "step": 742 + }, + { + "epoch": 3.8005115089514065, + "grad_norm": 0.1250506576902336, + "learning_rate": 2.607321151178419e-05, + "loss": 1.0064, + "step": 743 + }, + { + "epoch": 3.805626598465473, + "grad_norm": 0.12488907245170656, + "learning_rate": 2.5861877259661407e-05, + "loss": 0.9863, + "step": 744 + }, + { + "epoch": 3.8107416879795397, + "grad_norm": 0.11830419244600696, + "learning_rate": 2.5651237717116715e-05, + "loss": 0.9917, + "step": 745 + }, + { + "epoch": 3.815856777493606, + "grad_norm": 0.13708129163485394, + "learning_rate": 2.5441295587112498e-05, + "loss": 0.9752, + "step": 746 + }, + { + "epoch": 3.820971867007673, + "grad_norm": 0.12160381151388162, + "learning_rate": 2.5232053563661758e-05, + "loss": 0.9697, + "step": 747 + }, + { + "epoch": 3.8260869565217392, + "grad_norm": 0.12470170773969481, + "learning_rate": 2.5023514331793637e-05, + "loss": 1.0127, + "step": 748 + }, + { + "epoch": 3.8312020460358056, + "grad_norm": 0.12216238637358023, + "learning_rate": 2.481568056751897e-05, + "loss": 0.9721, + "step": 749 + }, + { + "epoch": 3.836317135549872, + "grad_norm": 0.12167084392403932, + "learning_rate": 2.4608554937795886e-05, + "loss": 0.9859, + "step": 750 + }, + { + "epoch": 3.8414322250639388, + "grad_norm": 0.15146248060779338, + "learning_rate": 2.4402140100495632e-05, + "loss": 0.9774, + "step": 751 + }, + { + "epoch": 3.846547314578005, + "grad_norm": 0.1321258229124532, + "learning_rate": 2.419643870436839e-05, + "loss": 0.9798, + "step": 752 + }, + { + "epoch": 3.8516624040920715, + "grad_norm": 0.1251068879283419, + "learning_rate": 2.3991453389009402e-05, + "loss": 0.9899, + "step": 753 + }, + { + "epoch": 3.8567774936061383, + "grad_norm": 0.1268521777949983, + "learning_rate": 2.378718678482504e-05, + "loss": 0.9989, + "step": 754 + }, + { + "epoch": 3.8618925831202047, + "grad_norm": 0.12726325379028405, + "learning_rate": 2.3583641512998997e-05, + "loss": 0.9811, + "step": 755 + }, + { + "epoch": 3.867007672634271, + "grad_norm": 0.12193614533361499, + "learning_rate": 2.338082018545875e-05, + "loss": 0.9633, + "step": 756 + }, + { + "epoch": 3.8721227621483374, + "grad_norm": 0.12067252983591115, + "learning_rate": 2.317872540484201e-05, + "loss": 0.9656, + "step": 757 + }, + { + "epoch": 3.877237851662404, + "grad_norm": 0.12513901653710313, + "learning_rate": 2.2977359764463304e-05, + "loss": 0.9907, + "step": 758 + }, + { + "epoch": 3.8823529411764706, + "grad_norm": 0.1256893578341812, + "learning_rate": 2.2776725848280688e-05, + "loss": 1.0123, + "step": 759 + }, + { + "epoch": 3.887468030690537, + "grad_norm": 0.11430778894464487, + "learning_rate": 2.2576826230862565e-05, + "loss": 1.0062, + "step": 760 + }, + { + "epoch": 3.8925831202046037, + "grad_norm": 0.12097149256274506, + "learning_rate": 2.2377663477354846e-05, + "loss": 0.9403, + "step": 761 + }, + { + "epoch": 3.89769820971867, + "grad_norm": 0.124502270810866, + "learning_rate": 2.217924014344772e-05, + "loss": 0.9793, + "step": 762 + }, + { + "epoch": 3.9028132992327365, + "grad_norm": 0.11763618100617718, + "learning_rate": 2.198155877534311e-05, + "loss": 1.0038, + "step": 763 + }, + { + "epoch": 3.907928388746803, + "grad_norm": 0.11641223364110288, + "learning_rate": 2.1784621909721838e-05, + "loss": 0.9839, + "step": 764 + }, + { + "epoch": 3.9130434782608696, + "grad_norm": 0.11065271657834529, + "learning_rate": 2.1588432073711215e-05, + "loss": 0.9613, + "step": 765 + }, + { + "epoch": 3.918158567774936, + "grad_norm": 0.11720974573827699, + "learning_rate": 2.1392991784852518e-05, + "loss": 0.9934, + "step": 766 + }, + { + "epoch": 3.923273657289003, + "grad_norm": 0.10378602749677512, + "learning_rate": 2.1198303551068663e-05, + "loss": 0.9849, + "step": 767 + }, + { + "epoch": 3.928388746803069, + "grad_norm": 0.11073948338502751, + "learning_rate": 2.100436987063213e-05, + "loss": 0.9836, + "step": 768 + }, + { + "epoch": 3.9335038363171355, + "grad_norm": 0.1080108854502703, + "learning_rate": 2.0811193232132824e-05, + "loss": 0.977, + "step": 769 + }, + { + "epoch": 3.938618925831202, + "grad_norm": 0.09801026976054619, + "learning_rate": 2.0618776114446126e-05, + "loss": 0.9683, + "step": 770 + }, + { + "epoch": 3.9437340153452687, + "grad_norm": 0.12038757535371046, + "learning_rate": 2.0427120986701173e-05, + "loss": 0.9593, + "step": 771 + }, + { + "epoch": 3.948849104859335, + "grad_norm": 0.11456427512297371, + "learning_rate": 2.0236230308249025e-05, + "loss": 0.9795, + "step": 772 + }, + { + "epoch": 3.9539641943734014, + "grad_norm": 0.10618965347944075, + "learning_rate": 2.004610652863135e-05, + "loss": 0.9788, + "step": 773 + }, + { + "epoch": 3.959079283887468, + "grad_norm": 0.12283547115037487, + "learning_rate": 1.985675208754871e-05, + "loss": 0.9667, + "step": 774 + }, + { + "epoch": 3.9641943734015346, + "grad_norm": 0.10722031562677722, + "learning_rate": 1.9668169414829403e-05, + "loss": 1.0291, + "step": 775 + }, + { + "epoch": 3.969309462915601, + "grad_norm": 0.11255749532177638, + "learning_rate": 1.9480360930398304e-05, + "loss": 0.987, + "step": 776 + }, + { + "epoch": 3.9744245524296673, + "grad_norm": 0.11147499924790798, + "learning_rate": 1.929332904424577e-05, + "loss": 0.985, + "step": 777 + }, + { + "epoch": 3.979539641943734, + "grad_norm": 0.10389011868423567, + "learning_rate": 1.9107076156396705e-05, + "loss": 1.001, + "step": 778 + }, + { + "epoch": 3.9846547314578005, + "grad_norm": 0.1171327392852703, + "learning_rate": 1.8921604656879742e-05, + "loss": 0.9858, + "step": 779 + }, + { + "epoch": 3.9897698209718673, + "grad_norm": 0.11314714000913269, + "learning_rate": 1.873691692569665e-05, + "loss": 0.9826, + "step": 780 + }, + { + "epoch": 3.9948849104859336, + "grad_norm": 0.10973505326358149, + "learning_rate": 1.8553015332791772e-05, + "loss": 1.0062, + "step": 781 + }, + { + "epoch": 4.0, + "grad_norm": 0.19830487981983497, + "learning_rate": 1.8369902238021497e-05, + "loss": 1.4739, + "step": 782 + }, + { + "epoch": 4.005115089514066, + "grad_norm": 0.11616653497917728, + "learning_rate": 1.8187579991124166e-05, + "loss": 0.963, + "step": 783 + }, + { + "epoch": 4.010230179028133, + "grad_norm": 0.15277895417241139, + "learning_rate": 1.80060509316898e-05, + "loss": 0.9534, + "step": 784 + }, + { + "epoch": 4.015345268542199, + "grad_norm": 0.13631336060650912, + "learning_rate": 1.782531738913006e-05, + "loss": 0.9765, + "step": 785 + }, + { + "epoch": 4.020460358056266, + "grad_norm": 0.13037547872846397, + "learning_rate": 1.7645381682648474e-05, + "loss": 0.9657, + "step": 786 + }, + { + "epoch": 4.025575447570333, + "grad_norm": 0.13126122893844305, + "learning_rate": 1.7466246121210525e-05, + "loss": 0.9585, + "step": 787 + }, + { + "epoch": 4.030690537084399, + "grad_norm": 0.12590197949144366, + "learning_rate": 1.7287913003514143e-05, + "loss": 0.9698, + "step": 788 + }, + { + "epoch": 4.035805626598465, + "grad_norm": 0.13056581907239462, + "learning_rate": 1.711038461796019e-05, + "loss": 0.9591, + "step": 789 + }, + { + "epoch": 4.040920716112532, + "grad_norm": 0.12269534388195832, + "learning_rate": 1.693366324262299e-05, + "loss": 0.9837, + "step": 790 + }, + { + "epoch": 4.046035805626598, + "grad_norm": 0.1310163348216626, + "learning_rate": 1.675775114522125e-05, + "loss": 0.96, + "step": 791 + }, + { + "epoch": 4.051150895140665, + "grad_norm": 0.12447472625743548, + "learning_rate": 1.658265058308884e-05, + "loss": 0.9537, + "step": 792 + }, + { + "epoch": 4.056265984654732, + "grad_norm": 0.11548954475540298, + "learning_rate": 1.6408363803145916e-05, + "loss": 0.9817, + "step": 793 + }, + { + "epoch": 4.061381074168798, + "grad_norm": 0.10914046862924401, + "learning_rate": 1.6234893041869977e-05, + "loss": 0.942, + "step": 794 + }, + { + "epoch": 4.0664961636828645, + "grad_norm": 0.12534956939361333, + "learning_rate": 1.6062240525267282e-05, + "loss": 0.9764, + "step": 795 + }, + { + "epoch": 4.071611253196931, + "grad_norm": 0.11626368570662485, + "learning_rate": 1.5890408468844247e-05, + "loss": 0.9922, + "step": 796 + }, + { + "epoch": 4.076726342710997, + "grad_norm": 0.10699708302716189, + "learning_rate": 1.5719399077578932e-05, + "loss": 0.9981, + "step": 797 + }, + { + "epoch": 4.081841432225064, + "grad_norm": 0.11112817596289239, + "learning_rate": 1.554921454589293e-05, + "loss": 0.9731, + "step": 798 + }, + { + "epoch": 4.086956521739131, + "grad_norm": 0.11328621420104991, + "learning_rate": 1.537985705762294e-05, + "loss": 0.9559, + "step": 799 + }, + { + "epoch": 4.092071611253197, + "grad_norm": 0.11746598830065647, + "learning_rate": 1.5211328785993088e-05, + "loss": 0.9615, + "step": 800 + }, + { + "epoch": 4.0971867007672635, + "grad_norm": 0.09651748717766548, + "learning_rate": 1.5043631893586707e-05, + "loss": 0.9638, + "step": 801 + }, + { + "epoch": 4.10230179028133, + "grad_norm": 0.1214177512550134, + "learning_rate": 1.4876768532318768e-05, + "loss": 0.9656, + "step": 802 + }, + { + "epoch": 4.107416879795396, + "grad_norm": 0.1012144891018282, + "learning_rate": 1.4710740843408248e-05, + "loss": 0.9735, + "step": 803 + }, + { + "epoch": 4.112531969309463, + "grad_norm": 0.09990576165665672, + "learning_rate": 1.4545550957350635e-05, + "loss": 0.956, + "step": 804 + }, + { + "epoch": 4.117647058823529, + "grad_norm": 0.1195577503786533, + "learning_rate": 1.4381200993890593e-05, + "loss": 0.9751, + "step": 805 + }, + { + "epoch": 4.122762148337596, + "grad_norm": 0.10584701347111745, + "learning_rate": 1.4217693061994697e-05, + "loss": 0.9607, + "step": 806 + }, + { + "epoch": 4.127877237851663, + "grad_norm": 0.11811713034338012, + "learning_rate": 1.4055029259824512e-05, + "loss": 0.9756, + "step": 807 + }, + { + "epoch": 4.132992327365729, + "grad_norm": 0.11133570038229246, + "learning_rate": 1.3893211674709562e-05, + "loss": 0.9717, + "step": 808 + }, + { + "epoch": 4.138107416879795, + "grad_norm": 0.10750621531215204, + "learning_rate": 1.3732242383120524e-05, + "loss": 0.965, + "step": 809 + }, + { + "epoch": 4.143222506393862, + "grad_norm": 0.09963142743312713, + "learning_rate": 1.3572123450642693e-05, + "loss": 0.9658, + "step": 810 + }, + { + "epoch": 4.148337595907928, + "grad_norm": 0.13474038037677824, + "learning_rate": 1.3412856931949345e-05, + "loss": 0.9749, + "step": 811 + }, + { + "epoch": 4.153452685421995, + "grad_norm": 0.10191264255745801, + "learning_rate": 1.325444487077551e-05, + "loss": 0.9715, + "step": 812 + }, + { + "epoch": 4.158567774936062, + "grad_norm": 0.09831207587627867, + "learning_rate": 1.3096889299891635e-05, + "loss": 0.9714, + "step": 813 + }, + { + "epoch": 4.163682864450128, + "grad_norm": 0.11453013377243791, + "learning_rate": 1.2940192241077525e-05, + "loss": 0.9763, + "step": 814 + }, + { + "epoch": 4.168797953964194, + "grad_norm": 0.10046839458939905, + "learning_rate": 1.2784355705096432e-05, + "loss": 0.981, + "step": 815 + }, + { + "epoch": 4.173913043478261, + "grad_norm": 0.09714449670617001, + "learning_rate": 1.2629381691669269e-05, + "loss": 0.9827, + "step": 816 + }, + { + "epoch": 4.179028132992327, + "grad_norm": 0.10070672573661457, + "learning_rate": 1.2475272189448818e-05, + "loss": 0.9659, + "step": 817 + }, + { + "epoch": 4.1841432225063935, + "grad_norm": 0.09591739352603393, + "learning_rate": 1.2322029175994393e-05, + "loss": 0.9955, + "step": 818 + }, + { + "epoch": 4.189258312020461, + "grad_norm": 0.1049048046610583, + "learning_rate": 1.2169654617746338e-05, + "loss": 0.9738, + "step": 819 + }, + { + "epoch": 4.194373401534527, + "grad_norm": 0.09283193710402415, + "learning_rate": 1.2018150470000874e-05, + "loss": 0.9617, + "step": 820 + }, + { + "epoch": 4.1994884910485935, + "grad_norm": 0.09291829854983867, + "learning_rate": 1.1867518676884901e-05, + "loss": 0.9608, + "step": 821 + }, + { + "epoch": 4.20460358056266, + "grad_norm": 0.097503759394023, + "learning_rate": 1.1717761171331126e-05, + "loss": 0.9623, + "step": 822 + }, + { + "epoch": 4.209718670076726, + "grad_norm": 0.10131361216152728, + "learning_rate": 1.1568879875053347e-05, + "loss": 0.9618, + "step": 823 + }, + { + "epoch": 4.2148337595907925, + "grad_norm": 0.09685571836703365, + "learning_rate": 1.1420876698521562e-05, + "loss": 0.9592, + "step": 824 + }, + { + "epoch": 4.21994884910486, + "grad_norm": 0.11054448273687466, + "learning_rate": 1.1273753540937685e-05, + "loss": 0.9515, + "step": 825 + }, + { + "epoch": 4.225063938618926, + "grad_norm": 0.10163114230776238, + "learning_rate": 1.1127512290211002e-05, + "loss": 0.9698, + "step": 826 + }, + { + "epoch": 4.2301790281329925, + "grad_norm": 0.09358052612607201, + "learning_rate": 1.0982154822934076e-05, + "loss": 0.971, + "step": 827 + }, + { + "epoch": 4.235294117647059, + "grad_norm": 0.11554962294172144, + "learning_rate": 1.083768300435863e-05, + "loss": 0.9832, + "step": 828 + }, + { + "epoch": 4.240409207161125, + "grad_norm": 0.11068234980519318, + "learning_rate": 1.0694098688371492e-05, + "loss": 0.9734, + "step": 829 + }, + { + "epoch": 4.245524296675192, + "grad_norm": 0.10022383801325921, + "learning_rate": 1.0551403717471013e-05, + "loss": 0.9743, + "step": 830 + }, + { + "epoch": 4.250639386189258, + "grad_norm": 0.10227963784373037, + "learning_rate": 1.040959992274326e-05, + "loss": 0.9812, + "step": 831 + }, + { + "epoch": 4.255754475703325, + "grad_norm": 0.10250069997045962, + "learning_rate": 1.0268689123838613e-05, + "loss": 0.9589, + "step": 832 + }, + { + "epoch": 4.260869565217392, + "grad_norm": 0.09870324404565264, + "learning_rate": 1.0128673128948336e-05, + "loss": 0.9634, + "step": 833 + }, + { + "epoch": 4.265984654731458, + "grad_norm": 0.09924319017501951, + "learning_rate": 9.989553734781405e-06, + "loss": 0.9498, + "step": 834 + }, + { + "epoch": 4.271099744245524, + "grad_norm": 0.10540784765184293, + "learning_rate": 9.851332726541564e-06, + "loss": 0.9733, + "step": 835 + }, + { + "epoch": 4.276214833759591, + "grad_norm": 0.11352756005239198, + "learning_rate": 9.71401187790419e-06, + "loss": 0.9608, + "step": 836 + }, + { + "epoch": 4.281329923273657, + "grad_norm": 0.10509362314164922, + "learning_rate": 9.577592950993745e-06, + "loss": 0.9408, + "step": 837 + }, + { + "epoch": 4.286445012787723, + "grad_norm": 0.09023255808041263, + "learning_rate": 9.44207769636103e-06, + "loss": 0.9677, + "step": 838 + }, + { + "epoch": 4.291560102301791, + "grad_norm": 0.10065024730730968, + "learning_rate": 9.307467852960799e-06, + "loss": 0.9784, + "step": 839 + }, + { + "epoch": 4.296675191815857, + "grad_norm": 0.10290767513184404, + "learning_rate": 9.173765148129416e-06, + "loss": 0.9737, + "step": 840 + }, + { + "epoch": 4.301790281329923, + "grad_norm": 0.09617538927014685, + "learning_rate": 9.040971297562655e-06, + "loss": 0.9785, + "step": 841 + }, + { + "epoch": 4.30690537084399, + "grad_norm": 0.0947242418806391, + "learning_rate": 8.909088005293749e-06, + "loss": 0.9918, + "step": 842 + }, + { + "epoch": 4.312020460358056, + "grad_norm": 0.09234986153646492, + "learning_rate": 8.778116963671502e-06, + "loss": 0.9685, + "step": 843 + }, + { + "epoch": 4.3171355498721224, + "grad_norm": 0.09275374402110674, + "learning_rate": 8.648059853338524e-06, + "loss": 0.9462, + "step": 844 + }, + { + "epoch": 4.322250639386189, + "grad_norm": 0.09708880926006762, + "learning_rate": 8.518918343209725e-06, + "loss": 0.9825, + "step": 845 + }, + { + "epoch": 4.327365728900256, + "grad_norm": 0.09058592523348291, + "learning_rate": 8.390694090450889e-06, + "loss": 0.9614, + "step": 846 + }, + { + "epoch": 4.332480818414322, + "grad_norm": 0.18799766380452354, + "learning_rate": 8.263388740457405e-06, + "loss": 0.9739, + "step": 847 + }, + { + "epoch": 4.337595907928389, + "grad_norm": 0.09510070455955731, + "learning_rate": 8.137003926833099e-06, + "loss": 0.9738, + "step": 848 + }, + { + "epoch": 4.342710997442455, + "grad_norm": 0.10287662253560259, + "learning_rate": 8.011541271369343e-06, + "loss": 0.9523, + "step": 849 + }, + { + "epoch": 4.3478260869565215, + "grad_norm": 0.09595568952373368, + "learning_rate": 7.887002384024236e-06, + "loss": 0.973, + "step": 850 + }, + { + "epoch": 4.352941176470588, + "grad_norm": 0.0859996090122486, + "learning_rate": 7.763388862901906e-06, + "loss": 0.9595, + "step": 851 + }, + { + "epoch": 4.358056265984655, + "grad_norm": 0.08656712958397209, + "learning_rate": 7.640702294232051e-06, + "loss": 0.977, + "step": 852 + }, + { + "epoch": 4.3631713554987215, + "grad_norm": 0.09563739575689091, + "learning_rate": 7.518944252349522e-06, + "loss": 0.9773, + "step": 853 + }, + { + "epoch": 4.368286445012788, + "grad_norm": 0.08811063326460167, + "learning_rate": 7.398116299674174e-06, + "loss": 0.9659, + "step": 854 + }, + { + "epoch": 4.373401534526854, + "grad_norm": 0.08936621498489415, + "learning_rate": 7.278219986690822e-06, + "loss": 0.9808, + "step": 855 + }, + { + "epoch": 4.378516624040921, + "grad_norm": 0.08480759324528003, + "learning_rate": 7.1592568519292685e-06, + "loss": 0.995, + "step": 856 + }, + { + "epoch": 4.383631713554987, + "grad_norm": 0.09425882010067797, + "learning_rate": 7.041228421944661e-06, + "loss": 0.97, + "step": 857 + }, + { + "epoch": 4.388746803069053, + "grad_norm": 0.09049164262625532, + "learning_rate": 6.924136211297843e-06, + "loss": 0.9735, + "step": 858 + }, + { + "epoch": 4.3938618925831205, + "grad_norm": 0.09432852817748705, + "learning_rate": 6.807981722535948e-06, + "loss": 0.9747, + "step": 859 + }, + { + "epoch": 4.398976982097187, + "grad_norm": 0.08257744048556204, + "learning_rate": 6.692766446173071e-06, + "loss": 0.9694, + "step": 860 + }, + { + "epoch": 4.404092071611253, + "grad_norm": 0.08806501756544037, + "learning_rate": 6.578491860671161e-06, + "loss": 0.9915, + "step": 861 + }, + { + "epoch": 4.40920716112532, + "grad_norm": 0.08791530570750992, + "learning_rate": 6.465159432421146e-06, + "loss": 0.9728, + "step": 862 + }, + { + "epoch": 4.414322250639386, + "grad_norm": 0.08625144926305722, + "learning_rate": 6.352770615723938e-06, + "loss": 0.9695, + "step": 863 + }, + { + "epoch": 4.419437340153452, + "grad_norm": 0.08918874201887288, + "learning_rate": 6.241326852771936e-06, + "loss": 0.9602, + "step": 864 + }, + { + "epoch": 4.42455242966752, + "grad_norm": 0.08881643339862394, + "learning_rate": 6.130829573630382e-06, + "loss": 0.9856, + "step": 865 + }, + { + "epoch": 4.429667519181586, + "grad_norm": 0.08855426391586113, + "learning_rate": 6.021280196219135e-06, + "loss": 0.9483, + "step": 866 + }, + { + "epoch": 4.434782608695652, + "grad_norm": 0.0839058511965793, + "learning_rate": 5.912680126294401e-06, + "loss": 0.968, + "step": 867 + }, + { + "epoch": 4.439897698209719, + "grad_norm": 0.0820171015241334, + "learning_rate": 5.80503075743069e-06, + "loss": 0.991, + "step": 868 + }, + { + "epoch": 4.445012787723785, + "grad_norm": 0.08439945432430783, + "learning_rate": 5.698333471002979e-06, + "loss": 0.9625, + "step": 869 + }, + { + "epoch": 4.450127877237851, + "grad_norm": 0.08365696475232975, + "learning_rate": 5.592589636168963e-06, + "loss": 0.9611, + "step": 870 + }, + { + "epoch": 4.455242966751918, + "grad_norm": 0.08184968767415474, + "learning_rate": 5.487800609851457e-06, + "loss": 0.9796, + "step": 871 + }, + { + "epoch": 4.460358056265985, + "grad_norm": 0.08210234669126502, + "learning_rate": 5.383967736721047e-06, + "loss": 0.9623, + "step": 872 + }, + { + "epoch": 4.465473145780051, + "grad_norm": 0.0802871627505241, + "learning_rate": 5.281092349178751e-06, + "loss": 0.9748, + "step": 873 + }, + { + "epoch": 4.470588235294118, + "grad_norm": 0.08204680683957348, + "learning_rate": 5.1791757673390395e-06, + "loss": 0.9668, + "step": 874 + }, + { + "epoch": 4.475703324808184, + "grad_norm": 0.08431340131792082, + "learning_rate": 5.078219299012768e-06, + "loss": 0.9855, + "step": 875 + }, + { + "epoch": 4.4808184143222505, + "grad_norm": 0.0797907578774786, + "learning_rate": 4.978224239690459e-06, + "loss": 0.9679, + "step": 876 + }, + { + "epoch": 4.485933503836317, + "grad_norm": 0.08306039121373762, + "learning_rate": 4.879191872525688e-06, + "loss": 0.9893, + "step": 877 + }, + { + "epoch": 4.491048593350383, + "grad_norm": 0.07917647536758707, + "learning_rate": 4.7811234683186045e-06, + "loss": 0.9704, + "step": 878 + }, + { + "epoch": 4.4961636828644505, + "grad_norm": 0.0807065804302448, + "learning_rate": 4.684020285499627e-06, + "loss": 0.9661, + "step": 879 + }, + { + "epoch": 4.501278772378517, + "grad_norm": 0.09035035909083011, + "learning_rate": 4.587883570113238e-06, + "loss": 0.9658, + "step": 880 + }, + { + "epoch": 4.506393861892583, + "grad_norm": 0.08298798682382963, + "learning_rate": 4.492714555802104e-06, + "loss": 0.9889, + "step": 881 + }, + { + "epoch": 4.5115089514066495, + "grad_norm": 0.08471598730967986, + "learning_rate": 4.398514463791177e-06, + "loss": 0.9679, + "step": 882 + }, + { + "epoch": 4.516624040920716, + "grad_norm": 0.07914286941445323, + "learning_rate": 4.305284502872003e-06, + "loss": 0.9654, + "step": 883 + }, + { + "epoch": 4.521739130434782, + "grad_norm": 0.083989141142803, + "learning_rate": 4.213025869387268e-06, + "loss": 0.9895, + "step": 884 + }, + { + "epoch": 4.526854219948849, + "grad_norm": 0.08827292350699108, + "learning_rate": 4.121739747215428e-06, + "loss": 0.9594, + "step": 885 + }, + { + "epoch": 4.531969309462916, + "grad_norm": 0.08779622646413142, + "learning_rate": 4.031427307755466e-06, + "loss": 0.9676, + "step": 886 + }, + { + "epoch": 4.537084398976982, + "grad_norm": 0.08480663829610874, + "learning_rate": 3.942089709911958e-06, + "loss": 0.9572, + "step": 887 + }, + { + "epoch": 4.542199488491049, + "grad_norm": 0.08079594054352263, + "learning_rate": 3.853728100080085e-06, + "loss": 0.9553, + "step": 888 + }, + { + "epoch": 4.547314578005115, + "grad_norm": 0.08303712831781242, + "learning_rate": 3.766343612131067e-06, + "loss": 0.9807, + "step": 889 + }, + { + "epoch": 4.552429667519181, + "grad_norm": 0.07950916145013891, + "learning_rate": 3.67993736739745e-06, + "loss": 0.9659, + "step": 890 + }, + { + "epoch": 4.557544757033249, + "grad_norm": 0.07990116254069944, + "learning_rate": 3.5945104746588368e-06, + "loss": 0.9801, + "step": 891 + }, + { + "epoch": 4.562659846547315, + "grad_norm": 0.08494691861889211, + "learning_rate": 3.5100640301276003e-06, + "loss": 0.9823, + "step": 892 + }, + { + "epoch": 4.567774936061381, + "grad_norm": 0.08687436970325295, + "learning_rate": 3.4265991174348633e-06, + "loss": 0.9502, + "step": 893 + }, + { + "epoch": 4.572890025575448, + "grad_norm": 0.08783549738630972, + "learning_rate": 3.344116807616562e-06, + "loss": 0.9583, + "step": 894 + }, + { + "epoch": 4.578005115089514, + "grad_norm": 0.08639468624179081, + "learning_rate": 3.2626181590996507e-06, + "loss": 0.9895, + "step": 895 + }, + { + "epoch": 4.58312020460358, + "grad_norm": 0.08133146999758012, + "learning_rate": 3.1821042176886483e-06, + "loss": 0.9692, + "step": 896 + }, + { + "epoch": 4.588235294117647, + "grad_norm": 0.07799889788482668, + "learning_rate": 3.102576016552119e-06, + "loss": 0.9669, + "step": 897 + }, + { + "epoch": 4.593350383631714, + "grad_norm": 0.07963888148355315, + "learning_rate": 3.0240345762094114e-06, + "loss": 0.96, + "step": 898 + }, + { + "epoch": 4.59846547314578, + "grad_norm": 0.0873175266502377, + "learning_rate": 2.946480904517639e-06, + "loss": 0.9618, + "step": 899 + }, + { + "epoch": 4.603580562659847, + "grad_norm": 0.07985201563600253, + "learning_rate": 2.869915996658641e-06, + "loss": 0.9732, + "step": 900 + }, + { + "epoch": 4.608695652173913, + "grad_norm": 0.0807698076031068, + "learning_rate": 2.7943408351263613e-06, + "loss": 0.9451, + "step": 901 + }, + { + "epoch": 4.6138107416879794, + "grad_norm": 0.07892811163095617, + "learning_rate": 2.7197563897140677e-06, + "loss": 0.9485, + "step": 902 + }, + { + "epoch": 4.618925831202046, + "grad_norm": 0.08593035915604227, + "learning_rate": 2.6461636175020155e-06, + "loss": 0.9573, + "step": 903 + }, + { + "epoch": 4.624040920716112, + "grad_norm": 0.07772596675848412, + "learning_rate": 2.5735634628451543e-06, + "loss": 0.9902, + "step": 904 + }, + { + "epoch": 4.629156010230179, + "grad_norm": 0.08924244768639207, + "learning_rate": 2.5019568573609877e-06, + "loss": 0.9761, + "step": 905 + }, + { + "epoch": 4.634271099744246, + "grad_norm": 0.0780396889441693, + "learning_rate": 2.4313447199176344e-06, + "loss": 0.981, + "step": 906 + }, + { + "epoch": 4.639386189258312, + "grad_norm": 0.07560972029315807, + "learning_rate": 2.3617279566220084e-06, + "loss": 0.9689, + "step": 907 + }, + { + "epoch": 4.6445012787723785, + "grad_norm": 0.08169326714820896, + "learning_rate": 2.293107460808246e-06, + "loss": 0.9938, + "step": 908 + }, + { + "epoch": 4.649616368286445, + "grad_norm": 0.08112758121761164, + "learning_rate": 2.2254841130262017e-06, + "loss": 0.985, + "step": 909 + }, + { + "epoch": 4.654731457800511, + "grad_norm": 0.0774355250755235, + "learning_rate": 2.1588587810301265e-06, + "loss": 0.9508, + "step": 910 + }, + { + "epoch": 4.659846547314578, + "grad_norm": 0.0783097671672101, + "learning_rate": 2.0932323197675996e-06, + "loss": 0.9725, + "step": 911 + }, + { + "epoch": 4.664961636828645, + "grad_norm": 0.07486265565311617, + "learning_rate": 2.028605571368507e-06, + "loss": 0.9524, + "step": 912 + }, + { + "epoch": 4.670076726342711, + "grad_norm": 0.07660204929906744, + "learning_rate": 1.96497936513425e-06, + "loss": 0.9595, + "step": 913 + }, + { + "epoch": 4.675191815856778, + "grad_norm": 0.07487200606734074, + "learning_rate": 1.9023545175271118e-06, + "loss": 0.9557, + "step": 914 + }, + { + "epoch": 4.680306905370844, + "grad_norm": 0.08373911344578278, + "learning_rate": 1.8407318321597456e-06, + "loss": 0.9719, + "step": 915 + }, + { + "epoch": 4.68542199488491, + "grad_norm": 0.08229171455758384, + "learning_rate": 1.780112099784921e-06, + "loss": 0.9786, + "step": 916 + }, + { + "epoch": 4.690537084398977, + "grad_norm": 0.07552750889444408, + "learning_rate": 1.720496098285338e-06, + "loss": 0.9881, + "step": 917 + }, + { + "epoch": 4.695652173913043, + "grad_norm": 0.08111232611724761, + "learning_rate": 1.6618845926636274e-06, + "loss": 0.9858, + "step": 918 + }, + { + "epoch": 4.70076726342711, + "grad_norm": 0.0751305874093556, + "learning_rate": 1.6042783350325785e-06, + "loss": 0.9571, + "step": 919 + }, + { + "epoch": 4.705882352941177, + "grad_norm": 0.07727030303219494, + "learning_rate": 1.5476780646054779e-06, + "loss": 0.9682, + "step": 920 + }, + { + "epoch": 4.710997442455243, + "grad_norm": 0.07757885991942609, + "learning_rate": 1.4920845076865953e-06, + "loss": 0.9569, + "step": 921 + }, + { + "epoch": 4.716112531969309, + "grad_norm": 0.07457519345270389, + "learning_rate": 1.4374983776618768e-06, + "loss": 0.9692, + "step": 922 + }, + { + "epoch": 4.721227621483376, + "grad_norm": 0.07806209448258153, + "learning_rate": 1.3839203749898133e-06, + "loss": 0.9699, + "step": 923 + }, + { + "epoch": 4.726342710997442, + "grad_norm": 0.07651285936775651, + "learning_rate": 1.3313511871924357e-06, + "loss": 0.9836, + "step": 924 + }, + { + "epoch": 4.731457800511509, + "grad_norm": 0.07547635355971415, + "learning_rate": 1.279791488846467e-06, + "loss": 0.9808, + "step": 925 + }, + { + "epoch": 4.736572890025576, + "grad_norm": 0.0767435027207511, + "learning_rate": 1.229241941574717e-06, + "loss": 0.9645, + "step": 926 + }, + { + "epoch": 4.741687979539642, + "grad_norm": 0.07605938895578472, + "learning_rate": 1.179703194037538e-06, + "loss": 0.9963, + "step": 927 + }, + { + "epoch": 4.746803069053708, + "grad_norm": 0.0754173818204729, + "learning_rate": 1.1311758819245732e-06, + "loss": 0.9552, + "step": 928 + }, + { + "epoch": 4.751918158567775, + "grad_norm": 0.07458945556127608, + "learning_rate": 1.0836606279465145e-06, + "loss": 0.973, + "step": 929 + }, + { + "epoch": 4.757033248081841, + "grad_norm": 0.0753169058732559, + "learning_rate": 1.0371580418271443e-06, + "loss": 0.9712, + "step": 930 + }, + { + "epoch": 4.762148337595908, + "grad_norm": 0.07811363964701583, + "learning_rate": 9.916687202955643e-07, + "loss": 0.9756, + "step": 931 + }, + { + "epoch": 4.767263427109975, + "grad_norm": 0.07417154658551314, + "learning_rate": 9.471932470784595e-07, + "loss": 0.9896, + "step": 932 + }, + { + "epoch": 4.772378516624041, + "grad_norm": 0.07612039964436539, + "learning_rate": 9.037321928926546e-07, + "loss": 0.9718, + "step": 933 + }, + { + "epoch": 4.7774936061381075, + "grad_norm": 0.07615126747924418, + "learning_rate": 8.612861154377517e-07, + "loss": 0.96, + "step": 934 + }, + { + "epoch": 4.782608695652174, + "grad_norm": 0.07488030342345021, + "learning_rate": 8.198555593890423e-07, + "loss": 0.9701, + "step": 935 + }, + { + "epoch": 4.78772378516624, + "grad_norm": 0.07450161516562323, + "learning_rate": 7.794410563904465e-07, + "loss": 0.9832, + "step": 936 + }, + { + "epoch": 4.792838874680307, + "grad_norm": 0.07694219467907164, + "learning_rate": 7.400431250477269e-07, + "loss": 0.9482, + "step": 937 + }, + { + "epoch": 4.797953964194374, + "grad_norm": 0.07728359019431556, + "learning_rate": 7.016622709218102e-07, + "loss": 0.958, + "step": 938 + }, + { + "epoch": 4.80306905370844, + "grad_norm": 0.0772171077931656, + "learning_rate": 6.642989865223471e-07, + "loss": 0.9755, + "step": 939 + }, + { + "epoch": 4.8081841432225065, + "grad_norm": 0.07371810004441909, + "learning_rate": 6.279537513013268e-07, + "loss": 0.9518, + "step": 940 + }, + { + "epoch": 4.813299232736573, + "grad_norm": 0.079983562262525, + "learning_rate": 5.926270316470017e-07, + "loss": 0.9644, + "step": 941 + }, + { + "epoch": 4.818414322250639, + "grad_norm": 0.07392991977596462, + "learning_rate": 5.583192808778037e-07, + "loss": 0.9522, + "step": 942 + }, + { + "epoch": 4.823529411764706, + "grad_norm": 0.07380800604090382, + "learning_rate": 5.250309392366237e-07, + "loss": 0.9689, + "step": 943 + }, + { + "epoch": 4.828644501278772, + "grad_norm": 0.07306370523077808, + "learning_rate": 4.927624338851189e-07, + "loss": 0.9767, + "step": 944 + }, + { + "epoch": 4.833759590792839, + "grad_norm": 0.07486655104269185, + "learning_rate": 4.615141788982147e-07, + "loss": 0.9524, + "step": 945 + }, + { + "epoch": 4.838874680306906, + "grad_norm": 0.07533207321369925, + "learning_rate": 4.3128657525882024e-07, + "loss": 0.9599, + "step": 946 + }, + { + "epoch": 4.843989769820972, + "grad_norm": 0.07414133822569055, + "learning_rate": 4.0208001085268567e-07, + "loss": 0.9468, + "step": 947 + }, + { + "epoch": 4.849104859335038, + "grad_norm": 0.08044922294041608, + "learning_rate": 3.7389486046340185e-07, + "loss": 0.9768, + "step": 948 + }, + { + "epoch": 4.854219948849105, + "grad_norm": 0.07410782395709221, + "learning_rate": 3.467314857675952e-07, + "loss": 0.9689, + "step": 949 + }, + { + "epoch": 4.859335038363171, + "grad_norm": 0.07573674261063944, + "learning_rate": 3.2059023533030033e-07, + "loss": 0.9803, + "step": 950 + }, + { + "epoch": 4.864450127877237, + "grad_norm": 0.07388156420140238, + "learning_rate": 2.954714446004747e-07, + "loss": 0.9617, + "step": 951 + }, + { + "epoch": 4.869565217391305, + "grad_norm": 0.07512578680798108, + "learning_rate": 2.713754359067089e-07, + "loss": 0.9808, + "step": 952 + }, + { + "epoch": 4.874680306905371, + "grad_norm": 0.07479347896842965, + "learning_rate": 2.483025184530785e-07, + "loss": 0.9745, + "step": 953 + }, + { + "epoch": 4.879795396419437, + "grad_norm": 0.07390137699328536, + "learning_rate": 2.2625298831517428e-07, + "loss": 0.9858, + "step": 954 + }, + { + "epoch": 4.884910485933504, + "grad_norm": 0.07642394694193964, + "learning_rate": 2.0522712843630056e-07, + "loss": 0.9829, + "step": 955 + }, + { + "epoch": 4.89002557544757, + "grad_norm": 0.07703256064419331, + "learning_rate": 1.8522520862386929e-07, + "loss": 0.9658, + "step": 956 + }, + { + "epoch": 4.8951406649616365, + "grad_norm": 0.07233300328021432, + "learning_rate": 1.6624748554590064e-07, + "loss": 0.9758, + "step": 957 + }, + { + "epoch": 4.900255754475703, + "grad_norm": 0.07197673456343069, + "learning_rate": 1.482942027277634e-07, + "loss": 0.9818, + "step": 958 + }, + { + "epoch": 4.90537084398977, + "grad_norm": 0.0753125286919161, + "learning_rate": 1.3136559054903075e-07, + "loss": 0.9384, + "step": 959 + }, + { + "epoch": 4.910485933503836, + "grad_norm": 0.07437079440706637, + "learning_rate": 1.1546186624052269e-07, + "loss": 0.9805, + "step": 960 + }, + { + "epoch": 4.915601023017903, + "grad_norm": 0.07524998197309374, + "learning_rate": 1.0058323388153491e-07, + "loss": 0.9765, + "step": 961 + }, + { + "epoch": 4.920716112531969, + "grad_norm": 0.07268873818022609, + "learning_rate": 8.672988439719199e-08, + "loss": 0.9568, + "step": 962 + }, + { + "epoch": 4.9258312020460355, + "grad_norm": 0.07629672988928426, + "learning_rate": 7.39019955560405e-08, + "loss": 0.9934, + "step": 963 + }, + { + "epoch": 4.930946291560103, + "grad_norm": 0.07396116828111508, + "learning_rate": 6.209973196771301e-08, + "loss": 0.9743, + "step": 964 + }, + { + "epoch": 4.936061381074169, + "grad_norm": 0.07416699993453406, + "learning_rate": 5.132324508085873e-08, + "loss": 0.9879, + "step": 965 + }, + { + "epoch": 4.9411764705882355, + "grad_norm": 0.07436538410708188, + "learning_rate": 4.1572673181198283e-08, + "loss": 0.9872, + "step": 966 + }, + { + "epoch": 4.946291560102302, + "grad_norm": 0.07136305198796307, + "learning_rate": 3.284814138971193e-08, + "loss": 0.9611, + "step": 967 + }, + { + "epoch": 4.951406649616368, + "grad_norm": 0.07282223951429675, + "learning_rate": 2.514976166108518e-08, + "loss": 0.9606, + "step": 968 + }, + { + "epoch": 4.956521739130435, + "grad_norm": 0.07408153822019757, + "learning_rate": 1.8477632782216703e-08, + "loss": 0.9564, + "step": 969 + }, + { + "epoch": 4.961636828644501, + "grad_norm": 1.6648677122846838, + "learning_rate": 1.2831840371010373e-08, + "loss": 0.9987, + "step": 970 + }, + { + "epoch": 4.966751918158568, + "grad_norm": 0.07577180986663225, + "learning_rate": 8.212456875229535e-09, + "loss": 0.9713, + "step": 971 + }, + { + "epoch": 4.971867007672635, + "grad_norm": 0.07315087204820622, + "learning_rate": 4.619541571582176e-09, + "loss": 0.9586, + "step": 972 + }, + { + "epoch": 4.976982097186701, + "grad_norm": 0.07628720300728932, + "learning_rate": 2.053140564974854e-09, + "loss": 0.9833, + "step": 973 + }, + { + "epoch": 4.982097186700767, + "grad_norm": 0.07411652218403934, + "learning_rate": 5.132867878909764e-10, + "loss": 0.9588, + "step": 974 + }, + { + "epoch": 4.987212276214834, + "grad_norm": 0.07429401114883186, + "learning_rate": 0.0, + "loss": 0.9949, + "step": 975 + }, + { + "epoch": 4.987212276214834, + "step": 975, + "total_flos": 7100358600687616.0, + "train_loss": 1.0383980158047799, + "train_runtime": 35038.9958, + "train_samples_per_second": 14.27, + "train_steps_per_second": 0.028 + } + ], + "logging_steps": 1.0, + "max_steps": 975, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 7100358600687616.0, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..d3c614f --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:297e212921b2bf3ee4f354387fdffebb0e5885c4d57287aeb88e270b4e0bd3d3 +size 7224 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..759a0b287016d1be698a89d30163ad86cb6371e7 GIT binary patch literal 37951 zcmdqJcTiMo*Dtu6oHI&JDk30)WF#jM5y3!`3<@G3NX`g?AW;$FNX|$`B&Q~;2ndK| z$sjo>Nzz^0^WN`%HFaldX8xI~Idx8X?C#zB3F}$w7uN1jEzPUsBupd-f{XB9o?+m9bOyO}+?kK8bGcCdZyZ2Qoh!}b0Xr-zU2g#{!8 zMEE(Zot+(=q%K{u`>ziOJbq$ziT&Ie7x)rl2Q_^s1feuT|HI_U3t&7123K5+s@Bnngx zOW)qf+Vz|Itu<`5(%$3{6{RN$!g=}fBAhn@Mk5P$Tudaex}Ijg=DYOX zTV89#$DU8|em`h3A7|vsSYbOH(AwH6Yd^5Dn{skU=(pFx?yy`~X+B=#vbR>dj#Cq* zp4FTcXFPJrj`zZardQ{#*O2)ijT5+azPZ?PSJwzXNU?XlM@9MQ`3WH{x&NCtr>x6I z{G)n4e_q;lYHM%j5)-Q!+@-uPcf5B7nLIvNziMb`D8IYEQr08rcYMfJ-{@nPI-+H4 z92vnZKK=44+v4B?XZmpm35Pc2MdLaKO1VQpgyYN^+yD-FD!c-t+EYk$a&lznrAC$% zzhlWKPEKjP)+LsoXb|jjabx7K9yxYLN5`+r+YEBP(#d|u9(sj3Q41S`_~(gm*6MeS z4}YbcwEpbPNb6q|bevZ9-X73p>)2loP7-}|sy%}FIqMZy)A=v|d|h<@_~lEhQ;!Vc z^Oh;clR!es>FKab!J0Wrwzm9h)eCIiN85vJ#icnvJQi3r5+$gaA_#hWd#mQ(K62RG zFpIL-+S+oMi4bqLysS{Db4FH{&1wG2X0G?qMhj&;+$&u5%m;&uw{G8d9CsN^tFEr@ zTyT?MaX;Q)co`FeTW%0hRV6Xzxm?J@%lj(w+Rd9Cv^S+ONJvx^W$vTWv^30w&n|0G z?V8kL&G+v*{01M07#SJ0-rZ4CS8tZt9h)v*^P)GSXQ?&PM_~%qjSaNMLnNu*BipLGgKAw2h1T9hiY8-l(kz)FV*>nhm$=E z3Yuyrz0?{?d%ngyNuV?C(p5b@27#KNTnKAQIlJ#3rtxs@l9>n-9Nnk)9@o=9C}X^T z|9;g}Ff$b+V`yuu^5MLA(bI{8ALzpd+z|14wbRnwz6X|$v0PMvzOJMNZ3B!77L ztEcVay^4@~6}HsN%gZX-bZs9#hzJP@X@B|hg>C{i$Fb|J==9F&DEby5ySJ7%>`H4a zpY98}!;Qeb1-TRb@X%1|^{N?)sD-N4iqTfMK57{WSzKJ4{=L}Wc2n-?&f$E*<5vB$ z2caZEiqalina*RdV0<`KzkdD7S{A69#Obvbc`-aZJe}~k;X;vdy+PflkOEiR@ARUuK)yM{H+@AkUHCqgR6o`l6GCkx?qt{e0q$83wCX!jy=Cy=*E72yL)0`^%aVf{)_xGojC}qydSo!)k zvd;* ze|3pZ!@T)%s7&0a@U`hwN*fxCrE+dcZ$A62@ANp%jaj*OU;o$E*GyM~)^j8Dg1 zG7*Smk-QZi8F`A`dqZI}FTaSU@y`<9rpd{lI0kn1OPcY53eFNNeMd(=$54STK}0$> z1>pDH*B!ll`Eu)XHcvIfa+}z_4!L9P*PV0IH^j%!Y9>qTA2yyG$T@B=4NPZ5$@0RG zyf;-Ak1t-lIQ@*6R=M8z((&R=KN{UagLAU`voYz4X;ce6DVJCmVCKVRR$(^f28S)| z#~kR)y_eqQw8Ab?`|o|bee+reo3y)@2m{$P#BbZ~grCXZ`+rrU488o1hGCt1sk0$$ z6_LC*L~pHkRA?|Cfqc5L`&7_r?|{hb1_p0=;yT+hu12};Gq~0oeK07TK3H$O^m*<{ zX?C`1O<@@V(_Y_HG11ZC{%m=9bJ!{+wrH6j!J(?O8=c>bw`dQizEnL+v$)klDaTI| zzyZVgI#UJPm8pvd~)G7p=LkB^^jQ23@<`R?6V7|#A&+!ddd9@zs8JdU;T z+R9Eb_bc9eB@m7f$1+6|6?O@5)>a?;@fq#HJVTL8t)Zm+;s%4d=@)#NoqW1QbeNDH zxs$pM#}x0aQ26Y@#EF1W9E1T$z~nE_`R*h>Rb}On2W9$nD%xYE7FXjG+G@$ue;yW` zJ$p9f#*G_&E@TBtO>Z*XW$o*kb~N%+=y)z2Euf+FqZVWl@WtL0r~j( zGvwMjf0!FF+d1e~(}D3RHM0%e4n&E~34&Tb-A7t5!U}bPCjdS@7Il*q?gNo;tYf2u06}WkJfX z=+~Sl<>Q9^2T?Qdt&@(`<>mAfekU?T)$>e0ou!6s#TI)G_kZ<{jJznkSLwPh6{?7j z%b_i|A&y&_nu-Wpbt^kM3K@IM(c2D{V6M2XM7ML7fB4{hP^FsDyC79=FmAP5SX89y z?OoU7cw9uP?BXJdoGi3hUcOdI8sNX)c)|u7NQ@SEjbv%Y($dnZljDQlp&=ryq|iJh zXC*^J7PL%T-oMYu$46RRx22x)AuXrj_|GFi1cn}Sv1~nAT0Gv|Q$zv&&z|9>EU2rg zZFm?Cx;*{RX~Jxno{=FVkbfsnp!l(!-Rf4g?7@ogmjrQ2sid{=yP21K{N|Jg)RKYaMMQ1R*&4PZ32 zxc{lb|r-`U;gu3l#2Xr0YbAKU{FXvr8m&swvE3~b7_){;Bo!7&V<++nV~}y z{@!K>yW`KVoKeew5oe5Len>7P;uh+JLD|91{7FyeIz%CpuvO&5K?I8=4U`PL_9*uC zO1?XA!-BHzS9v)`E^%lQMJD@$0l!UdOtmCcr12FN7Vbga_O3BDikdqz1i%_NY`f!8 z1X#{|qQQr4&}VPzIT0mg$LyyVjPtSnasm0#6adR-97M84^;S0BiIUbfHq9^S`J{{d zU>UMTF;;G3$RQNgEr~VAu)nJc07ZK3*scth5z=yNV86Y)?Q@JrQxK|%;qzCn7xX=J zN3eXwbpfOHwdCqqG#RQ9TMQ`+c57qRfYqv?)Ngz|6O{^Q=W*R8fz6{wgn7f`o|8`r zH@dH^oBpWtaR0NIL(R?}1xK3dY9tE=`DiI~(8U0#3NSoP7*$MWFa6sPh z>*GYI2IeGtk{~61C%$6~8Pqn{j`*NPB=1*8&+VmFip01QP> zs@o3_LL~G4wL?Zx8#*-K0Ic(Ss=?h-=kW^|$^~hthHBTYH3d@24$b`f@MKP1L|lAk zDZhB9$`__oHT&xN#?OqXbbzPA558cJj}A7WSa6DqpGM(M$0m0Sv97Vlxl@;n!vPd} zZ!{6=)q9E_Lw!~^D%984|7ugdH`sU_)SGej3_m{^e0;R>@$P8w@dgw+Gq{71Z-dv& z_j`}qP^gctX^v)6GnCp=#~D@WUtfgd<@_3cHyC?wwn>~E{@R4K#oCHlpn&$nL)zp0 z9=|`*^XPW`>b^n=DX6vBcbhLWCnuw{l={48A~w#%_d-PfSrQlEto4GAzVoBFdcA&^ z?T6>`MF|#)0{t?AvIkvDzhxyQCG{$78I#?oi4DD0%LSPtP_%kVz%T^zD7oQGt?A`| zN&uos!x5}nE~-uKUv%ga9h_XuNolvM96$B-yY-J#7Y&{P$glgel)pC{b2D|oMhI?+ zPUB;DH^C%JXKZY2P~-7-F%LgKgd|Ew!Y(z0K=GsWccS^2cQ=0nRyVDnfXvLyj6vL< zrD1QH)DY%wR52AH{zG0z=hP4113MHr3o?*Z{qDQI38ZT$kLv?ufG>%X{Z^&c3RETL zZ6y4_v(_691dcbJ%W-gX6TohfCVR{?MlBUDi;g>Xu(|`vaX8#_jMw0HYpam{It_Bm|~{reb-xoY>CIN! z+}vDwOUtwG%gVAG{gv^E0LC=g<582_L)@O1{qyt89bMh)xQ9x2AteHF*Z>G(Op;Uo z66m7iO#43ntW2~WQEN_$?+dsEBbsJoq(ZEJn&U@@NJ}66?ic(=0~T5N_HEh*K$(X# z>?c?tUDR7sln&jNtHm;@gci*9RZ|3G4lU%kTZYOa4#2BF2Htx2mncD^f~sd}WiK(nj1<&i^Yxq#H*Tm*P3@xpU_rCGFPk@&TJ7mrdtMhv4Ln zdDn4;h5R&`zg22xCf)@g;`Rja{4XEE3n-1m{qB zheRLdv%kL|-8lzK3kk1)iQEw;R9Hw3f$*`X=c=o#>qmi|G5UW$ZD(iaAi)9&=BZ{5 zsjE|Nly$iQPpo>PtPc~s_0?LW$-XbOMNI=_rYQRKspsnt2i;vkHTsWiq#dGH=Pty3 zI@+Cxf}?9K!juTH z2l$E*F z^aB;9e%dnMS>BPk-VU**DjjB3*zdm`CA~!i=rR~!A|-lqLa5I;d^#7Gnw{M~6K|E` zbLu%IdpmF(Z?+l0$7dk7_)U$wO|)g-Ncj5ot3N%Tj`P9TrG`B&n8FJguN{=Fx1&jt zMe>Pqjf}K3%k?;cwlt;Z8=v`#CkrcoGy@l1U~5!el3T&ajvlZq#jhn+7Wp`|Lg8Ig z#>3O&)AG%dXZGp9{VxxMf4I+(^BdLBfewX>)NOyihbDhCLun+4ks}+w`)^u6icga5 zHaXrpjb`3KLnm@%vV73EMSQ}$fAv>SiX1!apEzPwzTV?^Ed0I5C@e9N1wl_KCu;&6 zb6|W#z(0uDJZ4||8?$fAp@EgoIS&OMRxe)2BG@?zjw_&ZN6=_4Aeu>1<^3JG#l=@W zJS4MkrU)3FkLwh=|CvsL#Yp$;cz$RA2L~r72JlXwON!49qp|P){X_{z9N;SefFSaI zZZ2mY|J5+RX>!I*1;6{G;I$?nnofksj(!hK|LK@yT)e(hdMKmnR%eAz8o&|M4sdw7 zo%wMqnmS=`u%?2OkRID1wGXY%^kJtMP+?S@q?(_{&(pj$gc{DxP?ckbbJBoKTX)hG z&_aItv$dECqQDNyV_Z?$=;~0J)y=4pX}kXH8*10Dx1i}36hN*kSD15drpRV=WHx}F z2BIug#^Ca1zR3{@s;U9Pefjq73pfjGU0q#!P#q(E4tDT=O8_@zPxjf-4`&d6@84fWbuCB=RZxZt2}zdxAp56 z2&b3`Roaz#yrh;XEU0~sE#%^paIkzz5}Z_PJRk2Lb)gHQ{ZY#2kBCm8K@h1x6>=&J zzqo#f39c_SZ3=+w{fF`VQ%IvhJpX6}XI+moANlYQVu*l(MZzB~my@AqMVw1*rTCSmuPNL z(OQNuCa!UguMAg}^Lqj2un&s(K5G>5ne|FZgz@(8aLCmfh zl8Te<@OykX60$&cf^W+1CVdAw8Eh@#&0x?dDUKs;Hb-Kjtv9BS~n0!bzkVu!+_BQi)m>(xl@gDxgmA9K(s zB^;;mju-rn2|)sBzT~%m{jWy*^mdNs6ddT_PnOMFbDfThS#i_Yr?>zS+hK?sWhqBw zARLkv)$bS-7*^BVl-a&B(SYGpr7}u+W2Q`n$8XY5*Qt;L3Qa43!jQT;Y2~X|cb7Z> z8JG$(XqlKqK^ilzcoQ(^@DO*0?i&U*rm&8g?WA9Hp&b#v$8zKTn|<&Euaj7LJ_Djzw)#5(>ZHgs&G=eck}!P{H<)vH$ypaV`;HXarJ zHtf&2+413F|Hhx?;u&CAA3uJ?Cd+sUKI}W2vXdz7K?A_VzYIAO^JxQ^D z7_E^cMGtZoIuOApvudb*t#JMN^^yb-vA$)25N;0S5Oo+(l?5$?igtE|&If=5vNi~j z&CN}Cug+OtAg;w)Bpu=eK|KL*3A9Q45J8J}G9VKyGM;qgHgMSZeCt9)b)tBZ{KQmU<~+A>G7Xhe4?b(A}<;j5<=jwbD<+G=MwRV z6QR05oCOG>Lv=Q}X)sZ=B8Vmir=QSVs*%Q9KN`vaK! zn>>Fwqya!jKfXKz5Em2k=^5%7fdde?R_XEU0V;+enL>W9UOnwv^Yin~_LUj1_CWMj zKKR_LwBN4kKDfNC@zE7?o|~KN!i8(-W`MO2k{$x!y>VCngEjTi@^Y43P*4!=fFYFO zPv{Z*BHUxT(4EA?!-GY&8jwrE*<@;TqufB#R?6s|tQfU#iIO`G5qY)XMdzmAK`XlRg4U0{=Z za@HO+HMBnN!L(kcq(q^528z|t6M|q-;0e~n^!`Fh2N)$ABaezbzQ|`MlMW*i5I?V9 zzjoJflyhBSu)NF&yx{1^Rq&p;xSD4up*G8hg@j=LY%dG>9eaoWM@a#$tOBxDv2IjO z|KbJ|q4ex*0)P=M+k+-il1}p|{ECUJ25oHv>v z#4!PENq$ic@8p6XfQY}+1bRiTc80@TtgiWJg&m-K43g-xGyFFdpy3t|@+KO3=ab#j zb&F#YgS+@Av$MHTnB`xVcnAsCY-eRSBr;Of#)cQ=%+u56buga3O%OiY(Oi7)`kU0e zJd(e;xC#F>dK^i9N=k-VThH*DaxK|p^N`ym;*XV^-NuYnJDms1@MS^*DWX^9zzP4q zSvzq=;qTOy84!T8xCe)17es8UoYr1^Pza zG*2#CE()AKPnfS;yw;(E@-A}OmTVLeC@Vkx-+9=IKLquu0>?IFR+&(^6vRJx>OO!k z1$*Lc(Lt}JdU94t@&tV>TrP7iu9F&co)<4jkZ$~!xWl7w2rg;U0ow|Pmy}gi|Eyfn z&_wY8T^|h%4I)qSR74tHR$srkk6Q2P(cDBhG_K);v|n;_>C%xU@~xxjS}gdBobD~Y~$WIuEV@!}N{qV_vEm_RuR_wA9)5!36NP$E*2|OQ)fXtF}Eqqh7pJxd4Jg`d8Zb7>94U+6-VHI`1bsbt`~o zaQr(*&V>m9IEbd=%!$$O51b~ePuQ9yZsTq7c2$|);eW+deso+1BcWqbY#<#PM^D;J zN0giALApv9;D$>_7x?*C;#?1p^8@#+y)bMhn`hpvUucfJEqb&ijb8Uwu>$9350q-C zWJ8OqHswq<FZ~le#|XTG8EIBl7G(Em`^SJx zQI&x1^l2sVJ6DEE_W*N1x;(@@uB{X-$LaN?x0e%Vy)K^8ytp)PDvk;}!7m|dth(NU zsd=T|2XG);9J|LXwe;4Ku|<^#(oMA%6&PCpqYg95wOGK-+@9Gr`}pbUwahW&f^? zv4rfvBm#FcTkU-zpqs+M^o0Q-EG3Gdd1+vUU(!AnJTG=H`kwMPr^A5Esh?WcaMhO# zw7-940{LT`1ip!z7AaJxD7;1CKLg4N0W+cB#8;{|L?VQERrskzbK+ermn-frv(7u{ z_jwItGrw$g94Mqg{x30FVkYwsjDK_yYb|4i)Bm+?nwPqFvIVZ*$CKAVm6}{i^qSTE zD0(ag%S#Vgk_P6j@m-ck@NF&1$F$ka5tdfN82R)OKL5FhLhCZgfFamoE+z_?h|nN| ze7!m*;ue86p8B#rK6D|a3!~p(-HyCKGzcytshN@a-Thyir(%IFP{M@f^AIUzYN4s_ zawPvPf0HfRp+t_04wDZVVdXMs{5z~DbXZccESE9Xr(Y-Q(XjlE~jgB;^F(l6Y&)JB-VvJIj=J7$4LtWvdX3L$p%_Zuqwf!hh%d zlS~Nq@coV(&wC$nDoq^p;0nW%e*84b=TFVFa5g$GTTFt5<<7*Qg!WTVvxs5X3nP>g ziZcc15N#4h1BTD0vzdM1{&yUbunG#?90on19B@PDc^F#t4h{!PddQIA!Yjc%t%vR5Nt=e6Ttte~X&W-wSH|Rj7r`49RL5 zOVm`9mD8TVxBQC7o6bYtlg2~1btCBD3<$rjQBgBzW3VXGrcPpnP3#sW(3<@#a4elc zzxfegRo@?-hh(O9W%Q8b;(v-YzdxFRWl|8c#hC=S0`*rH3tcqO{i9dPHF;n^ z@_`tdqkttXRqkxRIXL|wrj7ds$vgXLR|lWa>#~ z#9u-=L_U=0DJqNXktL9r-ei^YWr>p6VGy$&LV~zT`c40)Z@l8*;NWAMWT0!7ZA*^t z`^fUg|Bg-Bxn1!+j&Z{hxq2M9aY7MLl&BysD zV9NBiYOEW(Xrm#L#F%^!&1KJ#!2**6rDr@ZLc&Z>3&K8Zv*AusO_KQgI|*6qo_3J@ z>n-G-Mn4*4NRTFj3%Oug^1n_Y)l?pi0V~Bj9KCVNr{hhfJR((&V63RSdZvtL+;xV*HP|s?VDqh}j?|vvT*%2R%OMvA} z&mbN060-i!Qko$wT$$tYb*BOa9-HDv6Nu{^0l{QPKW8Clx={H}gf<>ia#Ju9J(cK( zA#Ja$;H(KJCP{6$w-ZwIxSUK;s{WlV5hMby(+>QDIB3o`h9u9GdF1cI>;E@3eG`V2 zeb#5k$bh|wJh>vlG&^)p70wl8W$Ge*Y|%9i$5kV2Y{V&vDrO>T4{AxRh>#jA%tnn~ z{^|h(b|)y+j)JT`EODSakz_& z+OjHSSqNE2;;xYIM3a;47OA;jr=cdNKnL?VABV`9pP=in9{2Cc9pTB}&OC)^8Fs*n zB3gPMv#0#gh356fHNBNthNE|Dkmj`*`T0Y_q<^zG)f5x1wVS-b&bi*n0_4qiVWjUX zHdV&KJuftu50a8U&I}VS5rQw;_4VD{t*L!6XsP55bh^OMjVCM2|K>Nl zPWpd#ytNXCr=|<<0g5k(4z-n9FmQ)y8G^5C4y69uEVx6r53eSMbkm(Mrlq~WI1p)H zke(2DPV|m6{;y(6a_1}VB#6Jy(eAgJLojbSE?=fuNcIxY1Y+O%hTNB{*8gFM*?`Mr zNWl$i?b88lND6o-*5%z)W%oNz)$NQtLVZMPTG~M9^Ar47$UL?}K^?k!fYB8(klrEA zPNx1x;}7M{i`2cTw7-+&Nk~bBpq~!Gg2V3sO7;wx?yaE3fb&~0DP|w-6e1sPOde|( z4C(OxcA;A6cl=s?B?7*)fNk>vj4@=Sq)IO3PLIm&=IczQhY8>yUT-K|iWMmZVX=%JaF&n`B(RS0P&CQA^tcIQxq~y_{z?gIY4UAkjGy@1e{!s@# zzQ9}T?Tefx0g0o%xKPvtb8%C3&OH~>2wDQXGIBCLWzQiJUuu9BKs*^lRaJEw1chJK zzMo#5!ySnPi^&w~?H=^wHEKqc>hXi{-!})v@Tv7%%6~Wzgk_ajF!V2`_2l?zfk5YC zD9lPd&cyG?MdPgqF;r-I@CF;@{GL3y{LMxbwHv(FstHjoKuTr@I7?8IY4mYsX6A3N zgTt4Szt}Z(#4yNZi*3Z;;(mm}LrU#bJ@U*c|M~_I78sx`^hn$~w+aHQ`_HuJ(4g!+ zJ2z(r2KCYLA+wk*7E0+Rw3JNG#hJ8UW%v2ESQ>WfqN0ya{qLNTl9Gwhg_|CMWhDBy z7Fd3XcU!{vdF}kioBaOq477>}@eDMJ4$ez;!z?T;Sb*Av_(Mb66i}JJ;v}?mTR^7} z+~}`}zB$v8QCG(T9X@N$D`|hr>)Ni^_MHc|3?k}`Z%0=?7GJhdHq;)~=wf0Ej<0nHYA9^U$}$(3qwuKr6^C1ZreSrtHT;v=%lA{G`XC z?GU7=1<=?p@i}ny-uiSNmZu|<6WpK4j)%|#17Vig305vDU;W27QVBbiR#n9SomjHS zf?f+K_p`IJh(i(SUXI)mF~~nA>tmO;-Uk`MF{m+VTJ{gXH1*$?;?M`uE4eyqsiLI}>T;Z9%KN zEct#WX}qB*loK>uxxFjF!GWoSSQt0j11>wb>#Q637Zh-ypg=}o0<1=*qLGEmlA`J) z{zcc={}Jj&;&ty+7}N$c?cOBiyA5eT9dZx`YhP&rLV<+$o*)RHsM|DfR~NdW2x}h( zzTzO#`iMWYVty5|H6h7PtzkTsz-oiv!wSWG|MYLfeY%zS3;3F#3jjfYV0=SsFH?sT zlfN0qu+pBj!hZb4&!5(dQeY85`lSF-mdL!5KwKAbuDW=bn7|aYPN8e+hQZ|^*E}47 zWX}Sr3L1p1ZGVq97rc8%%p1!~bdiaP&X`^vxmCHI98hB_5*orYTf(5GbQh95oSsN9 zrD#D9gpOh=6>1P?+l<`CgP=F(@=zD^2g?9qq~`IFSoRa=FAzijhYbc`k88Z4hlP@=0LEL@L zv(=I=>0!=tEu9bl4hiNQvNl|HK6U2Vj-&l-C&T>8QsJWtPs0>5X91!llL6^TJE*kj zX`DP52QY-1+(*n*&bd)c*xHt-)qKLSh-dOI!y!U)^7Sz*#IAAM?8*9Yg3teqk!%Tks`UaAF$?S z2QtCH*c6$eQqLI>jht)z9A5XCTY34e7GL7yM;`TU6Gou{!R4=x+w$0{@u6ym+;YE* zR3;X*f3IT_sT|JYHFY$)4oib>4h!z2V82cI8Oaez3c-}?P0%gDr(^Um7m(b8mGqFr zXATJV<@;cc%HR-_X!txeeBPowj3MbKnZMkrLBeWLB|@do*h!Bylf;)&^6qaRGMK`p zBeoP8H^K;zl}mY7mGa9Iyq*aJQ!{n%ZE~j<0s1qGxy9vE^r%cSnx;^xMw>7}skNxT z9CtzxRRq2PPAU<~CQ6~IT6Vr@Q0N+d)799o>h%nAp=#*jwSV!WBX7|9y{dgn`u4M` z2m+=ug>wwZEuy>ZqK6(zO7yTeIa_6C)b#6B-V!~@eMYMw)#2CraF0gvW9(my*?NIK zU}D*b9(%|uY*08x6Ujp-_={RQ6>eVDy@MA?uG^BU+r)`;wR4DEBM_gKgu2%hplPei zDFkEc>_xvpbv^(Vi`2EeUkg}&>pn9;KG1xGvUd=@W<*V)b^R*SgZO=G30RM5x+f2VM%3QGkZ4U{)e)M|6dJ;EK%+yfE}fb=N>_n1X6l%<41<`g zUQ)Qud_HimWnCR``kxRUEi(U>@O&ISz5alJw-09TicKB9EEQxF$+iA4S^VfGUUg6) zVIv^eNLJ zJo*1%GC(<`Kliqm2hndryHHU8^(9$`S=Z1J9~8*`o{Os{MfXh&@i2Ryeis^K^ddJu zfm=2obGOMFeUOHn=D#Zvq}W*V{EdX+!)IeTf*^w6R~%Ch z*TtpFMOer{z82nw=c1Zz#b$z;?SKCM+hs%$sPHG|)vL??7sQ=fCAjd|x~(Q77Uuo1nB78fV~j+=eU$?at2LQFg7)#D{fKBA4_IVUGWJm3p+hI` z7`$Q%Q$E}oqXDO40<&CZ%`xKLu-uaJFX*dz$SNK31g$b&Qtg1X{jD7Tip4xSIs-#8QAs|FK#=1(5sFY0hdhcR3AMS zy03^TCw#8}9#k@P9lqaWubHw@haC-~2w zKc*s$Js9%nSd5PH8h zY_sL%6aK_2Tj9w)Q&gO!9L}JV_D%}f^7_+Ng>|$lor|05m?rS9t4}?+;_lcp?0S3% zO(#rG7!W08SMT_5GA!BJlY^)4<08p_ra6`p3S~U`ch_#!f+J;JGINIV2 zT4f+^jWryk!;WSpLo9keRbw-H3FA($t`=64r>yce_r6y}`~zo9atX)exDM;cSdy2I zTZCFfSfCzQ{8Q?g+3^!nl!{J)vB4R^#?NHb*!#3J803<-m$HFiO>PBa${K(3%gYO5 zZiPBm#1eBA6S|%nNiEXQSiq_^p|G|?Uj0Y z(D&;~NhO}K@;z=2rxuETc^?nq-`}FjOQ`w5nmJ(eyz9ryH#)4m&&z$jnDSMIoM95# zO9&3BX+{_n1(;|TcK?v7wke#8Q^4EUY4>Ki^ms+&i%)4W9-^h!AD*X5YU@gUwUfy) zHxrYxF3|qzbM~=~EV;H)wYv1T4MR$*XK zO}NRaQHV`iu;Sv@SamGu5=gHq!hc+Jg_s&`FbI-#l(^DQRIP!nsAIA$e=K@+He&x- zFtcwq00Ml$XFT_l;Q5yrE+N@Z97gu52-e}t&bm62sBuP& z#jTqzIoj6WI1Brx&Za=p;Axp~dfIKut|+=P)P8-Hwr_XisGT9Z-D6lt!nijiCbnB2 zo0FGxa0yP#a!Cj}x6AwiEYIpGQp zH~VD;Y)?;TD|->!b4S1%qee4e1K{H+$UiuEC44fX=L?g$|^<-Ifw$w38`{uRk7xXBi@_)qA@0M5g*w|sc-u@)y*Xxx?K6RHvkxZD5%k{zsL;SzTg`J2;o_SniarhK6$d zpp+kP(3hFLSsvC?-K@kQ?T=N7Ne7qVj31w5&>&7fHPgB7&PWV$=r~6W{jO1?e*8tdRfdo3mn*uCntY@! zJ?hW#*m0z%MWiLbYGA2E&U6x$E5eHR_PJ10`nA>J8o3>=3SI^W(98xOlo$)IhJ_LT z^SsjML-z7%DDZaktgiW7*BX&mR-!!b`_%!9Fa(5~*%*qSV>~l0)qWJA?oc!u$C4E^ zdH$q}!EELC<{`dnxngALYM9!ky$-Pt!%}(v$2IZGZ%0eKZ&F9bi4z=3b-(WFMkJ{8 zI640sMZ^ddZFYNkOblv7UarKGcx;GMl=3QEr1BHnkJ+RbQmYs|y56lm5aH|B?}bi5{0g{kSnpHu7Pv=;l*^8>`lW*THHkO;sO{UGv1GQR&(nS zDVo8G0xhkt)fQ2=tU&TsZ^lBgwQXBo;QidiDbE10V*Gb*Pp(TasWR046>s6I?jjj3 zyeZ4s*;g&5#|;wYdL!;;lv5jU^4OmqBaMn+;FuxN6f;%;i*J96eo z-JRTV3Ichi2YUZ-p`qW$=oB&I6gMh+Fv$K7$K-VBCfgN9W$V}~Z*Q(!8Rgd2}wSf2_2bv$#QTsG?N__xx)=WQb{x*x;`8L*Hq5YwK;5ryg-;||UKiY?@Pg=j78 zW4t2X84}JQBfy*za=qgmZ0gycN4DY%uc$Mw8dkM0cm^2;rzFP)gYwbla&fQi;L1zg z#W7LK&QCUwGoC}5HyByrDR>yn^I~tuw0iW&ODt$elt2*3ZIXJVYFL+591ZxdJ|bfq zXKsKN&5=~<5J9tG$!PZV0(GIT$DN(SMcXNBtUmGKKVhIf85)!tIA-f((#k| zi%iy#_)}01y)g;=3+KfN)wO$vO4WV=BkikrqEepxX!pV>yW2fua%i*Q$#Yp->-}oe zwon^Zx)i;T+;R({lfvQP^A~wtdRayJsX3B~nHo9G;6G6xTp#g*^0^}Sq`L~OfR9I@ zNdJ&ecJYC6gZx$euUTDdWH0asx>k3~J;&DG;`7H4e++lgRNMFTdv`M{`VU3Nb#jhm z8?GfB&}>3BuMsS+uURz1!vEaeQ%fQloaM$KO9ll)t5(7GDj97v@0;`A|Ew9)pL7QE zWU|kZ7;-L@$7glCI+)N9Yj-&D7|!L)(ZST)T$1X`yA@;Kc)}kQv-nmw(s_~C$UHdm zq{T}uEzkITK8{$=uYl%&Wci3~;#i3T?|^)A#^B4B$B-fr=gbsphv29v&&`dxbhEdx;C;nodmb zo&o48Y>Sf$Phdi`$tEYOb> z8Pl1gwiMK81IRmGVV3d3->!T5r%D>y^f{%qduN468IbqWiI}fmu0nu~9s2jp?UcU! zmtcMqe#QYLE*!)i|ji)$#eOS5KDS3D=+!Eb^iGRIRUC zAZI-1&4OI=anq1mV`tuS+%4eenZ5i?q#P6CFL$G`yVS3UB)zU4qhDG?VoJ+GQQGeq z_RWjsl1d9kt^-BhJ6I5K!=M`vua;4%U7u04^=kY}rb66FmQkyUp_hHW!)-DT7VkU( zPc_%}x7_f|bSbf#p!LQC?tN?9l-8*=pz-Q{jrLD2zn^KLO4}UEgZ?nkAG&bfe8Ph! z%>X80OPsG`53W8`;(Nt)bW<}enR?$2G@PI4y}`yV0YZefx#B`Me!x(A(~YcXGfVF( zXOACM$|Cx9DF~n zg7|}6m8ra3GG{5uFLtHCl^RaTwR=s~+)rN*+%qM+odF1bW-da8!e6Hrw^nnIOVogn zwgnnf$<4|9W#CsU(sc6Sxh&4>S<##ZQ_RO)F1)Eer4Mu~AL-TxRT;{1Qh(Am2v;Y% zTBREL&lz*AVaulPbv7(~>kJ)knFZ8WKTB7--)qPjnt7kEMt^#Z%zxMK1K~k(4MPA& z>W2pWLY?Oy?x|T(#ENhf_l4J~3q#xXh}{8N=7KQM0rqzkC2T34Umf6&MslM&1w~~H zYHZ1Fw=iU@YAWLK>s;B&`?9z2y}xf&z1m+=a#PRatJ8IfLiNaT{O+La^W0abO|RiH z8Q4h}`~cmK2#O9df&#^{{42vr)m@d>-%6JXSNWCJCjBL)rtr|5W}*bAQFl*I2asTp z7a~AeN1x&WW!oKnc-8{=FyDCP`}Z_nyKB(<-i$s%$-WsWeU5`R7lp#t z7S85)#}3;Pwx9BY+vc$zXUtPyccLhTa5S+=P*^8QD3n_8UgEv3i0hX*Ady`C%v8E& zeXcKp^{!n0=yxZ2^1@uZ3iCUPS5H^&+Riu4Dyz`uCGf{5Q;<edy2iU>*u@%fT=A*z1IMxL9aVSM3+v`FJ1a35_@IwYS<)XYNPnxsndFQ&YJ(a$n7G_s{OA| zHVBsdc8tuMGJUTPI1j>D=g14IxW%hS#fl|wVe*Yy-=2x>+iNn)dE{7A!?=IfM?AZv zYt71K1>^kc5kKgCBrOllQ!yQje8$QaUC=(}Gh9@aY5q2TGJj2cDeJ|kSHjI}a&)$< zn6DF*gkfD%y_l7yTlNo^r5wsX3~wGyJ&9VoAIB}%IR?KykYqb^75c)%Fwq3{%h_km z!Y|-BsdgOH%V^9nE=i4YX=X*^f2b-mE!M6EspSkWy-bKekNhuNqK6?x$KFOUm?H@*VgaciHjsK&cYTay#8 z*>>N_D*}JD^GNH&RDjW)Y~(MrNqtS7@m#}!K*;Svuau#bK$FE*ux1wacephQ67@^X zd|Tp$zEmHly5Vc(FCF?}1|^#2#jZ5S+!458XyocM*V)1x5`oU|#GjMp=NE_~AZSbGvd!#*Xc^nL2Q$(K)| zxQM$|UJ^PLT`uN^|gT_oaKkDZu#4;FoKClp5isO-w7f@>u}K)NSB% z%>%x?ghZpfK#z6vU6NEKysi8%Y@G{K@RME^(BM(H);v+?NF4tUYhV>oM920IdaO3_ zRG)>1TfQqjLjQ!(SL_V#iLfX>H52~G3PoMnCSAqcz#hxJTZ1nG-bSw7@Eb17>WVD% z7~m;<+!XqPTW^)($JHLCkRM%@^Gzg3)xPYggMB8_V-j!16bVR69cteKb&jze>mFoZK?7hRW{^S4A z8z~XlD}+Lb>^&lc?46YmviDvkBYTFBoxQT%_PQ$}d+(5)BwOcsf4;wSuHQN5pL3n- za(zCZ>r=P;zTfZn>-Bm*pO1y{L~t(dqdbRFoPK&ax0#JGe)Ky*)43|#Z?p;DS1-fk}_f29#qX9q~{fHX(s={WJXLlMzLL-># zd+dy9Z7xiFYAq|ZBHHM!57s6j2pmrHQa%OuV0Ie;UfX1HGeq=EO##6#y2YoVJRcvaI)M?08o0At z2KNOB-0MZuHF`Vnv~CS?9wC0V1lB!~Qs#xmL1JbdDzx_Jh`d-AWqV?p9GrZ^kSb>2 zy80q5M0uebmV7tr^QJfc@9xxc6FE?9qH3&Yds%K(Zpe_CzYe_h@#FDafG!Z&X$HQ~ zT?^lIDy+e9ab8wi7``xWaS#2;-I!BYhYc4`&qOJy>0``0{^yGNHIH?xwi+^(ltVN) z4{$6q+%S;qLmXaX^1Pc)rL&Dff4|;-!p$qHQ=HdS|K-qQ!bPU$!Q|X`>n>O*k*d4C zq7saZo6l|pk~+__t5z*p8}fg7^Y2oR{QIfv5;YTD3NP^?hmLQZTEKuh-XM-;fwmH$K=iv^m7?31_kdo zJ@M$os{#U0tT6}}Mu}QlEa}PKabE6HpZ^{%II(^r-rB#`{#(3fcr~NICR^uo-dnmJ z`xP9UZ+6F*^1=kkeDX=M7z0#;yEBEdn~9&p4>M}FXxpO`1&-}TiZ(6Me@`cMA-&ge zL+1|V!P)47+i%c@ST9_HilgVrvVDnovBR5D9i_@%MI_#9fOvv+qqZEtN z-u*-VhxU7)nkT_JOsMX^ve}wZz$A62j!xuXp1psEjhe$TjM0@1TVmQcki2AWrFFjA zR~t9=&+NkOzq3=1-t5sewVe%0oqMYYFuEz?5N26FQ|a{~4r%Ns|Fz|mS!UxBrdC6t zh-GBvxU$a{lR8w+_4BksiJ899&oX%>9cTDK@p}=rVSEmqm!&L3ae_cA7D^8N5;nAC z^>mM2Q}`{>X9ZV#_4WCvvze1z2I)6lOX(PAQ@e~ZR*8Dft9s3?Ygce>()LU6KB)~^ zbtIoDLN%o}W**l&kT3HxJGRfUY5GRgCo{`(O8)J3^3N*& z?6KYUCnYfoNINuAw5cY%7X22r`DhgpxXFyic8lY4^v$EGi*5tpfu?m~XxpHQ)pnoM zyVl3nY;iX?VrI3p;OQ~r$j1y}IjYDN*?(%M{P?%=_TdK~iu1VPt0o#6ga(gff~dfT z2>I~cvkg1|@)R5Cv3d6vsmgR2;n`z-sh;xsUgjD5Dvu!-5Balg_PFvH&m7!as#?$W zz4^>BD-X0d0LX^j+r-rQE|9KG?5k@RINNQjmR#L0yfgt5Q926`l8008ew$%^XIvjq>hd z{Ia4dDZL0@xkMwrcdZK&Zz>^NC6Y@=+F41i+(S-X^YWJC3%4;asS;Jwm|%<|nsxf> zl4+{T<@(a9DyMELyd~I;4)xTQ;QZy7I*y~t>E{XoGiPhkzhvWg1o=PBOla!wA?fR& zyau!am_$!1@CdohWNx58$ZymqI_!sObFTpBkdGcdox_Y3!!q%A8+0#b$obxx@i1(9 zL+j$q=V$u;+&>=h9W2GGol_kUe6rSJoPAd?CX^L=UvCtl>tQ$!x%vC6^?y2?PrT1f zl2{tdz*$de8}y)9Df&m#9sl6wa%0ltrVN~A{fE?u-^K5Ltu-ZlE^&=6NVLG{OSd60 z7XNYuaXi>cypi&dhSjF~)w1{b5$aRm9*OlVmWg)m9x*_)oWKv=arJlqnDUM;xQ~U| z-K&j#1}mzMQu9jr7v)ZE`w8|{OrB{}8^*xCQ-(HT^;7iI76g|l3wgC%kK5__+p8S@ z!n`CCDk{BLE}x)d?c%U3SX!&r*zZeC4I5_l+vR0tB91Y79~An4E_mS?KLNCY9Z)@L zDBc|ygc0zh?0R$ooK0q99nLj1Q$rRmS>=spa?Vo9)u?ZpP`fw;+PJ5}e-A|8M19+)1o=};r(u?8-5Z{xFQUrix8C1>HHcX-f8Di2Hm4&5tjKow6bBJ0 z_M;4<60_?KL{0;TM=DxECA!qX>wEV?@15GZeEcoaYwG4og_xTePN;h8L_|I7CiTu$ z_>Nr6HBRcchbXq^H#F~5e7epn*G(_cS)C)qAx=FqoSWYVAOO0b_Ikt)2omaaB}p%! znfM`U+!41CQDXE4P#gzNy5Nex$tE$nZcblxLw$`yA6?<3BZ0rO&qcmg3>Ss4jddAB?USd@jF(o$j037YLN&FzWY*w%#6Ol0# zX1xxFr569w%2N}sz>3^EI7j9!y=taMr$5O?Q-Vea8L9t(m&-Kk4<18qZX#V3o)fJ! z3k#G9tg?@Fx?h@b>32&$nxjNZ9wbZ$=_u9^0GJ~6UVX1BBhjY;lwv4P884sJ`%L=l zLs7E^0P-2~vtCcFdQJ&gO?r1Un`KUi%aRGS*U+%hO;AC{w`It%6aJPN+S2gPf6d5v zFf1*Fy7KxNpes={!?=BVBoSl33Ny}2pRAg`{a2S3v?RWD*JcgWDAGgT1d@;`Pr5Y; zO!m`n@&mxwczrLAT_ZQq$2H$;@5d77xZPCZ%Z(vQOCC?x>v$TvR;Xk*Lm8Bxp;3Od zi>bPq{ehmAh=eppfAJ1S@Pw^pqXC6Wiati_;*F{yZ>H&O#_|t|Z>}p`HSZ0{E^ow- z6CtZhFO}9Yqy%=8Z$lY^NS}$5nl=U))8uJJ`mvsd@fdaj*X|1-UG0rTqYX3C-qZ{H zz(QO${Kla}y7Ju+VQQ5$jD9C@t!{0MzS<9oToXt`ZPiU*WCk3GM;bwQ4)XFlO!}d; z1=c3t*|>*QCnOMjb^6)bU;T=k9tHQ8;Cbp|U?~Q8StcA*i;CaDZ7gc-<0ry*e{}Fn zIEVhpTX&tW=h|Jvks>jD^D7uevoPPPzg%RFaQXBoM=GL^rj-`|T zL)+Ob*7G+yuK&uIjsrmlPp}*3;RfCPsoSzsx4ii?>x`{Y;es*2I zjCR6Dw+Y-~hH!lw+eXcZY!EQ478anXkOo*8AerautpBnLTc^Sw93?46yu2w}en31S zVgB4fDr4{@t96wcPl<07Op^~gKQ}m{={YWPqL%AT(hJzRrdadp-7T2+60XZzFR%#m z>rYG>(bw#KIRB(=8u$%6|6(XHa{DC1u+M3t$;#m5fdI{T=wt{ z^DmXx1Fy>kVUOB5;hzLiUc%hF@)PTTqQR>1wb`?F zCnQJZ-V@~Bf&b=|*{BUL5Vif|_9#m7alRF(6X}d5f?ky%ting7E8@FmEl^HZ6D2f3 ze=ucZ;if&ZczS~ncx17K6y`h_U(`ij*6qUZ5nyF$jl8-vANOAa^t_L|7jw9sK1Xi& zk6YMVlUl5IGYtEE3VZY>FuGfC+`RptlJb6Ih5BA&^<&!jW|6YeD2=sV>XK?cx>n^!s##xlYD{TOy-69(m+CXGt5 zO@lE`3#$_93#L8LqVH$6FwsfQ7pFDMGvX`5vE=vg*ZT${oV}hTsD_=Es6RJNAt&Z+ z>klz#8GYIOc~TKkpH>16?qv*HI+%bO&_hX#lPYcTU{?I8cYX=tr?J}~f@hMc@t9Cb zG?BAkRu2kppHy>H$W3qBIy|RU(Q%KwDfaZ`J2ubVt;I%e_tY0*O(aI5E|$x9-rOMZ8z(%;{{xT&xsgEJyvF8z*m$Pwlk|1Vtxzu;V6-9 zhpJAW0u4~VMP;V(inKnCsc_!XRCznj$f^-h=Ed(Hqx~5hJ+ihwydeNMH_~8|-$3k9 zf+E8sxWjd8+A9uQza7W!l1NN?Q$y1f_Wd4Vx%zTvx)99N;&W@P>L!U+#_e`0(vbQ6 z1flnG+U-R7(q^bxca54adr7=?H(G_&aMfMQU+LNH;&{v-&AE0yeLL&ej6O2lee6U3 zG~EQV7$1Lp8KMU3`0J;Ci)~)yVn4T*Z8zEoj6+!++vx)oLVGv0mB~vbb>7a77SatCdi+ao{Pz%4FKDnkhaN^<-z{7`BRjUD z@LZPFXJ$hh9Qg@IC(dT=!$%d7R)1W%UmUF%tze1b1v*Q$=bMo%5~8IW!JoWgF0Tj` zCxK0jjy&q*mY|2b1t0pFfR-2DUw%TcX8Jocfs*wf{t8Jb7IX&-@5_gec4i%B49(cq zK0o*(GTO95XX=*5ux0G`Ti5BZe4vSwe5}sXmCU1#uCm`oN}_t^xGUscbfDq*_wdq5 zu2H~*Pt}CYU%R;19OeATn2OiM5B*8QE-W#%SdS?*$;{d?t*O5tvN+fRbTa)i0$bsy za|ei@0?nP9e=l|TYfm!#RQM*V@KS&vB-IX#u}lRj@qCTXgtxO_(c=vJckSYd#i;U_ zNPogOK(YMUtTHkb{^BS0OiAzY%!?g^$(M=F=?PRp)x5b*`zcqfw4G!2qYpV+4Vrp_ zZMb;mJ+{qsO8-6Bn6_Ylx5L?4B1wY^`Ae%f%U?ew-g*1G7j|WSzlX9^fVLE(auU-Z z;JfHU_g34egSMz0ZOu@ewmH;czfN1VR}0Hsp*-BIK-b)Z*^FWVAEkHuGsdA|UHSM@ zsiPV|fx$J!a{dhRi00 z@!1hRZYr!EHv?b)@hs=8)W%&A*uwK?f4#`Jbw?esafQEi|&ZpON}%n`Xu>3xY6aW4fbq>xnJllX%*iC5i+ z*h2i`xM?a{W|6F&mU~kJS2VnaO2~#)*mr;MVDMI(RTX3r0An4^P$4hDA`EOR7k|qf zfuE+Tv-CQyO3$y5CbW;5OS~%#C^-x`nBmrGaM~#JZ6n&VoBoV4X9yg=+~2cA?Vbg?>(9E<0xt;En7IH`Oja&Y(-+OzhsMrF0C zL{ZoJo6cy;Rvc;3A~%k%oPJh5+Nk zlRHzijF>dIRD@}B3>g&d!sPsb)9xcSx9Nm&CLYcueii+pYrV;a|Xt`xbn$fq^pi<3VGw?Y)ZW>Mjk&14D*C%)^?EQ2A zv(l`lPQKHPN=UMZ`F`I2iU%>k<)QP@WqUi?cilTSpIan7jcnzp3b8QQ0j;CTm23vI zccC{2@YaCyB7(2RDSpDK%Wj^+D}q+1sOimY^A7Z9NHcfwH!2*PTQVR_pvm*+VWO%i z6Mh9_;n7BAp(26$=R4f%$DeYh$v5^u5e^$%4lwcViJ)BiX%iL=TYDM2mA*RO?(+bI z=dt1~?q1SYz*+u$1%p6cMmraq>97pg_a@_odcamO1BGu?nGVd!9;(|_^L^L{6SfkRHH{TuR555(eqO+>-%VDTQm0Y6VC*F+GP|R5e^7MR^Jg&K+I`AT?ke(kC6S zfg>(zfyw3d%cz-cM+DuO_)$;HRf-9bxZUij{9Zd+$%z|#n%ezP2_Fa@4OVVl3)NwL z4BHBf{S`M2d};{A)GL7}+yDx;=3kw7leIP!VDebyd*W>9cQ|G=ZwbK=Xy+6HIx!q@ zdwERfg|^6=Xy;3@O2IMz691MpZqjY~A6@f&Zwez}k>=7Y5jP0*e@&I=*x&XsRlFO% zrB6sv9zu_kBF;u|+x`K11hQbrL+ob3ZhU#!;Cegt`_SCvti_R6w1>dzlYllZ76Ov^ z8^^XDL@>+;OrvXId|jdAIUrcfcWK4*g(Y(Z<_|vFQ;m{!)CDDJz@L1D z5gU>S$a}v9FSAN|nCNZ;)`XFVQ9TN+_5xwoF?i{|1y5rH+Gz}J&NMkW8Mvz|^Xe9w zUvQ7ZJ+oX^z0Bop%s{IxI1jP~-+;=cQ=(!{;@s)qZ(3MqwCf)MzwIqN#`&R}x<67q z47&@JKMz0lkO&#fo{TSdDT|R)UzS4ekWE72qk{~~(YIvkpMjlh`@wJ8n~iH$*kJnr zjE!}oOQksK#D?HZ2ZF?$?6K+9`(~jy=a*ZL!p2KXYDG<|L_{*Oa&%eqxNQZMlsg{J z;O)Z>mYz1o{iWC1Lw;TVr_^mnw*+i2Z3`uN0ePdzf|861j{cvGwlVj@^*l<6fp0j% z>&tTNnh(4pZDsxoI>g*dE$5dE2d_6R@?>oCH%q(Bn0-+1e5mBaf%{gk8|_o~T|}J= zo;@Llc`;DpKUiE@0AuUCj~~%;yQ>IrU7{BC*zHDJ%0a#5Pxw)XUZWrp(S$ZYhy0yqB6KYg=RaQ7_T0QqR!nfavtS_awUlKxjN zkGtF9s*7d;bAk?|wY7&0d+z0ix*w0+z!ITTRs-GjtN6<^EQcu^0-s+O+gD|RrYf%oir0c@7A+E_n=o?z!sH1Whv&8W z*;=OrLiK1RrpRTsz12@&s_TrulZbLrF+KQUCB35wVVljA77Vt;h^LC0~f-N zyT|pGzGtUVFld35yWcTB0*F7OfKt@G7Gl6Qxd%v>j?Nn>bTeDr!MfWF5B3~2!wJlM z!}domkF%SzwcpR}n7RnjC%fIw`+6&*W1s~&ZLycqxFyb-Gi3UxnyE6l1{wd%uD1h9 z5dbiH%vR78gZl#4NS!fYL2Qhfh3DWPAN`ratSl^-#SPpgYajMrKMFLw8u{{>iX}W^ z`elD5@Uycc6Rc04eZJZbu9w{?pLbg;D=T2BtER0T+%2k`rDuSxs9z_dOj^8wGvuA5dI%P7{XEjF6of_EU{uOF zygllqKy+NyAhpSBxRc$)*qs}duxrgEF-eFsu=5EO34oc8|ZaR3&1Wi9l_R*GpmJ+ootB&*iw{t37x$}4%yjvGrorjX1mTe+vV=(ae*iZ#8 z?6&$itA^{E?4bOC!ZJSB_49A)mDLL5#6{l(Sv!nFpz1ur`#b$b!QR7lfX$tvOm_*u zbNRz!UoWJ6_<_?EDV##QX+Ms(Dr2L5M3%0HR>BN$AQNRZXOk(v z8yLKEXbev+d0$lHJFxYc-YxYe75+q{016?q!Xqz_ExBX=gs^9S-} zv3M!*UO|{VG3JL&!Z-S$0Ptl|m9gbE$#-tvO7t-P>HK=T zFIIQTRW4>EmD=T&KxX0ZDUaznw9Lca`k=7zNXtKoY8C%ObthoF%V%9=7k{Uvjo|8m zJ{9c@_qV}*tXLcDDwt@jx_nFBv?W%t{I+9;-*@Z&Jy*QEOV@gwqlujr-Z}OR_j*nfq8&57 zD3M88MuA3UoJ}^w-#lxUa7Of)LOyk`;b7R?(n>^YI&coVw$M6LO>1Z}ylIWML!D3hdlw-LjEms&fWh|fN zinvW^i%cAaoK+G`P&BrgU<)CgA5c=QyBI+c4Wtq8Bur>n(6w()w%G<%u+l@hNEa&7 zqwpT!o5fm>E_r%AcFTjjou3i|$Td1=8C|_1X zs`|+0vD^AcMlj4}7?};D60HW^cAA4y=9UU(YC=ohufbkA>H7&6POQY*2a87f3%J2b z?T4E2gM~IuM;lGNHYTD++gpxXnC`+X>{knl@zCSBfkF36uAkOhEgzH|@7Y+%8lUmV z3tzwV`9Q62Yi0GaJ8oDG%>dXV5bhd%U9EwEfZ-&V-x3vR=8W6Q8oAtpG9%C04MbCq z`)+YFOg(*y=8c2)ZrI1zY_}C}!M4f_P-obl>Gc;5cOUNRml~-OZ1!FB7j;2}fUdS6 z+9JOXF7*|}tow|eUXv>;v;*pDYV>m-;^JOG0?bvYY3Yr@j{zMH09gixm?2g;`*idl zX!nFaa4D`E^n2WH--{LskHfenu^X+v4XRiIi^=t zPl@`P@oK8}Q8*Gkn(&i#`y759hT^|cYiBiekdO3jVbU0Vo%JdXVcr*hU=&N`sl0uf zE8-7S)Spi={%EGY2M!c){Y}O?cp{Y}1G$yvUSLJwq!*3iGWxSf9Po}ibJ~sRP$cMtYeF{ zHP4}lPtVFXiuFitXUlm7$rfK?48*SG*xn3;LJ_o43e~|NePry&ieuw{rS>%gneORw z+vVq+kwtYxM)XozEX~_dD_TB9VT~L&bbD>Ks*Gl|132T@H?=V=Z1-uha;?x(aM2?a z%K_Q9mM}K_Bk`e~h&o3ZzvtYKyGjZXA#)6!YmN`gVsk;b4%S3LnHM>8Q#1t4rx#8! zJ#GK0D<}bew{yRSMrG8OZsbD0V@8~T9B#N)3E1^95UdcM+Z?`MCa;+HZpP`p?43#b z&CT$I9{<*_0+t8|WZn5!_e*HO8X;RON`0@z_f;9$@6s?*aG+EHg+Odkqw~_jykr~ z?YB-g#+*|)-0wbiYekhPF+W^gzr_aaQEHX{?qYAtSDt~gCldzm)kBx3$>HG;6_>M) z(Zv)qnj_+aj;#lp^$hpxSnW|G8d(~jEAz#F+Dd8%?G#v}m15|g8n6$wp`Yni=pliY zVC{1N|G*U{8xDTWksNxGD^O-YgV$;5VggP%G{5u}nL+jj=VTv=zPq@G+k^cq)n2Wfn`pJa^r^XK@QFAMnj57!La0 zq+f5{NAJ+k54t7vIILbr6!+U5o7iB$AdvMO_)87eISTrMzhO=Wdpt}TJ-2x;K#C$J z@&Hxv-o3e59k(X1+Vo>AR>`!-Q(^77$ZDS4e5UwP`vfO}`g#U&xrNp7SDZ#}kASH6 zw@&rgDK13bHNHuIu6HX*utt&hTT4cX>#?ky7@x^~$h^plqf zGDZYP)4AMKgn=dypWuV;AAf4Jauo}=Hi#vA_-hmY$mxYq|5^q&Tm`K|z-kqOu)-NX5;V4b0>%&TCCA)Z zji~FkO3uG9Xzp5QxQj)uq`I@q^w!Vz6J7j$z*`*<@TJlUp_#NfP zXEal^IjFq+U1qLEItCaaLzDQs*t`D2ZT7$mw6U=C_;$Kp%@mC|-O+?Du;Ku^{p&fj zQSK_>xxoLtW8p^-5Fq@McN}%vf1oMEP>G>=Gp?pWbZN;!$}GkEKw{fJeNO@#qv_v5 zy?d)XKecd4Cu&VXXC^DbyvlSp?)Vp#Bm!(oTy`rjr_o0^` zyIgm$+o{)nJ@bo*vE8Aa?dc5};F8W*s%I7p+>tQEg6o|@i8vGU%TO1xOkEpUk%8&C^Zw#J3x zXnGvVO!M~RzfR$C`bjnPe{+-9vH&N(*Yfp_qoMH7o8@T>Kv1~HRbP~`gYhFPLT*zF zEibrPPv+_c!aw;ZJBEV7jU#4=b!Q1+r_Gj9#-vuygDC_s63EwMA`dC=Oq0PJNH%$G zap}bw4Ez@}luwR*J&53}Q(G`i>Xi|wpW6RrdG_njZ(ZT2jJuw}Ft^T|X}|sKC0Rzo`k3$LG}K|k{QUip@aS{U4YU5N zouWa5YQ0>wd?PJ+<=8MOP#0kW=YW5cDWM}{{ajW_g$@e}a;y};s;Q_lKHP>e_is5o z2stnXHeYet^siNaOTn`~zK0H|4n|Dee-S`-Tlc71ZbK5`t;zl( z&_H|;_=Li8Ap5f(y;FOTq}Id-2pH1IWVg!yruVX~_0*G$nKJNif!BuF)*9(m8i>qc>S(N@2AV-tq!>Nxb%^QFf3_qk+~6RnYI znkD$vF3Z2_4_ThqMx-Q=g!;)I4)5MMw4cGz-(kG0lel?gB-FY7IGUGl?a9_vd-t@b zJA-bG3P$rPE&sFgKXZ=@DURkec~;J#^U8LW3CHSo-#F4;#){0!Y9ob)i$_8UJc8z6 z@bvPX-809`j9V+@dJm{cuDxIptv)9C{LR1vDEH+3gHjn&;r(9Ph1~U0xrt`h`h4)T zXXj*-!K5D5n&ZuCh4Ju30`}m=5stkm3oW1@8v+6AxCoG{OM_J>a2-JYcHr|3ECiq) zVbmy)d1(|eXr2fXiMsU(G>FehNfiNy11j$Woa>GaHB$QYr#=MLPL#@5)%whcm(qfH_#w12REeP~9tieoPwu|4JjRl$3AU7BOs6!4^*a2O2!} z3ERV|_mNEnvDX`h?OsQ;Stpm+j4s48KzYg*tn|LYaqfpXjQcn~7Jx?`{}y5rO=sZv;`xqelvJ|>`RloWU|@x6GL3u7yQS3;uq z`x#r9E6MX&iPhnQ8XIke@u5@X?&Ft0mc}iaYy9vct$&H=9JowYNzPh)`rjudsF;Nn zBLJy_{{d_GdM+`e7_&{Jkap0jPdGd%o|c*tR}jgnd`s;0j)DP(m;}lEjNq67_E|Fn z3Xfk)1%VC@h#SK~GG2mbMw;mLF_cwc^-m-3!ivP%&iL`Wz{*rp!H-)hFL5sW<5Ovv0h~fh; z`mU_?{$N=_{u#PH1KAtwN;t2-wLYS+7k-iZPxe*IOKoQ`s*2vh zGZ(~jK+7E%go%M+cUfKEy;Ap0uSFF>dIiIb_)aB%#Z_Q=Wui1))t?Wut!jYPJSRhz zEDFgZ%t5T5L<2YW`O3cHXiAxo@%$SirzJ|F_3gjz19j2u4+i?$+v>>ZfhLMtTg_^> zbFk1o@^ts5gfYIz%%&v;X)?_4bBe#bE@s9fAQzO!7$j?+wd`E*w->prVz|vH1DywP zL2(*GXyDACa;On${@3)gn|J{^f7oVueZYL%0DVT1j@3Qn#A$GMCSHq-4${eg=w$b# zUXrHHx)VjYI-_B(3~*Ep4vL-JKN4LnBL)o^Z1U=cGs{Q*bb}pqi~b!WiZXmkZez6@ z^ET@hojgn&)Xe}R%WNNaquX`0ru+Ylq8RbO!k zQTEH77uWh59HU6zHNWTyIk80v_L43+Wt>fW&S|%u?|&FI<+0*o>o`a+6uJH`qbzt^ zLh9>TZLke#N;)}AF~lY)M@x_nNN%O5JbAnN2(E}<=l5X@bSyrQrM( zW05(&?>|4KS%o<%3H*<+kW?5sgvF?N2uF;!h)g~W?jdttzQfnxugLRB)TIU-UwtPD?03nVi-{CG-V<5@nG*WG4xOYcxZ)C@3qv6WN9^7ESB{~a; z)4_@Cb%)0W9Re0=$BMHD2A6)t>$4yGZ@+|aChw}Vngeg)5i^PJYoo+gGe3o7P^)Ex zxQp1<*u1kii+>m9f94c@(;|J%MfkDmfT`n9g{tp=}sIP*XF#EidTalI(2Q zaFyGeUn8f+-{USuI*C5e<@0+AGwcW*PmX0kQx7YL@s8ZhpmAQcD_<{$hRJ`# zHUr@d6vkOK} zcP>Mpp*-alVQ3z?O*1NpzH8EImSza7qy)lOpH3BvOj#1H)A82k{wbzYPKo_;rCZk3 z_#*8cUDWomqs)dFmZGlDy(58h3?mOGtPf@gZCt9}_l#ngi>oByW@}l$omf+-f^^3i zL6Ayt4h)4)1xxfLx=#fHo92L_H(kHa8%qo*qE~iRuXiR-N+W*J1d4}P>(RGry0nV6UIxtx4``%z_2)elY2xOb&7K=#NYED6>FJ48x;`Sw$ANT3@Nc}&5Jw6nJvY6#ViKDgzH_L*iV zM>-j2IPEpj*keB3oJMvQ>avRcr6fp%w|)P2XTWezRxXn6M0+jTY!-7^rp@e1#;l80 z*51~)IPOWmCIZc2F^^fte(zRWX-1exV$sE{fB0vgvI#EBwaL|Ib{|OMFs<1RvzN{S z9uN_^eQlBJ+Ki}}PmkxF8teAqL5m1uVCr0IhBk8fh=U`2l=L_m7CPz&5yeEjFl;9w zdF@B$fY`-aj56p~#J?kR=J=jLU6v3nI`SOH)#AVVO;hq9DB*0EHg#v~J~L%gCexgD zFc%?U2T&9EzU#T32#X6ayY&w)k15slMuuM^%rF1f_y6oi+?8s(C17~Cmj0%Q3}Y{Z zSnn2n5*ZL!*J}pjcO0PHmyH`a~os0>07mRw8BVb zFiLoN6#3yZsE=`m_Fhl4z;vt~xCnsQHc2+zEF%4cabj3GBiQiYC)V;-n%FuB&H*Qo ztirlRT?Q4PSIw5D?B2Zb9hzg}8`Lr$pZw<3)?0rlIk@Zm&#*#flvAlJ_U{(HfD|Di z$yxv^dTANlDk_C(ZUjpGPfVT^cdU(QJPW}kSQ#hhF zV0#Zds{OrA{Jsiez{2jmLDwe#ef@SR`7)gqi13A^ZUT2r>8tFx@6 z<&<(R$BWJlhQPQ$of26K3+500r!OIT zZG-Z|9&h#k)1&)WLrcW~guQdvH?ERHbQ%22I`?rDmXvI*>k57j<16%qWV9TOBGLtj zgWmt1{b(6der?n%CL$nZlfZo>B=HGnql_{&rKMjVLoBEQ3K9jw!5q>TlG9|>Nqd@_ zMAVD4!r@|7xhgq1RozSY(hccm1lxF&(%@0q1F_{!5Kgy@O<_on{Sdy(5u}TUgLjH? zLH$AcQCS}+Qt5nZ(0|Qo4*WLR(V<3UvT^Ik3a@MJts-rq1hm8$Vc;#C6g~CnMFh@6 zF^KY$Y%A^vGHMT!huk2@t_w!zuCAQIKPl4$9SAf^LeQc2h=;DOdL$n ztc}-roUsFk5Ip|1&>O^5lyuAq7P! z#9^Y-Zijc^Vclvz80dlsqZn}4#z6etnL&s4nF2cu;n{j-@GN72!=SDm5@FG?_R+#; z+ttsxD5W>W)gWzZG#fI`+>x{pE=V_lLZNcO0$IL{`V=gqJA?6@=DpUR!>vNlXQ&3O zpF+azFgIHgF2t@%pnhHa+JgkiUWgI|b7_Li8P9<;V`F2w{{ndp8wk-c@>SsbjW&vg z$j}D(uwDaaljyKkxEA2*4FRoP_Vp__1CFuKNt%fB$fJ6=zHn{AA|ejF&KnvUV!dxd zats4le{n|S{B)tk-ktZ^>wyG#bToVBjJHeqiT|-KY-Z2?olfZ0T9ffnD;J<(U!e`{ zdIedv%c+(hFc4@r%f*f$&y^@aN658TME`{-w3p{?-(MJLFV09>QE~vkda!PaA%J}d zQOe39(d)>7!=95v58uKTaN?trfjxshxzEr4m6n#)@%eIgJ396G7+gv#(P5h`EKep_ z?%qW_OkNj(Y+rDXFDxtD`9ryhc4&oHn0!rSRl7$DKYHMWZR~fb4FPu>>F`N1y1Qk- zBE5H|2?FYKv$7Bf$#uV-rO?~GW-;O+=vYh0$3mgw{~&&V5KZkteAv4j*IgHc_d&;v z$2@!bluBa{ViD+J8{vXXFUXpkUO62rfnwWb5FegCW_40@R?G6ipd<>NP72#-%nUCN zPi$=LqEq?I^fWqEe#1}|_Ep9F;gyu(VU2SL`{0epy8hKQNC+gqNh@+!0=C~A;|dB@2+G|4h|k(~I#wYQ)Ikpm zMCU#SN75zO&_6+mfemR+hY6wNzjK#;Fx6jH7M%OxA^hsc5A%KGUMmR%+Hx3sF8!-_ z31CpJaH2s;R&&oy=B?p&SP@;3Eo*PSuCRH(lfLpzA!Xi>tl(?i@!;5t>WD0yoV0Mc zED9;TAz8KV@i*V@$z7Gwx?A!qr*radTGE2cn9v7JEvx>Oy^GgIkqgO|ZRV(+yrF%6+n+^~HP^MSa3D>K%qGFIS z4hPkqbqvWBc1w5yrejKW;qoe=wWzpE!*c4>P zF-P)>h*)!QaFE})+P`%;4Y}O+6TX};O`Qi^h$4m$iad6v`3+!uPI~ul8Um!Zzoqh$ zl#d(~CG=aA)z*%Y-`6vNRas{>#AxH-Q12`8tT1~aAwm9b>&dpgwKY$5(bgWA!`~;5 zcuG%L`Hqr^$lx~KX)xp*8y_#O ztJ66<+S3)H8DH&7UfuWn1OK{S3r}j3=f3IEYV@Ah@vm&T$B$PJy_pnXB_}QHO~6+S z*fK-ML z;>(3rKlDB1OxD!aPRbej`G%|mt~%79CFSKRC%(q;))NqP6)vcbI9A}~tu|e_f;eA* z4Q=b