From 7d0947bb2cbf3d71295f54f0adcc34f2bfcff348 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 26 Jun 2026 19:31:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mlfoundations-dev/openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5 Source: Original Platform --- .gitattributes | 53 + README.md | 61 + added_tokens.json | 24 + all_results.json | 8 + config.json | 29 + configs.yaml | 39 + configuration.json | 1 + generation_config.json | 14 + merges.txt | 3 + model.safetensors | 3 + special_tokens_map.json | 31 + tokenizer.json | 3 + tokenizer_config.json | 208 +++ train_results.json | 8 + trainer_log.jsonl | 486 ++++++ trainer_state.json | 3437 +++++++++++++++++++++++++++++++++++++++ training_args.bin | 3 + training_loss.png | Bin 0 -> 39709 bytes vocab.json | 3 + 19 files changed, 4414 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 all_results.json create mode 100644 config.json create mode 100644 configs.yaml create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model.safetensors create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_log.jsonl create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 training_loss.png create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d61624c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,53 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text + +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +training_args.bin filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +model.safetensors filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..0fc3242 --- /dev/null +++ b/README.md @@ -0,0 +1,61 @@ +--- +library_name: transformers +license: apache-2.0 +base_model: Qwen/Qwen2.5-1.5B-Instruct +tags: +- llama-factory +- full +- generated_from_trainer +model-index: +- name: openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5 + results: [] +--- + + + +# openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5 + +This model is a fine-tuned version of [Qwen/Qwen2.5-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct) on the mlfoundations-dev/openthoughts3_100k dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 4e-05 +- train_batch_size: 4 +- eval_batch_size: 8 +- seed: 42 +- distributed_type: multi-GPU +- num_devices: 32 +- gradient_accumulation_steps: 8 +- total_train_batch_size: 1024 +- total_eval_batch_size: 256 +- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments +- lr_scheduler_type: cosine +- lr_scheduler_warmup_ratio: 0.1 +- num_epochs: 5.0 + +### Training results + + + +### Framework versions + +- Transformers 4.46.1 +- Pytorch 2.3.0 +- Datasets 3.1.0 +- Tokenizers 0.20.3 diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..482ced4 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,24 @@ +{ + "": 151658, + "": 151657, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..cc7d34d --- /dev/null +++ b/all_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.961636828644501, + "total_flos": 7065760181780480.0, + "train_loss": 1.1163312366328288, + "train_runtime": 42603.8864, + "train_samples_per_second": 11.736, + "train_steps_per_second": 0.011 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..0e002a8 --- /dev/null +++ b/config.json @@ -0,0 +1,29 @@ +{ + "_name_or_path": "Qwen/Qwen2.5-1.5B-Instruct", + "architectures": [ + "Qwen2ForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 1536, + "initializer_range": 0.02, + "intermediate_size": 8960, + "max_position_embeddings": 32768, + "max_window_layers": 21, + "model_type": "qwen2", + "num_attention_heads": 12, + "num_hidden_layers": 28, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 1000000.0, + "sliding_window": null, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/configs.yaml b/configs.yaml new file mode 100644 index 0000000..479bd2c --- /dev/null +++ b/configs.yaml @@ -0,0 +1,39 @@ +assistant_tag: gpt +bf16: 'True' +content_tag: value +cutoff_len: '16384' +dataloader_num_workers: '4' +dataloader_persistent_workers: 'True' +dataloader_pin_memory: 'True' +dataset: mlfoundations-dev/openthoughts3_100k +dataset_dir: ONLINE +ddp_timeout: '180000000' +deepspeed: /opt/ml/code/zero3.json +do_train: 'True' +enable_liger_kernel: 'True' +finetuning_type: full +formatting: sharegpt +global_batch_size: '1024' +gradient_accumulation_steps: '8' +hub_model_id: mlfoundations-dev/openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5 +learning_rate: 4e-05 +logging_steps: '1' +lr_scheduler_type: cosine +messages: conversations +model_name_or_path: Qwen/Qwen2.5-1.5B-Instruct +num_train_epochs: '5.0' +output_dir: /opt/ml/model +overwrite_cache: 'True' +per_device_train_batch_size: '4' +plot_loss: 'True' +preprocessing_num_workers: '16' +push_to_db: 'True' +push_to_hub: 'True' +report_to: wandb +role_tag: from +run_name: openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5 +save_strategy: epoch +stage: sft +template: qwen25 +user_tag: human +warmup_ratio: '0.1' diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..16e88f7 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,14 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "repetition_penalty": 1.1, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.46.1" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..a5c2be5 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:019e712855bd1ff6f310f1c5e03226af65321eeba289ac95bc8564ff6f297c14 +size 3087467144 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..17305b3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..51ebb3b --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa +size 11421896 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b84f53a --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,208 @@ +{ + "add_bos_token": false, + "add_prefix_space": false, + "added_tokens_decoder": { + "151643": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|object_ref_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|object_ref_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|box_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|box_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|quad_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|quad_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "<|vision_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|vision_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|vision_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|image_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|video_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151659": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151660": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151661": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151662": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151663": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151664": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "bos_token": null, + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..cc7d34d --- /dev/null +++ b/train_results.json @@ -0,0 +1,8 @@ +{ + "epoch": 4.961636828644501, + "total_flos": 7065760181780480.0, + "train_loss": 1.1163312366328288, + "train_runtime": 42603.8864, + "train_samples_per_second": 11.736, + "train_steps_per_second": 0.011 +} \ No newline at end of file diff --git a/trainer_log.jsonl b/trainer_log.jsonl new file mode 100644 index 0000000..265a1bb --- /dev/null +++ b/trainer_log.jsonl @@ -0,0 +1,486 @@ +{"current_steps": 1, "total_steps": 485, "loss": 1.4918, "lr": 8.163265306122449e-07, "epoch": 0.010230179028132993, "percentage": 0.21, "elapsed_time": "0:01:40", "remaining_time": "13:34:06"} +{"current_steps": 2, "total_steps": 485, "loss": 1.4922, "lr": 1.6326530612244897e-06, "epoch": 0.020460358056265986, "percentage": 0.41, "elapsed_time": "0:03:09", "remaining_time": "12:41:52"} +{"current_steps": 3, "total_steps": 485, "loss": 1.5053, "lr": 2.4489795918367347e-06, "epoch": 0.030690537084398978, "percentage": 0.62, "elapsed_time": "0:04:36", "remaining_time": "12:20:55"} +{"current_steps": 4, "total_steps": 485, "loss": 1.4888, "lr": 3.2653061224489794e-06, "epoch": 0.04092071611253197, "percentage": 0.82, "elapsed_time": "0:06:04", "remaining_time": "12:10:45"} +{"current_steps": 5, "total_steps": 485, "loss": 1.4875, "lr": 4.081632653061225e-06, "epoch": 0.05115089514066496, "percentage": 1.03, "elapsed_time": "0:07:32", "remaining_time": "12:04:30"} +{"current_steps": 6, "total_steps": 485, "loss": 1.4641, "lr": 4.897959183673469e-06, "epoch": 0.061381074168797956, "percentage": 1.24, "elapsed_time": "0:09:00", "remaining_time": "11:59:05"} +{"current_steps": 7, "total_steps": 485, "loss": 1.4581, "lr": 5.7142857142857145e-06, "epoch": 0.07161125319693094, "percentage": 1.44, "elapsed_time": "0:10:28", "remaining_time": "11:55:22"} +{"current_steps": 8, "total_steps": 485, "loss": 1.449, "lr": 6.530612244897959e-06, "epoch": 0.08184143222506395, "percentage": 1.65, "elapsed_time": "0:11:56", "remaining_time": "11:51:53"} +{"current_steps": 9, "total_steps": 485, "loss": 1.4581, "lr": 7.346938775510205e-06, "epoch": 0.09207161125319693, "percentage": 1.86, "elapsed_time": "0:13:24", "remaining_time": "11:48:50"} +{"current_steps": 10, "total_steps": 485, "loss": 1.4392, "lr": 8.16326530612245e-06, "epoch": 0.10230179028132992, "percentage": 2.06, "elapsed_time": "0:14:52", "remaining_time": "11:46:13"} +{"current_steps": 11, "total_steps": 485, "loss": 1.4024, "lr": 8.979591836734695e-06, "epoch": 0.11253196930946291, "percentage": 2.27, "elapsed_time": "0:16:20", "remaining_time": "11:43:50"} +{"current_steps": 12, "total_steps": 485, "loss": 1.4099, "lr": 9.795918367346939e-06, "epoch": 0.12276214833759591, "percentage": 2.47, "elapsed_time": "0:17:48", "remaining_time": "11:41:43"} +{"current_steps": 13, "total_steps": 485, "loss": 1.3819, "lr": 1.0612244897959186e-05, "epoch": 0.1329923273657289, "percentage": 2.68, "elapsed_time": "0:19:15", "remaining_time": "11:39:22"} +{"current_steps": 14, "total_steps": 485, "loss": 1.3781, "lr": 1.1428571428571429e-05, "epoch": 0.1432225063938619, "percentage": 2.89, "elapsed_time": "0:20:43", "remaining_time": "11:37:12"} +{"current_steps": 15, "total_steps": 485, "loss": 1.3687, "lr": 1.2244897959183674e-05, "epoch": 0.1534526854219949, "percentage": 3.09, "elapsed_time": "0:22:11", "remaining_time": "11:35:07"} +{"current_steps": 16, "total_steps": 485, "loss": 1.3696, "lr": 1.3061224489795918e-05, "epoch": 0.1636828644501279, "percentage": 3.3, "elapsed_time": "0:23:38", "remaining_time": "11:33:13"} +{"current_steps": 17, "total_steps": 485, "loss": 1.3309, "lr": 1.3877551020408165e-05, "epoch": 0.17391304347826086, "percentage": 3.51, "elapsed_time": "0:25:06", "remaining_time": "11:31:23"} +{"current_steps": 18, "total_steps": 485, "loss": 1.3108, "lr": 1.469387755102041e-05, "epoch": 0.18414322250639387, "percentage": 3.71, "elapsed_time": "0:26:34", "remaining_time": "11:29:27"} +{"current_steps": 19, "total_steps": 485, "loss": 1.3173, "lr": 1.5510204081632655e-05, "epoch": 0.19437340153452684, "percentage": 3.92, "elapsed_time": "0:28:02", "remaining_time": "11:27:35"} +{"current_steps": 20, "total_steps": 485, "loss": 1.2995, "lr": 1.63265306122449e-05, "epoch": 0.20460358056265984, "percentage": 4.12, "elapsed_time": "0:29:29", "remaining_time": "11:25:44"} +{"current_steps": 21, "total_steps": 485, "loss": 1.29, "lr": 1.7142857142857142e-05, "epoch": 0.21483375959079284, "percentage": 4.33, "elapsed_time": "0:30:57", "remaining_time": "11:24:05"} +{"current_steps": 22, "total_steps": 485, "loss": 1.3132, "lr": 1.795918367346939e-05, "epoch": 0.22506393861892582, "percentage": 4.54, "elapsed_time": "0:32:25", "remaining_time": "11:22:22"} +{"current_steps": 23, "total_steps": 485, "loss": 1.299, "lr": 1.8775510204081636e-05, "epoch": 0.23529411764705882, "percentage": 4.74, "elapsed_time": "0:33:53", "remaining_time": "11:20:40"} +{"current_steps": 24, "total_steps": 485, "loss": 1.2893, "lr": 1.9591836734693877e-05, "epoch": 0.24552429667519182, "percentage": 4.95, "elapsed_time": "0:35:20", "remaining_time": "11:18:58"} +{"current_steps": 25, "total_steps": 485, "loss": 1.2678, "lr": 2.0408163265306126e-05, "epoch": 0.2557544757033248, "percentage": 5.15, "elapsed_time": "0:36:48", "remaining_time": "11:17:17"} +{"current_steps": 26, "total_steps": 485, "loss": 1.2619, "lr": 2.122448979591837e-05, "epoch": 0.2659846547314578, "percentage": 5.36, "elapsed_time": "0:38:16", "remaining_time": "11:15:35"} +{"current_steps": 27, "total_steps": 485, "loss": 1.2486, "lr": 2.2040816326530613e-05, "epoch": 0.27621483375959077, "percentage": 5.57, "elapsed_time": "0:39:44", "remaining_time": "11:14:00"} +{"current_steps": 28, "total_steps": 485, "loss": 1.2659, "lr": 2.2857142857142858e-05, "epoch": 0.2864450127877238, "percentage": 5.77, "elapsed_time": "0:41:12", "remaining_time": "11:12:30"} +{"current_steps": 29, "total_steps": 485, "loss": 1.2436, "lr": 2.3673469387755103e-05, "epoch": 0.2966751918158568, "percentage": 5.98, "elapsed_time": "0:42:40", "remaining_time": "11:10:57"} +{"current_steps": 30, "total_steps": 485, "loss": 1.2603, "lr": 2.448979591836735e-05, "epoch": 0.3069053708439898, "percentage": 6.19, "elapsed_time": "0:44:08", "remaining_time": "11:09:24"} +{"current_steps": 31, "total_steps": 485, "loss": 1.2432, "lr": 2.5306122448979597e-05, "epoch": 0.3171355498721228, "percentage": 6.39, "elapsed_time": "0:45:35", "remaining_time": "11:07:46"} +{"current_steps": 32, "total_steps": 485, "loss": 1.2337, "lr": 2.6122448979591835e-05, "epoch": 0.3273657289002558, "percentage": 6.6, "elapsed_time": "0:47:03", "remaining_time": "11:06:17"} +{"current_steps": 33, "total_steps": 485, "loss": 1.2463, "lr": 2.6938775510204084e-05, "epoch": 0.3375959079283887, "percentage": 6.8, "elapsed_time": "0:48:31", "remaining_time": "11:04:41"} +{"current_steps": 34, "total_steps": 485, "loss": 1.2461, "lr": 2.775510204081633e-05, "epoch": 0.34782608695652173, "percentage": 7.01, "elapsed_time": "0:49:59", "remaining_time": "11:03:04"} +{"current_steps": 35, "total_steps": 485, "loss": 1.2385, "lr": 2.8571428571428574e-05, "epoch": 0.35805626598465473, "percentage": 7.22, "elapsed_time": "0:51:27", "remaining_time": "11:01:33"} +{"current_steps": 36, "total_steps": 485, "loss": 1.2226, "lr": 2.938775510204082e-05, "epoch": 0.36828644501278773, "percentage": 7.42, "elapsed_time": "0:52:54", "remaining_time": "10:59:58"} +{"current_steps": 37, "total_steps": 485, "loss": 1.232, "lr": 3.020408163265306e-05, "epoch": 0.37851662404092073, "percentage": 7.63, "elapsed_time": "0:54:22", "remaining_time": "10:58:22"} +{"current_steps": 38, "total_steps": 485, "loss": 1.2136, "lr": 3.102040816326531e-05, "epoch": 0.3887468030690537, "percentage": 7.84, "elapsed_time": "0:55:49", "remaining_time": "10:56:46"} +{"current_steps": 39, "total_steps": 485, "loss": 1.221, "lr": 3.183673469387755e-05, "epoch": 0.3989769820971867, "percentage": 8.04, "elapsed_time": "0:57:17", "remaining_time": "10:55:11"} +{"current_steps": 40, "total_steps": 485, "loss": 1.2194, "lr": 3.26530612244898e-05, "epoch": 0.4092071611253197, "percentage": 8.25, "elapsed_time": "0:58:45", "remaining_time": "10:53:36"} +{"current_steps": 41, "total_steps": 485, "loss": 1.2046, "lr": 3.346938775510204e-05, "epoch": 0.4194373401534527, "percentage": 8.45, "elapsed_time": "1:00:12", "remaining_time": "10:52:05"} +{"current_steps": 42, "total_steps": 485, "loss": 1.2045, "lr": 3.4285714285714284e-05, "epoch": 0.4296675191815857, "percentage": 8.66, "elapsed_time": "1:01:40", "remaining_time": "10:50:32"} +{"current_steps": 43, "total_steps": 485, "loss": 1.2036, "lr": 3.510204081632653e-05, "epoch": 0.4398976982097187, "percentage": 8.87, "elapsed_time": "1:03:08", "remaining_time": "10:49:03"} +{"current_steps": 44, "total_steps": 485, "loss": 1.2225, "lr": 3.591836734693878e-05, "epoch": 0.45012787723785164, "percentage": 9.07, "elapsed_time": "1:04:36", "remaining_time": "10:47:30"} +{"current_steps": 45, "total_steps": 485, "loss": 1.1973, "lr": 3.673469387755102e-05, "epoch": 0.46035805626598464, "percentage": 9.28, "elapsed_time": "1:06:03", "remaining_time": "10:45:57"} +{"current_steps": 46, "total_steps": 485, "loss": 1.2085, "lr": 3.755102040816327e-05, "epoch": 0.47058823529411764, "percentage": 9.48, "elapsed_time": "1:07:31", "remaining_time": "10:44:24"} +{"current_steps": 47, "total_steps": 485, "loss": 1.2054, "lr": 3.836734693877551e-05, "epoch": 0.48081841432225064, "percentage": 9.69, "elapsed_time": "1:08:58", "remaining_time": "10:42:49"} +{"current_steps": 48, "total_steps": 485, "loss": 1.1818, "lr": 3.9183673469387755e-05, "epoch": 0.49104859335038364, "percentage": 9.9, "elapsed_time": "1:10:26", "remaining_time": "10:41:18"} +{"current_steps": 49, "total_steps": 485, "loss": 1.1852, "lr": 4e-05, "epoch": 0.5012787723785166, "percentage": 10.1, "elapsed_time": "1:11:54", "remaining_time": "10:39:47"} +{"current_steps": 50, "total_steps": 485, "loss": 1.1889, "lr": 3.9999480811710956e-05, "epoch": 0.5115089514066496, "percentage": 10.31, "elapsed_time": "1:13:21", "remaining_time": "10:38:17"} +{"current_steps": 51, "total_steps": 485, "loss": 1.1752, "lr": 3.999792327379947e-05, "epoch": 0.5217391304347826, "percentage": 10.52, "elapsed_time": "1:14:49", "remaining_time": "10:36:43"} +{"current_steps": 52, "total_steps": 485, "loss": 1.1904, "lr": 3.9995327467131074e-05, "epoch": 0.5319693094629157, "percentage": 10.72, "elapsed_time": "1:16:17", "remaining_time": "10:35:13"} +{"current_steps": 53, "total_steps": 485, "loss": 1.1788, "lr": 3.999169352647703e-05, "epoch": 0.5421994884910486, "percentage": 10.93, "elapsed_time": "1:17:44", "remaining_time": "10:33:42"} +{"current_steps": 54, "total_steps": 485, "loss": 1.1726, "lr": 3.998702164050726e-05, "epoch": 0.5524296675191815, "percentage": 11.13, "elapsed_time": "1:19:12", "remaining_time": "10:32:12"} +{"current_steps": 55, "total_steps": 485, "loss": 1.1736, "lr": 3.998131205178063e-05, "epoch": 0.5626598465473146, "percentage": 11.34, "elapsed_time": "1:20:40", "remaining_time": "10:30:42"} +{"current_steps": 56, "total_steps": 485, "loss": 1.1643, "lr": 3.9974565056732294e-05, "epoch": 0.5728900255754475, "percentage": 11.55, "elapsed_time": "1:22:08", "remaining_time": "10:29:12"} +{"current_steps": 57, "total_steps": 485, "loss": 1.1726, "lr": 3.9966781005658336e-05, "epoch": 0.5831202046035806, "percentage": 11.75, "elapsed_time": "1:23:35", "remaining_time": "10:27:41"} +{"current_steps": 58, "total_steps": 485, "loss": 1.1743, "lr": 3.995796030269756e-05, "epoch": 0.5933503836317136, "percentage": 11.96, "elapsed_time": "1:25:03", "remaining_time": "10:26:11"} +{"current_steps": 59, "total_steps": 485, "loss": 1.1561, "lr": 3.994810340581056e-05, "epoch": 0.6035805626598465, "percentage": 12.16, "elapsed_time": "1:26:30", "remaining_time": "10:24:37"} +{"current_steps": 60, "total_steps": 485, "loss": 1.1589, "lr": 3.993721082675585e-05, "epoch": 0.6138107416879796, "percentage": 12.37, "elapsed_time": "1:27:58", "remaining_time": "10:23:09"} +{"current_steps": 61, "total_steps": 485, "loss": 1.1751, "lr": 3.992528313106339e-05, "epoch": 0.6240409207161125, "percentage": 12.58, "elapsed_time": "1:29:25", "remaining_time": "10:21:37"} +{"current_steps": 62, "total_steps": 485, "loss": 1.1787, "lr": 3.991232093800517e-05, "epoch": 0.6342710997442456, "percentage": 12.78, "elapsed_time": "1:30:53", "remaining_time": "10:20:06"} +{"current_steps": 63, "total_steps": 485, "loss": 1.1766, "lr": 3.989832492056308e-05, "epoch": 0.6445012787723785, "percentage": 12.99, "elapsed_time": "1:32:20", "remaining_time": "10:18:34"} +{"current_steps": 64, "total_steps": 485, "loss": 1.1709, "lr": 3.988329580539395e-05, "epoch": 0.6547314578005116, "percentage": 13.2, "elapsed_time": "1:33:48", "remaining_time": "10:17:03"} +{"current_steps": 65, "total_steps": 485, "loss": 1.17, "lr": 3.9867234372791834e-05, "epoch": 0.6649616368286445, "percentage": 13.4, "elapsed_time": "1:35:16", "remaining_time": "10:15:35"} +{"current_steps": 66, "total_steps": 485, "loss": 1.1589, "lr": 3.9850141456647515e-05, "epoch": 0.6751918158567775, "percentage": 13.61, "elapsed_time": "1:36:43", "remaining_time": "10:14:05"} +{"current_steps": 67, "total_steps": 485, "loss": 1.1612, "lr": 3.983201794440517e-05, "epoch": 0.6854219948849105, "percentage": 13.81, "elapsed_time": "1:38:11", "remaining_time": "10:12:34"} +{"current_steps": 68, "total_steps": 485, "loss": 1.1587, "lr": 3.981286477701635e-05, "epoch": 0.6956521739130435, "percentage": 14.02, "elapsed_time": "1:39:39", "remaining_time": "10:11:05"} +{"current_steps": 69, "total_steps": 485, "loss": 1.1602, "lr": 3.979268294889105e-05, "epoch": 0.7058823529411765, "percentage": 14.23, "elapsed_time": "1:41:06", "remaining_time": "10:09:35"} +{"current_steps": 70, "total_steps": 485, "loss": 1.167, "lr": 3.977147350784617e-05, "epoch": 0.7161125319693095, "percentage": 14.43, "elapsed_time": "1:42:34", "remaining_time": "10:08:07"} +{"current_steps": 71, "total_steps": 485, "loss": 1.1431, "lr": 3.974923755505104e-05, "epoch": 0.7263427109974424, "percentage": 14.64, "elapsed_time": "1:44:02", "remaining_time": "10:06:38"} +{"current_steps": 72, "total_steps": 485, "loss": 1.1521, "lr": 3.972597624497029e-05, "epoch": 0.7365728900255755, "percentage": 14.85, "elapsed_time": "1:45:29", "remaining_time": "10:05:09"} +{"current_steps": 73, "total_steps": 485, "loss": 1.152, "lr": 3.97016907853039e-05, "epoch": 0.7468030690537084, "percentage": 15.05, "elapsed_time": "1:46:57", "remaining_time": "10:03:39"} +{"current_steps": 74, "total_steps": 485, "loss": 1.1413, "lr": 3.96763824369245e-05, "epoch": 0.7570332480818415, "percentage": 15.26, "elapsed_time": "1:48:25", "remaining_time": "10:02:10"} +{"current_steps": 75, "total_steps": 485, "loss": 1.1602, "lr": 3.96500525138119e-05, "epoch": 0.7672634271099744, "percentage": 15.46, "elapsed_time": "1:49:52", "remaining_time": "10:00:41"} +{"current_steps": 76, "total_steps": 485, "loss": 1.1493, "lr": 3.962270238298486e-05, "epoch": 0.7774936061381074, "percentage": 15.67, "elapsed_time": "1:51:20", "remaining_time": "9:59:12"} +{"current_steps": 77, "total_steps": 485, "loss": 1.1371, "lr": 3.9594333464430155e-05, "epoch": 0.7877237851662404, "percentage": 15.88, "elapsed_time": "1:52:48", "remaining_time": "9:57:43"} +{"current_steps": 78, "total_steps": 485, "loss": 1.1555, "lr": 3.9564947231028805e-05, "epoch": 0.7979539641943734, "percentage": 16.08, "elapsed_time": "1:54:16", "remaining_time": "9:56:15"} +{"current_steps": 79, "total_steps": 485, "loss": 1.1385, "lr": 3.9534545208479645e-05, "epoch": 0.8081841432225064, "percentage": 16.29, "elapsed_time": "1:55:43", "remaining_time": "9:54:46"} +{"current_steps": 80, "total_steps": 485, "loss": 1.143, "lr": 3.9503128975220075e-05, "epoch": 0.8184143222506394, "percentage": 16.49, "elapsed_time": "1:57:11", "remaining_time": "9:53:15"} +{"current_steps": 81, "total_steps": 485, "loss": 1.1506, "lr": 3.947070016234414e-05, "epoch": 0.8286445012787724, "percentage": 16.7, "elapsed_time": "1:58:38", "remaining_time": "9:51:46"} +{"current_steps": 82, "total_steps": 485, "loss": 1.1492, "lr": 3.943726045351782e-05, "epoch": 0.8388746803069054, "percentage": 16.91, "elapsed_time": "2:00:06", "remaining_time": "9:50:18"} +{"current_steps": 83, "total_steps": 485, "loss": 1.1522, "lr": 3.940281158489163e-05, "epoch": 0.8491048593350383, "percentage": 17.11, "elapsed_time": "2:01:34", "remaining_time": "9:48:50"} +{"current_steps": 84, "total_steps": 485, "loss": 1.1337, "lr": 3.936735534501051e-05, "epoch": 0.8593350383631714, "percentage": 17.32, "elapsed_time": "2:03:02", "remaining_time": "9:47:22"} +{"current_steps": 85, "total_steps": 485, "loss": 1.1499, "lr": 3.933089357472089e-05, "epoch": 0.8695652173913043, "percentage": 17.53, "elapsed_time": "2:04:30", "remaining_time": "9:45:53"} +{"current_steps": 86, "total_steps": 485, "loss": 1.1401, "lr": 3.929342816707519e-05, "epoch": 0.8797953964194374, "percentage": 17.73, "elapsed_time": "2:05:57", "remaining_time": "9:44:24"} +{"current_steps": 87, "total_steps": 485, "loss": 1.1406, "lr": 3.92549610672335e-05, "epoch": 0.8900255754475703, "percentage": 17.94, "elapsed_time": "2:07:25", "remaining_time": "9:42:56"} +{"current_steps": 88, "total_steps": 485, "loss": 1.1412, "lr": 3.92154942723626e-05, "epoch": 0.9002557544757033, "percentage": 18.14, "elapsed_time": "2:08:53", "remaining_time": "9:41:27"} +{"current_steps": 89, "total_steps": 485, "loss": 1.1338, "lr": 3.917502983153225e-05, "epoch": 0.9104859335038363, "percentage": 18.35, "elapsed_time": "2:10:20", "remaining_time": "9:39:58"} +{"current_steps": 90, "total_steps": 485, "loss": 1.1418, "lr": 3.913356984560883e-05, "epoch": 0.9207161125319693, "percentage": 18.56, "elapsed_time": "2:11:48", "remaining_time": "9:38:29"} +{"current_steps": 91, "total_steps": 485, "loss": 1.1333, "lr": 3.909111646714627e-05, "epoch": 0.9309462915601023, "percentage": 18.76, "elapsed_time": "2:13:16", "remaining_time": "9:37:00"} +{"current_steps": 92, "total_steps": 485, "loss": 1.1552, "lr": 3.9047671900274256e-05, "epoch": 0.9411764705882353, "percentage": 18.97, "elapsed_time": "2:14:43", "remaining_time": "9:35:31"} +{"current_steps": 93, "total_steps": 485, "loss": 1.1455, "lr": 3.900323840058382e-05, "epoch": 0.9514066496163683, "percentage": 19.18, "elapsed_time": "2:16:11", "remaining_time": "9:34:03"} +{"current_steps": 94, "total_steps": 485, "loss": 1.1453, "lr": 3.895781827501022e-05, "epoch": 0.9616368286445013, "percentage": 19.38, "elapsed_time": "2:17:38", "remaining_time": "9:32:33"} +{"current_steps": 95, "total_steps": 485, "loss": 1.1353, "lr": 3.8911413881713204e-05, "epoch": 0.9718670076726342, "percentage": 19.59, "elapsed_time": "2:19:07", "remaining_time": "9:31:06"} +{"current_steps": 96, "total_steps": 485, "loss": 1.1325, "lr": 3.8864027629954517e-05, "epoch": 0.9820971867007673, "percentage": 19.79, "elapsed_time": "2:20:34", "remaining_time": "9:29:36"} +{"current_steps": 97, "total_steps": 485, "loss": 1.1578, "lr": 3.881566197997286e-05, "epoch": 0.9923273657289002, "percentage": 20.0, "elapsed_time": "2:22:02", "remaining_time": "9:28:08"} +{"current_steps": 98, "total_steps": 485, "loss": 1.4304, "lr": 3.8766319442856134e-05, "epoch": 1.0025575447570332, "percentage": 20.21, "elapsed_time": "2:23:39", "remaining_time": "9:27:18"} +{"current_steps": 99, "total_steps": 485, "loss": 1.1262, "lr": 3.8716002580411084e-05, "epoch": 1.0127877237851663, "percentage": 20.41, "elapsed_time": "2:25:06", "remaining_time": "9:25:48"} +{"current_steps": 100, "total_steps": 485, "loss": 1.1496, "lr": 3.866471400503029e-05, "epoch": 1.0230179028132993, "percentage": 20.62, "elapsed_time": "2:26:34", "remaining_time": "9:24:19"} +{"current_steps": 101, "total_steps": 485, "loss": 1.132, "lr": 3.861245637955651e-05, "epoch": 1.0332480818414322, "percentage": 20.82, "elapsed_time": "2:28:02", "remaining_time": "9:22:49"} +{"current_steps": 102, "total_steps": 485, "loss": 1.1349, "lr": 3.855923241714447e-05, "epoch": 1.0434782608695652, "percentage": 21.03, "elapsed_time": "2:29:29", "remaining_time": "9:21:19"} +{"current_steps": 103, "total_steps": 485, "loss": 1.1087, "lr": 3.850504488111996e-05, "epoch": 1.0537084398976981, "percentage": 21.24, "elapsed_time": "2:30:57", "remaining_time": "9:19:51"} +{"current_steps": 104, "total_steps": 485, "loss": 1.1425, "lr": 3.844989658483639e-05, "epoch": 1.0639386189258313, "percentage": 21.44, "elapsed_time": "2:32:25", "remaining_time": "9:18:23"} +{"current_steps": 105, "total_steps": 485, "loss": 1.1255, "lr": 3.8393790391528726e-05, "epoch": 1.0741687979539642, "percentage": 21.65, "elapsed_time": "2:33:52", "remaining_time": "9:16:53"} +{"current_steps": 106, "total_steps": 485, "loss": 1.1225, "lr": 3.833672921416482e-05, "epoch": 1.0843989769820972, "percentage": 21.86, "elapsed_time": "2:35:20", "remaining_time": "9:15:25"} +{"current_steps": 107, "total_steps": 485, "loss": 1.1117, "lr": 3.827871601529417e-05, "epoch": 1.0946291560102301, "percentage": 22.06, "elapsed_time": "2:36:48", "remaining_time": "9:13:56"} +{"current_steps": 108, "total_steps": 485, "loss": 1.1461, "lr": 3.821975380689413e-05, "epoch": 1.104859335038363, "percentage": 22.27, "elapsed_time": "2:38:15", "remaining_time": "9:12:27"} +{"current_steps": 109, "total_steps": 485, "loss": 1.1234, "lr": 3.81598456502135e-05, "epoch": 1.1150895140664963, "percentage": 22.47, "elapsed_time": "2:39:43", "remaining_time": "9:10:57"} +{"current_steps": 110, "total_steps": 485, "loss": 1.1115, "lr": 3.809899465561363e-05, "epoch": 1.1253196930946292, "percentage": 22.68, "elapsed_time": "2:41:10", "remaining_time": "9:09:28"} +{"current_steps": 111, "total_steps": 485, "loss": 1.1201, "lr": 3.803720398240688e-05, "epoch": 1.1355498721227621, "percentage": 22.89, "elapsed_time": "2:42:38", "remaining_time": "9:07:58"} +{"current_steps": 112, "total_steps": 485, "loss": 1.1069, "lr": 3.7974476838692656e-05, "epoch": 1.145780051150895, "percentage": 23.09, "elapsed_time": "2:44:05", "remaining_time": "9:06:29"} +{"current_steps": 113, "total_steps": 485, "loss": 1.1279, "lr": 3.791081648119079e-05, "epoch": 1.156010230179028, "percentage": 23.3, "elapsed_time": "2:45:33", "remaining_time": "9:05:00"} +{"current_steps": 114, "total_steps": 485, "loss": 1.1164, "lr": 3.7846226215072495e-05, "epoch": 1.1662404092071612, "percentage": 23.51, "elapsed_time": "2:47:00", "remaining_time": "9:03:31"} +{"current_steps": 115, "total_steps": 485, "loss": 1.1134, "lr": 3.778070939378875e-05, "epoch": 1.1764705882352942, "percentage": 23.71, "elapsed_time": "2:48:28", "remaining_time": "9:02:03"} +{"current_steps": 116, "total_steps": 485, "loss": 1.1281, "lr": 3.771426941889619e-05, "epoch": 1.186700767263427, "percentage": 23.92, "elapsed_time": "2:49:56", "remaining_time": "9:00:34"} +{"current_steps": 117, "total_steps": 485, "loss": 1.1272, "lr": 3.7646909739880486e-05, "epoch": 1.19693094629156, "percentage": 24.12, "elapsed_time": "2:51:23", "remaining_time": "8:59:05"} +{"current_steps": 118, "total_steps": 485, "loss": 1.1087, "lr": 3.757863385397731e-05, "epoch": 1.207161125319693, "percentage": 24.33, "elapsed_time": "2:52:51", "remaining_time": "8:57:36"} +{"current_steps": 119, "total_steps": 485, "loss": 1.1126, "lr": 3.750944530599069e-05, "epoch": 1.2173913043478262, "percentage": 24.54, "elapsed_time": "2:54:19", "remaining_time": "8:56:08"} +{"current_steps": 120, "total_steps": 485, "loss": 1.1331, "lr": 3.743934768810902e-05, "epoch": 1.227621483375959, "percentage": 24.74, "elapsed_time": "2:55:46", "remaining_time": "8:54:39"} +{"current_steps": 121, "total_steps": 485, "loss": 1.1232, "lr": 3.7368344639718516e-05, "epoch": 1.237851662404092, "percentage": 24.95, "elapsed_time": "2:57:13", "remaining_time": "8:53:09"} +{"current_steps": 122, "total_steps": 485, "loss": 1.1175, "lr": 3.729643984721431e-05, "epoch": 1.248081841432225, "percentage": 25.15, "elapsed_time": "2:58:41", "remaining_time": "8:51:40"} +{"current_steps": 123, "total_steps": 485, "loss": 1.1285, "lr": 3.722363704380902e-05, "epoch": 1.258312020460358, "percentage": 25.36, "elapsed_time": "3:00:09", "remaining_time": "8:50:12"} +{"current_steps": 124, "total_steps": 485, "loss": 1.1196, "lr": 3.714994000933893e-05, "epoch": 1.2685421994884911, "percentage": 25.57, "elapsed_time": "3:01:36", "remaining_time": "8:48:42"} +{"current_steps": 125, "total_steps": 485, "loss": 1.1027, "lr": 3.707535257006777e-05, "epoch": 1.278772378516624, "percentage": 25.77, "elapsed_time": "3:03:04", "remaining_time": "8:47:14"} +{"current_steps": 126, "total_steps": 485, "loss": 1.1174, "lr": 3.6999878598488054e-05, "epoch": 1.289002557544757, "percentage": 25.98, "elapsed_time": "3:04:32", "remaining_time": "8:45:46"} +{"current_steps": 127, "total_steps": 485, "loss": 1.1147, "lr": 3.6923522013119964e-05, "epoch": 1.29923273657289, "percentage": 26.19, "elapsed_time": "3:05:59", "remaining_time": "8:44:17"} +{"current_steps": 128, "total_steps": 485, "loss": 1.1198, "lr": 3.684628677830802e-05, "epoch": 1.309462915601023, "percentage": 26.39, "elapsed_time": "3:07:27", "remaining_time": "8:42:49"} +{"current_steps": 129, "total_steps": 485, "loss": 1.0972, "lr": 3.676817690401516e-05, "epoch": 1.319693094629156, "percentage": 26.6, "elapsed_time": "3:08:55", "remaining_time": "8:41:21"} +{"current_steps": 130, "total_steps": 485, "loss": 1.1201, "lr": 3.668919644561457e-05, "epoch": 1.329923273657289, "percentage": 26.8, "elapsed_time": "3:10:22", "remaining_time": "8:39:53"} +{"current_steps": 131, "total_steps": 485, "loss": 1.128, "lr": 3.6609349503679166e-05, "epoch": 1.340153452685422, "percentage": 27.01, "elapsed_time": "3:11:50", "remaining_time": "8:38:24"} +{"current_steps": 132, "total_steps": 485, "loss": 1.1281, "lr": 3.652864022376866e-05, "epoch": 1.350383631713555, "percentage": 27.22, "elapsed_time": "3:13:18", "remaining_time": "8:36:57"} +{"current_steps": 133, "total_steps": 485, "loss": 1.0979, "lr": 3.6447072796214354e-05, "epoch": 1.3606138107416879, "percentage": 27.42, "elapsed_time": "3:14:46", "remaining_time": "8:35:29"} +{"current_steps": 134, "total_steps": 485, "loss": 1.1383, "lr": 3.636465145590156e-05, "epoch": 1.370843989769821, "percentage": 27.63, "elapsed_time": "3:16:13", "remaining_time": "8:34:00"} +{"current_steps": 135, "total_steps": 485, "loss": 1.1139, "lr": 3.6281380482049743e-05, "epoch": 1.381074168797954, "percentage": 27.84, "elapsed_time": "3:17:41", "remaining_time": "8:32:31"} +{"current_steps": 136, "total_steps": 485, "loss": 1.119, "lr": 3.619726419799035e-05, "epoch": 1.391304347826087, "percentage": 28.04, "elapsed_time": "3:19:08", "remaining_time": "8:31:03"} +{"current_steps": 137, "total_steps": 485, "loss": 1.107, "lr": 3.6112306970942334e-05, "epoch": 1.40153452685422, "percentage": 28.25, "elapsed_time": "3:20:36", "remaining_time": "8:29:34"} +{"current_steps": 138, "total_steps": 485, "loss": 1.1135, "lr": 3.602651321178544e-05, "epoch": 1.4117647058823528, "percentage": 28.45, "elapsed_time": "3:22:04", "remaining_time": "8:28:06"} +{"current_steps": 139, "total_steps": 485, "loss": 1.1133, "lr": 3.593988737483115e-05, "epoch": 1.421994884910486, "percentage": 28.66, "elapsed_time": "3:23:31", "remaining_time": "8:26:37"} +{"current_steps": 140, "total_steps": 485, "loss": 1.1054, "lr": 3.58524339575915e-05, "epoch": 1.432225063938619, "percentage": 28.87, "elapsed_time": "3:24:59", "remaining_time": "8:25:09"} +{"current_steps": 141, "total_steps": 485, "loss": 1.1195, "lr": 3.576415750054548e-05, "epoch": 1.4424552429667519, "percentage": 29.07, "elapsed_time": "3:26:26", "remaining_time": "8:23:40"} +{"current_steps": 142, "total_steps": 485, "loss": 1.1085, "lr": 3.567506258690338e-05, "epoch": 1.452685421994885, "percentage": 29.28, "elapsed_time": "3:27:54", "remaining_time": "8:22:12"} +{"current_steps": 143, "total_steps": 485, "loss": 1.1106, "lr": 3.558515384236875e-05, "epoch": 1.4629156010230178, "percentage": 29.48, "elapsed_time": "3:29:22", "remaining_time": "8:20:44"} +{"current_steps": 144, "total_steps": 485, "loss": 1.1206, "lr": 3.549443593489832e-05, "epoch": 1.473145780051151, "percentage": 29.69, "elapsed_time": "3:30:49", "remaining_time": "8:19:15"} +{"current_steps": 145, "total_steps": 485, "loss": 1.1122, "lr": 3.540291357445961e-05, "epoch": 1.4833759590792839, "percentage": 29.9, "elapsed_time": "3:32:17", "remaining_time": "8:17:47"} +{"current_steps": 146, "total_steps": 485, "loss": 1.1222, "lr": 3.53105915127864e-05, "epoch": 1.4936061381074168, "percentage": 30.1, "elapsed_time": "3:33:45", "remaining_time": "8:16:19"} +{"current_steps": 147, "total_steps": 485, "loss": 1.108, "lr": 3.521747454313201e-05, "epoch": 1.50383631713555, "percentage": 30.31, "elapsed_time": "3:35:13", "remaining_time": "8:14:52"} +{"current_steps": 148, "total_steps": 485, "loss": 1.0991, "lr": 3.512356750002046e-05, "epoch": 1.5140664961636827, "percentage": 30.52, "elapsed_time": "3:36:41", "remaining_time": "8:13:23"} +{"current_steps": 149, "total_steps": 485, "loss": 1.0932, "lr": 3.502887525899544e-05, "epoch": 1.5242966751918159, "percentage": 30.72, "elapsed_time": "3:38:08", "remaining_time": "8:11:55"} +{"current_steps": 150, "total_steps": 485, "loss": 1.1308, "lr": 3.4933402736367224e-05, "epoch": 1.5345268542199488, "percentage": 30.93, "elapsed_time": "3:39:36", "remaining_time": "8:10:27"} +{"current_steps": 151, "total_steps": 485, "loss": 1.0991, "lr": 3.483715488895738e-05, "epoch": 1.5447570332480818, "percentage": 31.13, "elapsed_time": "3:41:04", "remaining_time": "8:08:59"} +{"current_steps": 152, "total_steps": 485, "loss": 1.1004, "lr": 3.4740136713841416e-05, "epoch": 1.554987212276215, "percentage": 31.34, "elapsed_time": "3:42:31", "remaining_time": "8:07:31"} +{"current_steps": 153, "total_steps": 485, "loss": 1.103, "lr": 3.464235324808938e-05, "epoch": 1.5652173913043477, "percentage": 31.55, "elapsed_time": "3:43:59", "remaining_time": "8:06:03"} +{"current_steps": 154, "total_steps": 485, "loss": 1.1156, "lr": 3.4543809568504286e-05, "epoch": 1.5754475703324808, "percentage": 31.75, "elapsed_time": "3:45:27", "remaining_time": "8:04:34"} +{"current_steps": 155, "total_steps": 485, "loss": 1.0895, "lr": 3.4444510791358596e-05, "epoch": 1.5856777493606138, "percentage": 31.96, "elapsed_time": "3:46:54", "remaining_time": "8:03:06"} +{"current_steps": 156, "total_steps": 485, "loss": 1.1305, "lr": 3.4344462072128514e-05, "epoch": 1.5959079283887467, "percentage": 32.16, "elapsed_time": "3:48:22", "remaining_time": "8:01:37"} +{"current_steps": 157, "total_steps": 485, "loss": 1.1157, "lr": 3.424366860522638e-05, "epoch": 1.60613810741688, "percentage": 32.37, "elapsed_time": "3:49:49", "remaining_time": "8:00:09"} +{"current_steps": 158, "total_steps": 485, "loss": 1.0952, "lr": 3.4142135623730954e-05, "epoch": 1.6163682864450126, "percentage": 32.58, "elapsed_time": "3:51:17", "remaining_time": "7:58:40"} +{"current_steps": 159, "total_steps": 485, "loss": 1.1086, "lr": 3.4039868399115736e-05, "epoch": 1.6265984654731458, "percentage": 32.78, "elapsed_time": "3:52:44", "remaining_time": "7:57:12"} +{"current_steps": 160, "total_steps": 485, "loss": 1.1117, "lr": 3.393687224097526e-05, "epoch": 1.6368286445012787, "percentage": 32.99, "elapsed_time": "3:54:12", "remaining_time": "7:55:44"} +{"current_steps": 161, "total_steps": 485, "loss": 1.1127, "lr": 3.383315249674944e-05, "epoch": 1.6470588235294117, "percentage": 33.2, "elapsed_time": "3:55:40", "remaining_time": "7:54:16"} +{"current_steps": 162, "total_steps": 485, "loss": 1.0903, "lr": 3.372871455144593e-05, "epoch": 1.6572890025575449, "percentage": 33.4, "elapsed_time": "3:57:07", "remaining_time": "7:52:48"} +{"current_steps": 163, "total_steps": 485, "loss": 1.1132, "lr": 3.3623563827360546e-05, "epoch": 1.6675191815856778, "percentage": 33.61, "elapsed_time": "3:58:35", "remaining_time": "7:51:19"} +{"current_steps": 164, "total_steps": 485, "loss": 1.1092, "lr": 3.351770578379573e-05, "epoch": 1.6777493606138107, "percentage": 33.81, "elapsed_time": "4:00:03", "remaining_time": "7:49:51"} +{"current_steps": 165, "total_steps": 485, "loss": 1.1161, "lr": 3.341114591677715e-05, "epoch": 1.6879795396419437, "percentage": 34.02, "elapsed_time": "4:01:30", "remaining_time": "7:48:23"} +{"current_steps": 166, "total_steps": 485, "loss": 1.1125, "lr": 3.33038897587683e-05, "epoch": 1.6982097186700766, "percentage": 34.23, "elapsed_time": "4:02:58", "remaining_time": "7:46:55"} +{"current_steps": 167, "total_steps": 485, "loss": 1.105, "lr": 3.31959428783833e-05, "epoch": 1.7084398976982098, "percentage": 34.43, "elapsed_time": "4:04:26", "remaining_time": "7:45:26"} +{"current_steps": 168, "total_steps": 485, "loss": 1.1061, "lr": 3.308731088009776e-05, "epoch": 1.7186700767263428, "percentage": 34.64, "elapsed_time": "4:05:53", "remaining_time": "7:43:58"} +{"current_steps": 169, "total_steps": 485, "loss": 1.1149, "lr": 3.297799940395781e-05, "epoch": 1.7289002557544757, "percentage": 34.85, "elapsed_time": "4:07:21", "remaining_time": "7:42:30"} +{"current_steps": 170, "total_steps": 485, "loss": 1.0987, "lr": 3.286801412528728e-05, "epoch": 1.7391304347826086, "percentage": 35.05, "elapsed_time": "4:08:48", "remaining_time": "7:41:02"} +{"current_steps": 171, "total_steps": 485, "loss": 1.1093, "lr": 3.275736075439305e-05, "epoch": 1.7493606138107416, "percentage": 35.26, "elapsed_time": "4:10:16", "remaining_time": "7:39:33"} +{"current_steps": 172, "total_steps": 485, "loss": 1.1174, "lr": 3.264604503626853e-05, "epoch": 1.7595907928388748, "percentage": 35.46, "elapsed_time": "4:11:44", "remaining_time": "7:38:05"} +{"current_steps": 173, "total_steps": 485, "loss": 1.1008, "lr": 3.2534072750295456e-05, "epoch": 1.7698209718670077, "percentage": 35.67, "elapsed_time": "4:13:11", "remaining_time": "7:36:37"} +{"current_steps": 174, "total_steps": 485, "loss": 1.1023, "lr": 3.242144970994377e-05, "epoch": 1.7800511508951407, "percentage": 35.88, "elapsed_time": "4:14:39", "remaining_time": "7:35:09"} +{"current_steps": 175, "total_steps": 485, "loss": 1.1036, "lr": 3.230818176246986e-05, "epoch": 1.7902813299232738, "percentage": 36.08, "elapsed_time": "4:16:06", "remaining_time": "7:33:40"} +{"current_steps": 176, "total_steps": 485, "loss": 1.1037, "lr": 3.219427478861289e-05, "epoch": 1.8005115089514065, "percentage": 36.29, "elapsed_time": "4:17:34", "remaining_time": "7:32:12"} +{"current_steps": 177, "total_steps": 485, "loss": 1.0877, "lr": 3.2079734702289555e-05, "epoch": 1.8107416879795397, "percentage": 36.49, "elapsed_time": "4:19:01", "remaining_time": "7:30:44"} +{"current_steps": 178, "total_steps": 485, "loss": 1.1124, "lr": 3.1964567450286996e-05, "epoch": 1.8209718670076727, "percentage": 36.7, "elapsed_time": "4:20:29", "remaining_time": "7:29:16"} +{"current_steps": 179, "total_steps": 485, "loss": 1.0935, "lr": 3.1848779011954076e-05, "epoch": 1.8312020460358056, "percentage": 36.91, "elapsed_time": "4:21:57", "remaining_time": "7:27:48"} +{"current_steps": 180, "total_steps": 485, "loss": 1.0998, "lr": 3.1732375398890894e-05, "epoch": 1.8414322250639388, "percentage": 37.11, "elapsed_time": "4:23:25", "remaining_time": "7:26:20"} +{"current_steps": 181, "total_steps": 485, "loss": 1.1019, "lr": 3.1615362654636743e-05, "epoch": 1.8516624040920715, "percentage": 37.32, "elapsed_time": "4:24:53", "remaining_time": "7:24:53"} +{"current_steps": 182, "total_steps": 485, "loss": 1.0894, "lr": 3.149774685435626e-05, "epoch": 1.8618925831202047, "percentage": 37.53, "elapsed_time": "4:26:20", "remaining_time": "7:23:25"} +{"current_steps": 183, "total_steps": 485, "loss": 1.1011, "lr": 3.1379534104524055e-05, "epoch": 1.8721227621483376, "percentage": 37.73, "elapsed_time": "4:27:48", "remaining_time": "7:21:57"} +{"current_steps": 184, "total_steps": 485, "loss": 1.1071, "lr": 3.126073054260765e-05, "epoch": 1.8823529411764706, "percentage": 37.94, "elapsed_time": "4:29:16", "remaining_time": "7:20:29"} +{"current_steps": 185, "total_steps": 485, "loss": 1.097, "lr": 3.114134233674888e-05, "epoch": 1.8925831202046037, "percentage": 38.14, "elapsed_time": "4:30:43", "remaining_time": "7:19:01"} +{"current_steps": 186, "total_steps": 485, "loss": 1.09, "lr": 3.102137568544355e-05, "epoch": 1.9028132992327365, "percentage": 38.35, "elapsed_time": "4:32:11", "remaining_time": "7:17:33"} +{"current_steps": 187, "total_steps": 485, "loss": 1.0994, "lr": 3.090083681721972e-05, "epoch": 1.9130434782608696, "percentage": 38.56, "elapsed_time": "4:33:39", "remaining_time": "7:16:05"} +{"current_steps": 188, "total_steps": 485, "loss": 1.1025, "lr": 3.077973199031426e-05, "epoch": 1.9232736572890026, "percentage": 38.76, "elapsed_time": "4:35:06", "remaining_time": "7:14:37"} +{"current_steps": 189, "total_steps": 485, "loss": 1.0881, "lr": 3.065806749234795e-05, "epoch": 1.9335038363171355, "percentage": 38.97, "elapsed_time": "4:36:35", "remaining_time": "7:13:10"} +{"current_steps": 190, "total_steps": 485, "loss": 1.1136, "lr": 3.053584963999906e-05, "epoch": 1.9437340153452687, "percentage": 39.18, "elapsed_time": "4:38:03", "remaining_time": "7:11:42"} +{"current_steps": 191, "total_steps": 485, "loss": 1.1114, "lr": 3.041308477867534e-05, "epoch": 1.9539641943734014, "percentage": 39.38, "elapsed_time": "4:39:30", "remaining_time": "7:10:14"} +{"current_steps": 192, "total_steps": 485, "loss": 1.0857, "lr": 3.0289779282184627e-05, "epoch": 1.9641943734015346, "percentage": 39.59, "elapsed_time": "4:41:00", "remaining_time": "7:08:49"} +{"current_steps": 193, "total_steps": 485, "loss": 1.0959, "lr": 3.0165939552403896e-05, "epoch": 1.9744245524296675, "percentage": 39.79, "elapsed_time": "4:42:28", "remaining_time": "7:07:22"} +{"current_steps": 194, "total_steps": 485, "loss": 1.1027, "lr": 3.004157201894689e-05, "epoch": 1.9846547314578005, "percentage": 40.0, "elapsed_time": "4:43:57", "remaining_time": "7:05:55"} +{"current_steps": 195, "total_steps": 485, "loss": 1.1892, "lr": 2.9916683138830297e-05, "epoch": 1.9948849104859336, "percentage": 40.21, "elapsed_time": "4:45:25", "remaining_time": "7:04:28"} +{"current_steps": 196, "total_steps": 485, "loss": 1.2693, "lr": 2.979127939613852e-05, "epoch": 2.0051150895140664, "percentage": 40.41, "elapsed_time": "4:47:03", "remaining_time": "7:03:16"} +{"current_steps": 197, "total_steps": 485, "loss": 1.1078, "lr": 2.966536730168702e-05, "epoch": 2.0153452685421995, "percentage": 40.62, "elapsed_time": "4:48:31", "remaining_time": "7:01:48"} +{"current_steps": 198, "total_steps": 485, "loss": 1.0891, "lr": 2.9538953392684275e-05, "epoch": 2.0255754475703327, "percentage": 40.82, "elapsed_time": "4:50:00", "remaining_time": "7:00:21"} +{"current_steps": 199, "total_steps": 485, "loss": 1.0677, "lr": 2.9412044232392416e-05, "epoch": 2.0358056265984654, "percentage": 41.03, "elapsed_time": "4:51:28", "remaining_time": "6:58:53"} +{"current_steps": 200, "total_steps": 485, "loss": 1.1144, "lr": 2.9284646409786405e-05, "epoch": 2.0460358056265986, "percentage": 41.24, "elapsed_time": "4:52:55", "remaining_time": "6:57:25"} +{"current_steps": 201, "total_steps": 485, "loss": 1.0836, "lr": 2.9156766539212008e-05, "epoch": 2.0562659846547313, "percentage": 41.44, "elapsed_time": "4:54:23", "remaining_time": "6:55:57"} +{"current_steps": 202, "total_steps": 485, "loss": 1.1089, "lr": 2.902841126004234e-05, "epoch": 2.0664961636828645, "percentage": 41.65, "elapsed_time": "4:55:50", "remaining_time": "6:54:28"} +{"current_steps": 203, "total_steps": 485, "loss": 1.0842, "lr": 2.8899587236333188e-05, "epoch": 2.0767263427109977, "percentage": 41.86, "elapsed_time": "4:57:18", "remaining_time": "6:53:00"} +{"current_steps": 204, "total_steps": 485, "loss": 1.0835, "lr": 2.8770301156476985e-05, "epoch": 2.0869565217391304, "percentage": 42.06, "elapsed_time": "4:58:46", "remaining_time": "6:51:32"} +{"current_steps": 205, "total_steps": 485, "loss": 1.0814, "lr": 2.8640559732855595e-05, "epoch": 2.0971867007672635, "percentage": 42.27, "elapsed_time": "5:00:13", "remaining_time": "6:50:03"} +{"current_steps": 206, "total_steps": 485, "loss": 1.0934, "lr": 2.85103697014918e-05, "epoch": 2.1074168797953963, "percentage": 42.47, "elapsed_time": "5:01:41", "remaining_time": "6:48:36"} +{"current_steps": 207, "total_steps": 485, "loss": 1.0985, "lr": 2.8379737821699557e-05, "epoch": 2.1176470588235294, "percentage": 42.68, "elapsed_time": "5:03:09", "remaining_time": "6:47:08"} +{"current_steps": 208, "total_steps": 485, "loss": 1.1002, "lr": 2.824867087573308e-05, "epoch": 2.1278772378516626, "percentage": 42.89, "elapsed_time": "5:04:36", "remaining_time": "6:45:39"} +{"current_steps": 209, "total_steps": 485, "loss": 1.11, "lr": 2.8117175668434713e-05, "epoch": 2.1381074168797953, "percentage": 43.09, "elapsed_time": "5:06:04", "remaining_time": "6:44:11"} +{"current_steps": 210, "total_steps": 485, "loss": 1.0856, "lr": 2.7985259026881637e-05, "epoch": 2.1483375959079285, "percentage": 43.3, "elapsed_time": "5:07:31", "remaining_time": "6:42:43"} +{"current_steps": 211, "total_steps": 485, "loss": 1.1135, "lr": 2.785292780003138e-05, "epoch": 2.1585677749360612, "percentage": 43.51, "elapsed_time": "5:08:59", "remaining_time": "6:41:14"} +{"current_steps": 212, "total_steps": 485, "loss": 1.0825, "lr": 2.7720188858366275e-05, "epoch": 2.1687979539641944, "percentage": 43.71, "elapsed_time": "5:10:26", "remaining_time": "6:39:46"} +{"current_steps": 213, "total_steps": 485, "loss": 1.1028, "lr": 2.7587049093536716e-05, "epoch": 2.1790281329923276, "percentage": 43.92, "elapsed_time": "5:11:54", "remaining_time": "6:38:18"} +{"current_steps": 214, "total_steps": 485, "loss": 1.0768, "lr": 2.7453515418003385e-05, "epoch": 2.1892583120204603, "percentage": 44.12, "elapsed_time": "5:13:21", "remaining_time": "6:36:49"} +{"current_steps": 215, "total_steps": 485, "loss": 1.1199, "lr": 2.7319594764678325e-05, "epoch": 2.1994884910485935, "percentage": 44.33, "elapsed_time": "5:14:49", "remaining_time": "6:35:21"} +{"current_steps": 216, "total_steps": 485, "loss": 1.097, "lr": 2.7185294086565028e-05, "epoch": 2.209718670076726, "percentage": 44.54, "elapsed_time": "5:16:17", "remaining_time": "6:33:53"} +{"current_steps": 217, "total_steps": 485, "loss": 1.0851, "lr": 2.7050620356397413e-05, "epoch": 2.2199488491048593, "percentage": 44.74, "elapsed_time": "5:17:44", "remaining_time": "6:32:25"} +{"current_steps": 218, "total_steps": 485, "loss": 1.0931, "lr": 2.6915580566277855e-05, "epoch": 2.2301790281329925, "percentage": 44.95, "elapsed_time": "5:19:12", "remaining_time": "6:30:57"} +{"current_steps": 219, "total_steps": 485, "loss": 1.093, "lr": 2.6780181727314096e-05, "epoch": 2.2404092071611252, "percentage": 45.15, "elapsed_time": "5:20:40", "remaining_time": "6:29:29"} +{"current_steps": 220, "total_steps": 485, "loss": 1.0738, "lr": 2.6644430869255294e-05, "epoch": 2.2506393861892584, "percentage": 45.36, "elapsed_time": "5:22:07", "remaining_time": "6:28:00"} +{"current_steps": 221, "total_steps": 485, "loss": 1.0789, "lr": 2.650833504012702e-05, "epoch": 2.260869565217391, "percentage": 45.57, "elapsed_time": "5:23:35", "remaining_time": "6:26:32"} +{"current_steps": 222, "total_steps": 485, "loss": 1.0832, "lr": 2.6371901305865346e-05, "epoch": 2.2710997442455243, "percentage": 45.77, "elapsed_time": "5:25:03", "remaining_time": "6:25:04"} +{"current_steps": 223, "total_steps": 485, "loss": 1.0975, "lr": 2.623513674994998e-05, "epoch": 2.2813299232736575, "percentage": 45.98, "elapsed_time": "5:26:30", "remaining_time": "6:23:36"} +{"current_steps": 224, "total_steps": 485, "loss": 1.0997, "lr": 2.6098048473036487e-05, "epoch": 2.29156010230179, "percentage": 46.19, "elapsed_time": "5:27:58", "remaining_time": "6:22:08"} +{"current_steps": 225, "total_steps": 485, "loss": 1.0828, "lr": 2.5960643592587676e-05, "epoch": 2.3017902813299234, "percentage": 46.39, "elapsed_time": "5:29:25", "remaining_time": "6:20:40"} +{"current_steps": 226, "total_steps": 485, "loss": 1.078, "lr": 2.582292924250402e-05, "epoch": 2.312020460358056, "percentage": 46.6, "elapsed_time": "5:30:53", "remaining_time": "6:19:12"} +{"current_steps": 227, "total_steps": 485, "loss": 1.0861, "lr": 2.56849125727533e-05, "epoch": 2.3222506393861893, "percentage": 46.8, "elapsed_time": "5:32:21", "remaining_time": "6:17:44"} +{"current_steps": 228, "total_steps": 485, "loss": 1.0833, "lr": 2.5546600748999374e-05, "epoch": 2.3324808184143224, "percentage": 47.01, "elapsed_time": "5:33:48", "remaining_time": "6:16:16"} +{"current_steps": 229, "total_steps": 485, "loss": 1.1027, "lr": 2.5408000952230158e-05, "epoch": 2.342710997442455, "percentage": 47.22, "elapsed_time": "5:35:16", "remaining_time": "6:14:47"} +{"current_steps": 230, "total_steps": 485, "loss": 1.0661, "lr": 2.526912037838479e-05, "epoch": 2.3529411764705883, "percentage": 47.42, "elapsed_time": "5:36:43", "remaining_time": "6:13:19"} +{"current_steps": 231, "total_steps": 485, "loss": 1.0783, "lr": 2.512996623798002e-05, "epoch": 2.363171355498721, "percentage": 47.63, "elapsed_time": "5:38:11", "remaining_time": "6:11:51"} +{"current_steps": 232, "total_steps": 485, "loss": 1.0928, "lr": 2.499054575573585e-05, "epoch": 2.373401534526854, "percentage": 47.84, "elapsed_time": "5:39:38", "remaining_time": "6:10:23"} +{"current_steps": 233, "total_steps": 485, "loss": 1.0966, "lr": 2.485086617020045e-05, "epoch": 2.3836317135549874, "percentage": 48.04, "elapsed_time": "5:41:06", "remaining_time": "6:08:55"} +{"current_steps": 234, "total_steps": 485, "loss": 1.0691, "lr": 2.4710934733374313e-05, "epoch": 2.39386189258312, "percentage": 48.25, "elapsed_time": "5:42:33", "remaining_time": "6:07:27"} +{"current_steps": 235, "total_steps": 485, "loss": 1.0953, "lr": 2.4570758710333787e-05, "epoch": 2.4040920716112533, "percentage": 48.45, "elapsed_time": "5:44:01", "remaining_time": "6:05:59"} +{"current_steps": 236, "total_steps": 485, "loss": 1.0782, "lr": 2.4430345378853804e-05, "epoch": 2.414322250639386, "percentage": 48.66, "elapsed_time": "5:45:29", "remaining_time": "6:04:31"} +{"current_steps": 237, "total_steps": 485, "loss": 1.0753, "lr": 2.428970202903011e-05, "epoch": 2.424552429667519, "percentage": 48.87, "elapsed_time": "5:46:56", "remaining_time": "6:03:03"} +{"current_steps": 238, "total_steps": 485, "loss": 1.0753, "lr": 2.4148835962900723e-05, "epoch": 2.4347826086956523, "percentage": 49.07, "elapsed_time": "5:48:24", "remaining_time": "6:01:34"} +{"current_steps": 239, "total_steps": 485, "loss": 1.0921, "lr": 2.4007754494066822e-05, "epoch": 2.445012787723785, "percentage": 49.28, "elapsed_time": "5:49:52", "remaining_time": "6:00:07"} +{"current_steps": 240, "total_steps": 485, "loss": 1.0547, "lr": 2.3866464947313053e-05, "epoch": 2.455242966751918, "percentage": 49.48, "elapsed_time": "5:51:19", "remaining_time": "5:58:39"} +{"current_steps": 241, "total_steps": 485, "loss": 1.1068, "lr": 2.3724974658227212e-05, "epoch": 2.4654731457800514, "percentage": 49.69, "elapsed_time": "5:52:47", "remaining_time": "5:57:11"} +{"current_steps": 242, "total_steps": 485, "loss": 1.0802, "lr": 2.358329097281942e-05, "epoch": 2.475703324808184, "percentage": 49.9, "elapsed_time": "5:54:15", "remaining_time": "5:55:43"} +{"current_steps": 243, "total_steps": 485, "loss": 1.0862, "lr": 2.34414212471407e-05, "epoch": 2.4859335038363173, "percentage": 50.1, "elapsed_time": "5:55:43", "remaining_time": "5:54:15"} +{"current_steps": 244, "total_steps": 485, "loss": 1.0742, "lr": 2.329937284690106e-05, "epoch": 2.49616368286445, "percentage": 50.31, "elapsed_time": "5:57:10", "remaining_time": "5:52:47"} +{"current_steps": 245, "total_steps": 485, "loss": 1.0779, "lr": 2.3157153147087082e-05, "epoch": 2.506393861892583, "percentage": 50.52, "elapsed_time": "5:58:38", "remaining_time": "5:51:19"} +{"current_steps": 246, "total_steps": 485, "loss": 1.0638, "lr": 2.301476953157904e-05, "epoch": 2.516624040920716, "percentage": 50.72, "elapsed_time": "6:00:06", "remaining_time": "5:49:51"} +{"current_steps": 247, "total_steps": 485, "loss": 1.0809, "lr": 2.2872229392767497e-05, "epoch": 2.526854219948849, "percentage": 50.93, "elapsed_time": "6:01:34", "remaining_time": "5:48:24"} +{"current_steps": 248, "total_steps": 485, "loss": 1.0877, "lr": 2.2729540131169543e-05, "epoch": 2.5370843989769822, "percentage": 51.13, "elapsed_time": "6:03:02", "remaining_time": "5:46:56"} +{"current_steps": 249, "total_steps": 485, "loss": 1.0767, "lr": 2.258670915504453e-05, "epoch": 2.547314578005115, "percentage": 51.34, "elapsed_time": "6:04:29", "remaining_time": "5:45:28"} +{"current_steps": 250, "total_steps": 485, "loss": 1.0724, "lr": 2.2443743880009462e-05, "epoch": 2.557544757033248, "percentage": 51.55, "elapsed_time": "6:05:57", "remaining_time": "5:43:59"} +{"current_steps": 251, "total_steps": 485, "loss": 1.0908, "lr": 2.2300651728654005e-05, "epoch": 2.5677749360613813, "percentage": 51.75, "elapsed_time": "6:07:24", "remaining_time": "5:42:31"} +{"current_steps": 252, "total_steps": 485, "loss": 1.0913, "lr": 2.2157440130155084e-05, "epoch": 2.578005115089514, "percentage": 51.96, "elapsed_time": "6:08:52", "remaining_time": "5:41:03"} +{"current_steps": 253, "total_steps": 485, "loss": 1.0804, "lr": 2.2014116519891168e-05, "epoch": 2.588235294117647, "percentage": 52.16, "elapsed_time": "6:10:20", "remaining_time": "5:39:35"} +{"current_steps": 254, "total_steps": 485, "loss": 1.0781, "lr": 2.1870688339056265e-05, "epoch": 2.59846547314578, "percentage": 52.37, "elapsed_time": "6:11:48", "remaining_time": "5:38:08"} +{"current_steps": 255, "total_steps": 485, "loss": 1.0676, "lr": 2.172716303427355e-05, "epoch": 2.608695652173913, "percentage": 52.58, "elapsed_time": "6:13:15", "remaining_time": "5:36:39"} +{"current_steps": 256, "total_steps": 485, "loss": 1.082, "lr": 2.158354805720877e-05, "epoch": 2.618925831202046, "percentage": 52.78, "elapsed_time": "6:14:43", "remaining_time": "5:35:11"} +{"current_steps": 257, "total_steps": 485, "loss": 1.0848, "lr": 2.1439850864183343e-05, "epoch": 2.629156010230179, "percentage": 52.99, "elapsed_time": "6:16:10", "remaining_time": "5:33:43"} +{"current_steps": 258, "total_steps": 485, "loss": 1.0768, "lr": 2.1296078915787253e-05, "epoch": 2.639386189258312, "percentage": 53.2, "elapsed_time": "6:17:38", "remaining_time": "5:32:15"} +{"current_steps": 259, "total_steps": 485, "loss": 1.0888, "lr": 2.1152239676491687e-05, "epoch": 2.649616368286445, "percentage": 53.4, "elapsed_time": "6:19:05", "remaining_time": "5:30:47"} +{"current_steps": 260, "total_steps": 485, "loss": 1.0876, "lr": 2.10083406142615e-05, "epoch": 2.659846547314578, "percentage": 53.61, "elapsed_time": "6:20:33", "remaining_time": "5:29:19"} +{"current_steps": 261, "total_steps": 485, "loss": 1.0713, "lr": 2.086438920016748e-05, "epoch": 2.670076726342711, "percentage": 53.81, "elapsed_time": "6:22:01", "remaining_time": "5:27:51"} +{"current_steps": 262, "total_steps": 485, "loss": 1.0708, "lr": 2.0720392907998473e-05, "epoch": 2.680306905370844, "percentage": 54.02, "elapsed_time": "6:23:28", "remaining_time": "5:26:23"} +{"current_steps": 263, "total_steps": 485, "loss": 1.0747, "lr": 2.0576359213873332e-05, "epoch": 2.690537084398977, "percentage": 54.23, "elapsed_time": "6:24:56", "remaining_time": "5:24:55"} +{"current_steps": 264, "total_steps": 485, "loss": 1.0759, "lr": 2.0432295595852774e-05, "epoch": 2.70076726342711, "percentage": 54.43, "elapsed_time": "6:26:23", "remaining_time": "5:23:27"} +{"current_steps": 265, "total_steps": 485, "loss": 1.0806, "lr": 2.0288209533551147e-05, "epoch": 2.710997442455243, "percentage": 54.64, "elapsed_time": "6:27:51", "remaining_time": "5:21:59"} +{"current_steps": 266, "total_steps": 485, "loss": 1.1006, "lr": 2.0144108507748053e-05, "epoch": 2.7212276214833757, "percentage": 54.85, "elapsed_time": "6:29:19", "remaining_time": "5:20:31"} +{"current_steps": 267, "total_steps": 485, "loss": 1.0829, "lr": 2e-05, "epoch": 2.731457800511509, "percentage": 55.05, "elapsed_time": "6:30:46", "remaining_time": "5:19:03"} +{"current_steps": 268, "total_steps": 485, "loss": 1.0802, "lr": 1.985589149225195e-05, "epoch": 2.741687979539642, "percentage": 55.26, "elapsed_time": "6:32:14", "remaining_time": "5:17:35"} +{"current_steps": 269, "total_steps": 485, "loss": 1.0968, "lr": 1.9711790466448863e-05, "epoch": 2.7519181585677748, "percentage": 55.46, "elapsed_time": "6:33:41", "remaining_time": "5:16:07"} +{"current_steps": 270, "total_steps": 485, "loss": 1.0694, "lr": 1.956770440414723e-05, "epoch": 2.762148337595908, "percentage": 55.67, "elapsed_time": "6:35:09", "remaining_time": "5:14:39"} +{"current_steps": 271, "total_steps": 485, "loss": 1.0775, "lr": 1.9423640786126675e-05, "epoch": 2.772378516624041, "percentage": 55.88, "elapsed_time": "6:36:36", "remaining_time": "5:13:11"} +{"current_steps": 272, "total_steps": 485, "loss": 1.0716, "lr": 1.9279607092001534e-05, "epoch": 2.782608695652174, "percentage": 56.08, "elapsed_time": "6:38:04", "remaining_time": "5:11:43"} +{"current_steps": 273, "total_steps": 485, "loss": 1.0703, "lr": 1.913561079983252e-05, "epoch": 2.792838874680307, "percentage": 56.29, "elapsed_time": "6:39:32", "remaining_time": "5:10:15"} +{"current_steps": 274, "total_steps": 485, "loss": 1.0859, "lr": 1.899165938573851e-05, "epoch": 2.80306905370844, "percentage": 56.49, "elapsed_time": "6:40:59", "remaining_time": "5:08:47"} +{"current_steps": 275, "total_steps": 485, "loss": 1.091, "lr": 1.8847760323508317e-05, "epoch": 2.813299232736573, "percentage": 56.7, "elapsed_time": "6:42:27", "remaining_time": "5:07:19"} +{"current_steps": 276, "total_steps": 485, "loss": 1.088, "lr": 1.870392108421275e-05, "epoch": 2.8235294117647056, "percentage": 56.91, "elapsed_time": "6:43:55", "remaining_time": "5:05:51"} +{"current_steps": 277, "total_steps": 485, "loss": 1.0834, "lr": 1.856014913581666e-05, "epoch": 2.833759590792839, "percentage": 57.11, "elapsed_time": "6:45:22", "remaining_time": "5:04:23"} +{"current_steps": 278, "total_steps": 485, "loss": 1.0841, "lr": 1.8416451942791236e-05, "epoch": 2.843989769820972, "percentage": 57.32, "elapsed_time": "6:46:50", "remaining_time": "5:02:55"} +{"current_steps": 279, "total_steps": 485, "loss": 1.0757, "lr": 1.827283696572646e-05, "epoch": 2.8542199488491047, "percentage": 57.53, "elapsed_time": "6:48:18", "remaining_time": "5:01:28"} +{"current_steps": 280, "total_steps": 485, "loss": 1.0802, "lr": 1.8129311660943742e-05, "epoch": 2.864450127877238, "percentage": 57.73, "elapsed_time": "6:49:45", "remaining_time": "5:00:00"} +{"current_steps": 281, "total_steps": 485, "loss": 1.0822, "lr": 1.7985883480108836e-05, "epoch": 2.874680306905371, "percentage": 57.94, "elapsed_time": "6:51:13", "remaining_time": "4:58:32"} +{"current_steps": 282, "total_steps": 485, "loss": 1.0796, "lr": 1.7842559869844926e-05, "epoch": 2.8849104859335037, "percentage": 58.14, "elapsed_time": "6:52:41", "remaining_time": "4:57:04"} +{"current_steps": 283, "total_steps": 485, "loss": 1.0704, "lr": 1.7699348271345998e-05, "epoch": 2.895140664961637, "percentage": 58.35, "elapsed_time": "6:54:09", "remaining_time": "4:55:36"} +{"current_steps": 284, "total_steps": 485, "loss": 1.0704, "lr": 1.7556256119990538e-05, "epoch": 2.90537084398977, "percentage": 58.56, "elapsed_time": "6:55:36", "remaining_time": "4:54:08"} +{"current_steps": 285, "total_steps": 485, "loss": 1.0817, "lr": 1.7413290844955478e-05, "epoch": 2.915601023017903, "percentage": 58.76, "elapsed_time": "6:57:04", "remaining_time": "4:52:40"} +{"current_steps": 286, "total_steps": 485, "loss": 1.0777, "lr": 1.727045986883046e-05, "epoch": 2.9258312020460355, "percentage": 58.97, "elapsed_time": "6:58:31", "remaining_time": "4:51:12"} +{"current_steps": 287, "total_steps": 485, "loss": 1.0814, "lr": 1.7127770607232506e-05, "epoch": 2.9360613810741687, "percentage": 59.18, "elapsed_time": "6:59:59", "remaining_time": "4:49:44"} +{"current_steps": 288, "total_steps": 485, "loss": 1.0863, "lr": 1.6985230468420966e-05, "epoch": 2.946291560102302, "percentage": 59.38, "elapsed_time": "7:01:26", "remaining_time": "4:48:16"} +{"current_steps": 289, "total_steps": 485, "loss": 1.094, "lr": 1.684284685291292e-05, "epoch": 2.9565217391304346, "percentage": 59.59, "elapsed_time": "7:02:54", "remaining_time": "4:46:49"} +{"current_steps": 290, "total_steps": 485, "loss": 1.0787, "lr": 1.6700627153098953e-05, "epoch": 2.9667519181585678, "percentage": 59.79, "elapsed_time": "7:04:22", "remaining_time": "4:45:21"} +{"current_steps": 291, "total_steps": 485, "loss": 1.075, "lr": 1.6558578752859307e-05, "epoch": 2.976982097186701, "percentage": 60.0, "elapsed_time": "7:05:50", "remaining_time": "4:43:53"} +{"current_steps": 292, "total_steps": 485, "loss": 1.0953, "lr": 1.641670902718058e-05, "epoch": 2.9872122762148337, "percentage": 60.21, "elapsed_time": "7:07:18", "remaining_time": "4:42:25"} +{"current_steps": 293, "total_steps": 485, "loss": 1.2545, "lr": 1.6275025341772794e-05, "epoch": 2.997442455242967, "percentage": 60.41, "elapsed_time": "7:08:45", "remaining_time": "4:40:57"} +{"current_steps": 294, "total_steps": 485, "loss": 1.1921, "lr": 1.6133535052686953e-05, "epoch": 3.0076726342710995, "percentage": 60.62, "elapsed_time": "7:10:22", "remaining_time": "4:39:35"} +{"current_steps": 295, "total_steps": 485, "loss": 1.0719, "lr": 1.599224550593319e-05, "epoch": 3.0179028132992327, "percentage": 60.82, "elapsed_time": "7:11:50", "remaining_time": "4:38:07"} +{"current_steps": 296, "total_steps": 485, "loss": 1.0838, "lr": 1.5851164037099284e-05, "epoch": 3.028132992327366, "percentage": 61.03, "elapsed_time": "7:13:18", "remaining_time": "4:36:40"} +{"current_steps": 297, "total_steps": 485, "loss": 1.0599, "lr": 1.5710297970969893e-05, "epoch": 3.0383631713554986, "percentage": 61.24, "elapsed_time": "7:14:45", "remaining_time": "4:35:12"} +{"current_steps": 298, "total_steps": 485, "loss": 1.0627, "lr": 1.5569654621146203e-05, "epoch": 3.0485933503836318, "percentage": 61.44, "elapsed_time": "7:16:13", "remaining_time": "4:33:44"} +{"current_steps": 299, "total_steps": 485, "loss": 1.076, "lr": 1.542924128966622e-05, "epoch": 3.0588235294117645, "percentage": 61.65, "elapsed_time": "7:17:40", "remaining_time": "4:32:16"} +{"current_steps": 300, "total_steps": 485, "loss": 1.0797, "lr": 1.5289065266625684e-05, "epoch": 3.0690537084398977, "percentage": 61.86, "elapsed_time": "7:19:08", "remaining_time": "4:30:48"} +{"current_steps": 301, "total_steps": 485, "loss": 1.0777, "lr": 1.5149133829799558e-05, "epoch": 3.079283887468031, "percentage": 62.06, "elapsed_time": "7:20:36", "remaining_time": "4:29:20"} +{"current_steps": 302, "total_steps": 485, "loss": 1.1038, "lr": 1.5009454244264156e-05, "epoch": 3.0895140664961636, "percentage": 62.27, "elapsed_time": "7:22:03", "remaining_time": "4:27:52"} +{"current_steps": 303, "total_steps": 485, "loss": 1.0605, "lr": 1.4870033762019991e-05, "epoch": 3.0997442455242967, "percentage": 62.47, "elapsed_time": "7:23:31", "remaining_time": "4:26:24"} +{"current_steps": 304, "total_steps": 485, "loss": 1.0889, "lr": 1.4730879621615217e-05, "epoch": 3.10997442455243, "percentage": 62.68, "elapsed_time": "7:24:59", "remaining_time": "4:24:56"} +{"current_steps": 305, "total_steps": 485, "loss": 1.0863, "lr": 1.4591999047769842e-05, "epoch": 3.1202046035805626, "percentage": 62.89, "elapsed_time": "7:26:27", "remaining_time": "4:23:28"} +{"current_steps": 306, "total_steps": 485, "loss": 1.0527, "lr": 1.4453399251000635e-05, "epoch": 3.130434782608696, "percentage": 63.09, "elapsed_time": "7:27:55", "remaining_time": "4:22:01"} +{"current_steps": 307, "total_steps": 485, "loss": 1.074, "lr": 1.4315087427246706e-05, "epoch": 3.1406649616368285, "percentage": 63.3, "elapsed_time": "7:29:22", "remaining_time": "4:20:33"} +{"current_steps": 308, "total_steps": 485, "loss": 1.0802, "lr": 1.4177070757495983e-05, "epoch": 3.1508951406649617, "percentage": 63.51, "elapsed_time": "7:30:50", "remaining_time": "4:19:05"} +{"current_steps": 309, "total_steps": 485, "loss": 1.0987, "lr": 1.4039356407412329e-05, "epoch": 3.1611253196930944, "percentage": 63.71, "elapsed_time": "7:32:18", "remaining_time": "4:17:37"} +{"current_steps": 310, "total_steps": 485, "loss": 1.0673, "lr": 1.3901951526963516e-05, "epoch": 3.1713554987212276, "percentage": 63.92, "elapsed_time": "7:33:45", "remaining_time": "4:16:09"} +{"current_steps": 311, "total_steps": 485, "loss": 1.0549, "lr": 1.3764863250050031e-05, "epoch": 3.1815856777493607, "percentage": 64.12, "elapsed_time": "7:35:13", "remaining_time": "4:14:41"} +{"current_steps": 312, "total_steps": 485, "loss": 1.0699, "lr": 1.362809869413466e-05, "epoch": 3.1918158567774935, "percentage": 64.33, "elapsed_time": "7:36:41", "remaining_time": "4:13:13"} +{"current_steps": 313, "total_steps": 485, "loss": 1.0725, "lr": 1.3491664959872984e-05, "epoch": 3.2020460358056266, "percentage": 64.54, "elapsed_time": "7:38:09", "remaining_time": "4:11:46"} +{"current_steps": 314, "total_steps": 485, "loss": 1.0497, "lr": 1.3355569130744717e-05, "epoch": 3.21227621483376, "percentage": 64.74, "elapsed_time": "7:39:37", "remaining_time": "4:10:18"} +{"current_steps": 315, "total_steps": 485, "loss": 1.0808, "lr": 1.3219818272685912e-05, "epoch": 3.2225063938618925, "percentage": 64.95, "elapsed_time": "7:41:05", "remaining_time": "4:08:50"} +{"current_steps": 316, "total_steps": 485, "loss": 1.0643, "lr": 1.3084419433722148e-05, "epoch": 3.2327365728900257, "percentage": 65.15, "elapsed_time": "7:42:32", "remaining_time": "4:07:22"} +{"current_steps": 317, "total_steps": 485, "loss": 1.0542, "lr": 1.294937964360259e-05, "epoch": 3.2429667519181584, "percentage": 65.36, "elapsed_time": "7:44:00", "remaining_time": "4:05:54"} +{"current_steps": 318, "total_steps": 485, "loss": 1.0706, "lr": 1.2814705913434979e-05, "epoch": 3.2531969309462916, "percentage": 65.57, "elapsed_time": "7:45:28", "remaining_time": "4:04:26"} +{"current_steps": 319, "total_steps": 485, "loss": 1.0637, "lr": 1.2680405235321684e-05, "epoch": 3.2634271099744243, "percentage": 65.77, "elapsed_time": "7:46:55", "remaining_time": "4:02:58"} +{"current_steps": 320, "total_steps": 485, "loss": 1.0874, "lr": 1.2546484581996623e-05, "epoch": 3.2736572890025575, "percentage": 65.98, "elapsed_time": "7:48:23", "remaining_time": "4:01:30"} +{"current_steps": 321, "total_steps": 485, "loss": 1.0748, "lr": 1.2412950906463287e-05, "epoch": 3.2838874680306906, "percentage": 66.19, "elapsed_time": "7:49:51", "remaining_time": "4:00:03"} +{"current_steps": 322, "total_steps": 485, "loss": 1.0706, "lr": 1.2279811141633735e-05, "epoch": 3.2941176470588234, "percentage": 66.39, "elapsed_time": "7:51:18", "remaining_time": "3:58:35"} +{"current_steps": 323, "total_steps": 485, "loss": 1.0601, "lr": 1.2147072199968629e-05, "epoch": 3.3043478260869565, "percentage": 66.6, "elapsed_time": "7:52:46", "remaining_time": "3:57:07"} +{"current_steps": 324, "total_steps": 485, "loss": 1.0567, "lr": 1.201474097311837e-05, "epoch": 3.3145780051150897, "percentage": 66.8, "elapsed_time": "7:54:14", "remaining_time": "3:55:39"} +{"current_steps": 325, "total_steps": 485, "loss": 1.0725, "lr": 1.188282433156529e-05, "epoch": 3.3248081841432224, "percentage": 67.01, "elapsed_time": "7:55:42", "remaining_time": "3:54:11"} +{"current_steps": 326, "total_steps": 485, "loss": 1.0677, "lr": 1.1751329124266924e-05, "epoch": 3.3350383631713556, "percentage": 67.22, "elapsed_time": "7:57:09", "remaining_time": "3:52:43"} +{"current_steps": 327, "total_steps": 485, "loss": 1.0544, "lr": 1.1620262178300456e-05, "epoch": 3.3452685421994883, "percentage": 67.42, "elapsed_time": "7:58:37", "remaining_time": "3:51:15"} +{"current_steps": 328, "total_steps": 485, "loss": 1.0769, "lr": 1.1489630298508205e-05, "epoch": 3.3554987212276215, "percentage": 67.63, "elapsed_time": "8:00:05", "remaining_time": "3:49:47"} +{"current_steps": 329, "total_steps": 485, "loss": 1.0612, "lr": 1.1359440267144413e-05, "epoch": 3.3657289002557547, "percentage": 67.84, "elapsed_time": "8:01:33", "remaining_time": "3:48:20"} +{"current_steps": 330, "total_steps": 485, "loss": 1.0732, "lr": 1.1229698843523027e-05, "epoch": 3.3759590792838874, "percentage": 68.04, "elapsed_time": "8:03:00", "remaining_time": "3:46:52"} +{"current_steps": 331, "total_steps": 485, "loss": 1.0568, "lr": 1.1100412763666819e-05, "epoch": 3.3861892583120206, "percentage": 68.25, "elapsed_time": "8:04:28", "remaining_time": "3:45:24"} +{"current_steps": 332, "total_steps": 485, "loss": 1.0635, "lr": 1.0971588739957656e-05, "epoch": 3.3964194373401533, "percentage": 68.45, "elapsed_time": "8:05:55", "remaining_time": "3:43:56"} +{"current_steps": 333, "total_steps": 485, "loss": 1.0803, "lr": 1.0843233460788e-05, "epoch": 3.4066496163682864, "percentage": 68.66, "elapsed_time": "8:07:23", "remaining_time": "3:42:28"} +{"current_steps": 334, "total_steps": 485, "loss": 1.0757, "lr": 1.0715353590213597e-05, "epoch": 3.4168797953964196, "percentage": 68.87, "elapsed_time": "8:08:51", "remaining_time": "3:41:00"} +{"current_steps": 335, "total_steps": 485, "loss": 1.0686, "lr": 1.0587955767607594e-05, "epoch": 3.4271099744245523, "percentage": 69.07, "elapsed_time": "8:10:18", "remaining_time": "3:39:32"} +{"current_steps": 336, "total_steps": 485, "loss": 1.0765, "lr": 1.0461046607315723e-05, "epoch": 3.4373401534526855, "percentage": 69.28, "elapsed_time": "8:11:46", "remaining_time": "3:38:04"} +{"current_steps": 337, "total_steps": 485, "loss": 1.0747, "lr": 1.033463269831299e-05, "epoch": 3.4475703324808182, "percentage": 69.48, "elapsed_time": "8:13:14", "remaining_time": "3:36:36"} +{"current_steps": 338, "total_steps": 485, "loss": 1.0961, "lr": 1.0208720603861488e-05, "epoch": 3.4578005115089514, "percentage": 69.69, "elapsed_time": "8:14:41", "remaining_time": "3:35:09"} +{"current_steps": 339, "total_steps": 485, "loss": 1.0606, "lr": 1.0083316861169704e-05, "epoch": 3.4680306905370846, "percentage": 69.9, "elapsed_time": "8:16:09", "remaining_time": "3:33:41"} +{"current_steps": 340, "total_steps": 485, "loss": 1.0804, "lr": 9.958427981053116e-06, "epoch": 3.4782608695652173, "percentage": 70.1, "elapsed_time": "8:17:37", "remaining_time": "3:32:13"} +{"current_steps": 341, "total_steps": 485, "loss": 1.0677, "lr": 9.834060447596114e-06, "epoch": 3.4884910485933505, "percentage": 70.31, "elapsed_time": "8:19:04", "remaining_time": "3:30:45"} +{"current_steps": 342, "total_steps": 485, "loss": 1.0787, "lr": 9.710220717815378e-06, "epoch": 3.498721227621483, "percentage": 70.52, "elapsed_time": "8:20:32", "remaining_time": "3:29:17"} +{"current_steps": 343, "total_steps": 485, "loss": 1.0959, "lr": 9.586915221324668e-06, "epoch": 3.5089514066496164, "percentage": 70.72, "elapsed_time": "8:22:00", "remaining_time": "3:27:49"} +{"current_steps": 344, "total_steps": 485, "loss": 1.0543, "lr": 9.464150360000946e-06, "epoch": 3.5191815856777495, "percentage": 70.93, "elapsed_time": "8:23:27", "remaining_time": "3:26:21"} +{"current_steps": 345, "total_steps": 485, "loss": 1.079, "lr": 9.341932507652053e-06, "epoch": 3.5294117647058822, "percentage": 71.13, "elapsed_time": "8:24:55", "remaining_time": "3:24:53"} +{"current_steps": 346, "total_steps": 485, "loss": 1.0917, "lr": 9.220268009685752e-06, "epoch": 3.5396419437340154, "percentage": 71.34, "elapsed_time": "8:26:23", "remaining_time": "3:23:25"} +{"current_steps": 347, "total_steps": 485, "loss": 1.0698, "lr": 9.099163182780284e-06, "epoch": 3.5498721227621486, "percentage": 71.55, "elapsed_time": "8:27:50", "remaining_time": "3:21:58"} +{"current_steps": 348, "total_steps": 485, "loss": 1.078, "lr": 8.978624314556454e-06, "epoch": 3.5601023017902813, "percentage": 71.75, "elapsed_time": "8:29:18", "remaining_time": "3:20:30"} +{"current_steps": 349, "total_steps": 485, "loss": 1.0763, "lr": 8.85865766325113e-06, "epoch": 3.5703324808184145, "percentage": 71.96, "elapsed_time": "8:30:46", "remaining_time": "3:19:02"} +{"current_steps": 350, "total_steps": 485, "loss": 1.0749, "lr": 8.73926945739235e-06, "epoch": 3.580562659846547, "percentage": 72.16, "elapsed_time": "8:32:13", "remaining_time": "3:17:34"} +{"current_steps": 351, "total_steps": 485, "loss": 1.0647, "lr": 8.620465895475958e-06, "epoch": 3.5907928388746804, "percentage": 72.37, "elapsed_time": "8:33:40", "remaining_time": "3:16:06"} +{"current_steps": 352, "total_steps": 485, "loss": 1.0814, "lr": 8.502253145643752e-06, "epoch": 3.601023017902813, "percentage": 72.58, "elapsed_time": "8:35:08", "remaining_time": "3:14:38"} +{"current_steps": 353, "total_steps": 485, "loss": 1.0638, "lr": 8.384637345363262e-06, "epoch": 3.6112531969309463, "percentage": 72.78, "elapsed_time": "8:36:36", "remaining_time": "3:13:10"} +{"current_steps": 354, "total_steps": 485, "loss": 1.0654, "lr": 8.26762460110911e-06, "epoch": 3.6214833759590794, "percentage": 72.99, "elapsed_time": "8:38:04", "remaining_time": "3:11:43"} +{"current_steps": 355, "total_steps": 485, "loss": 1.0713, "lr": 8.151220988045929e-06, "epoch": 3.631713554987212, "percentage": 73.2, "elapsed_time": "8:39:32", "remaining_time": "3:10:15"} +{"current_steps": 356, "total_steps": 485, "loss": 1.0657, "lr": 8.035432549713006e-06, "epoch": 3.6419437340153453, "percentage": 73.4, "elapsed_time": "8:40:59", "remaining_time": "3:08:47"} +{"current_steps": 357, "total_steps": 485, "loss": 1.0686, "lr": 7.920265297710451e-06, "epoch": 3.6521739130434785, "percentage": 73.61, "elapsed_time": "8:42:27", "remaining_time": "3:07:19"} +{"current_steps": 358, "total_steps": 485, "loss": 1.081, "lr": 7.805725211387113e-06, "epoch": 3.662404092071611, "percentage": 73.81, "elapsed_time": "8:43:55", "remaining_time": "3:05:51"} +{"current_steps": 359, "total_steps": 485, "loss": 1.0596, "lr": 7.691818237530147e-06, "epoch": 3.6726342710997444, "percentage": 74.02, "elapsed_time": "8:45:22", "remaining_time": "3:04:23"} +{"current_steps": 360, "total_steps": 485, "loss": 1.0732, "lr": 7.5785502900562324e-06, "epoch": 3.682864450127877, "percentage": 74.23, "elapsed_time": "8:46:50", "remaining_time": "3:02:55"} +{"current_steps": 361, "total_steps": 485, "loss": 1.0567, "lr": 7.46592724970455e-06, "epoch": 3.6930946291560103, "percentage": 74.43, "elapsed_time": "8:48:18", "remaining_time": "3:01:27"} +{"current_steps": 362, "total_steps": 485, "loss": 1.071, "lr": 7.353954963731475e-06, "epoch": 3.703324808184143, "percentage": 74.64, "elapsed_time": "8:49:45", "remaining_time": "3:00:00"} +{"current_steps": 363, "total_steps": 485, "loss": 1.0611, "lr": 7.242639245606959e-06, "epoch": 3.713554987212276, "percentage": 74.85, "elapsed_time": "8:51:13", "remaining_time": "2:58:32"} +{"current_steps": 364, "total_steps": 485, "loss": 1.0634, "lr": 7.131985874712717e-06, "epoch": 3.7237851662404093, "percentage": 75.05, "elapsed_time": "8:52:40", "remaining_time": "2:57:04"} +{"current_steps": 365, "total_steps": 485, "loss": 1.0806, "lr": 7.022000596042196e-06, "epoch": 3.734015345268542, "percentage": 75.26, "elapsed_time": "8:54:08", "remaining_time": "2:55:36"} +{"current_steps": 366, "total_steps": 485, "loss": 1.0626, "lr": 6.912689119902245e-06, "epoch": 3.7442455242966752, "percentage": 75.46, "elapsed_time": "8:55:35", "remaining_time": "2:54:08"} +{"current_steps": 367, "total_steps": 485, "loss": 1.0648, "lr": 6.804057121616714e-06, "epoch": 3.7544757033248084, "percentage": 75.67, "elapsed_time": "8:57:03", "remaining_time": "2:52:40"} +{"current_steps": 368, "total_steps": 485, "loss": 1.0695, "lr": 6.696110241231708e-06, "epoch": 3.764705882352941, "percentage": 75.88, "elapsed_time": "8:58:31", "remaining_time": "2:51:12"} +{"current_steps": 369, "total_steps": 485, "loss": 1.0676, "lr": 6.588854083222851e-06, "epoch": 3.7749360613810743, "percentage": 76.08, "elapsed_time": "8:59:58", "remaining_time": "2:49:45"} +{"current_steps": 370, "total_steps": 485, "loss": 1.053, "lr": 6.48229421620427e-06, "epoch": 3.785166240409207, "percentage": 76.29, "elapsed_time": "9:01:26", "remaining_time": "2:48:17"} +{"current_steps": 371, "total_steps": 485, "loss": 1.0871, "lr": 6.3764361726394616e-06, "epoch": 3.79539641943734, "percentage": 76.49, "elapsed_time": "9:02:54", "remaining_time": "2:46:49"} +{"current_steps": 372, "total_steps": 485, "loss": 1.0859, "lr": 6.271285448554072e-06, "epoch": 3.805626598465473, "percentage": 76.7, "elapsed_time": "9:04:22", "remaining_time": "2:45:21"} +{"current_steps": 373, "total_steps": 485, "loss": 1.0706, "lr": 6.166847503250563e-06, "epoch": 3.815856777493606, "percentage": 76.91, "elapsed_time": "9:05:50", "remaining_time": "2:43:53"} +{"current_steps": 374, "total_steps": 485, "loss": 1.0834, "lr": 6.063127759024745e-06, "epoch": 3.8260869565217392, "percentage": 77.11, "elapsed_time": "9:07:17", "remaining_time": "2:42:25"} +{"current_steps": 375, "total_steps": 485, "loss": 1.0636, "lr": 5.960131600884274e-06, "epoch": 3.836317135549872, "percentage": 77.32, "elapsed_time": "9:08:45", "remaining_time": "2:40:58"} +{"current_steps": 376, "total_steps": 485, "loss": 1.067, "lr": 5.857864376269051e-06, "epoch": 3.846547314578005, "percentage": 77.53, "elapsed_time": "9:10:13", "remaining_time": "2:39:30"} +{"current_steps": 377, "total_steps": 485, "loss": 1.0867, "lr": 5.756331394773624e-06, "epoch": 3.8567774936061383, "percentage": 77.73, "elapsed_time": "9:11:40", "remaining_time": "2:38:02"} +{"current_steps": 378, "total_steps": 485, "loss": 1.0618, "lr": 5.6555379278714905e-06, "epoch": 3.867007672634271, "percentage": 77.94, "elapsed_time": "9:13:08", "remaining_time": "2:36:34"} +{"current_steps": 379, "total_steps": 485, "loss": 1.0632, "lr": 5.555489208641412e-06, "epoch": 3.877237851662404, "percentage": 78.14, "elapsed_time": "9:14:36", "remaining_time": "2:35:06"} +{"current_steps": 380, "total_steps": 485, "loss": 1.1028, "lr": 5.4561904314957185e-06, "epoch": 3.887468030690537, "percentage": 78.35, "elapsed_time": "9:16:03", "remaining_time": "2:33:38"} +{"current_steps": 381, "total_steps": 485, "loss": 1.0396, "lr": 5.357646751910628e-06, "epoch": 3.89769820971867, "percentage": 78.56, "elapsed_time": "9:17:31", "remaining_time": "2:32:11"} +{"current_steps": 382, "total_steps": 485, "loss": 1.0857, "lr": 5.259863286158591e-06, "epoch": 3.907928388746803, "percentage": 78.76, "elapsed_time": "9:18:59", "remaining_time": "2:30:43"} +{"current_steps": 383, "total_steps": 485, "loss": 1.0643, "lr": 5.162845111042632e-06, "epoch": 3.918158567774936, "percentage": 78.97, "elapsed_time": "9:20:26", "remaining_time": "2:29:15"} +{"current_steps": 384, "total_steps": 485, "loss": 1.0725, "lr": 5.0665972636327775e-06, "epoch": 3.928388746803069, "percentage": 79.18, "elapsed_time": "9:21:54", "remaining_time": "2:27:47"} +{"current_steps": 385, "total_steps": 485, "loss": 1.0631, "lr": 4.971124741004558e-06, "epoch": 3.938618925831202, "percentage": 79.38, "elapsed_time": "9:23:21", "remaining_time": "2:26:19"} +{"current_steps": 386, "total_steps": 485, "loss": 1.0541, "lr": 4.8764324999795486e-06, "epoch": 3.948849104859335, "percentage": 79.59, "elapsed_time": "9:24:49", "remaining_time": "2:24:51"} +{"current_steps": 387, "total_steps": 485, "loss": 1.0598, "lr": 4.78252545686799e-06, "epoch": 3.959079283887468, "percentage": 79.79, "elapsed_time": "9:26:17", "remaining_time": "2:23:24"} +{"current_steps": 388, "total_steps": 485, "loss": 1.0998, "lr": 4.6894084872136026e-06, "epoch": 3.969309462915601, "percentage": 80.0, "elapsed_time": "9:27:45", "remaining_time": "2:21:56"} +{"current_steps": 389, "total_steps": 485, "loss": 1.0854, "lr": 4.597086425540389e-06, "epoch": 3.979539641943734, "percentage": 80.21, "elapsed_time": "9:29:13", "remaining_time": "2:20:28"} +{"current_steps": 390, "total_steps": 485, "loss": 1.0706, "lr": 4.505564065101689e-06, "epoch": 3.9897698209718673, "percentage": 80.41, "elapsed_time": "9:30:41", "remaining_time": "2:19:00"} +{"current_steps": 391, "total_steps": 485, "loss": 1.3509, "lr": 4.414846157631265e-06, "epoch": 4.0, "percentage": 80.62, "elapsed_time": "9:32:08", "remaining_time": "2:17:32"} +{"current_steps": 392, "total_steps": 485, "loss": 1.0539, "lr": 4.324937413096628e-06, "epoch": 4.010230179028133, "percentage": 80.82, "elapsed_time": "9:33:45", "remaining_time": "2:16:07"} +{"current_steps": 393, "total_steps": 485, "loss": 1.0684, "lr": 4.2358424994545165e-06, "epoch": 4.020460358056266, "percentage": 81.03, "elapsed_time": "9:35:13", "remaining_time": "2:14:39"} +{"current_steps": 394, "total_steps": 485, "loss": 1.0605, "lr": 4.147566042408502e-06, "epoch": 4.030690537084399, "percentage": 81.24, "elapsed_time": "9:36:41", "remaining_time": "2:13:11"} +{"current_steps": 395, "total_steps": 485, "loss": 1.0681, "lr": 4.060112625168848e-06, "epoch": 4.040920716112532, "percentage": 81.44, "elapsed_time": "9:38:08", "remaining_time": "2:11:43"} +{"current_steps": 396, "total_steps": 485, "loss": 1.0544, "lr": 3.973486788214571e-06, "epoch": 4.051150895140665, "percentage": 81.65, "elapsed_time": "9:39:36", "remaining_time": "2:10:15"} +{"current_steps": 397, "total_steps": 485, "loss": 1.0571, "lr": 3.887693029057675e-06, "epoch": 4.061381074168798, "percentage": 81.86, "elapsed_time": "9:41:04", "remaining_time": "2:08:48"} +{"current_steps": 398, "total_steps": 485, "loss": 1.0829, "lr": 3.8027358020096584e-06, "epoch": 4.071611253196931, "percentage": 82.06, "elapsed_time": "9:42:31", "remaining_time": "2:07:20"} +{"current_steps": 399, "total_steps": 485, "loss": 1.0841, "lr": 3.7186195179502636e-06, "epoch": 4.081841432225064, "percentage": 82.27, "elapsed_time": "9:43:59", "remaining_time": "2:05:52"} +{"current_steps": 400, "total_steps": 485, "loss": 1.0552, "lr": 3.6353485440984427e-06, "epoch": 4.092071611253197, "percentage": 82.47, "elapsed_time": "9:45:27", "remaining_time": "2:04:24"} +{"current_steps": 401, "total_steps": 485, "loss": 1.0613, "lr": 3.5529272037856497e-06, "epoch": 4.10230179028133, "percentage": 82.68, "elapsed_time": "9:46:55", "remaining_time": "2:02:56"} +{"current_steps": 402, "total_steps": 485, "loss": 1.0613, "lr": 3.471359776231347e-06, "epoch": 4.112531969309463, "percentage": 82.89, "elapsed_time": "9:48:23", "remaining_time": "2:01:28"} +{"current_steps": 403, "total_steps": 485, "loss": 1.0636, "lr": 3.3906504963208396e-06, "epoch": 4.122762148337596, "percentage": 83.09, "elapsed_time": "9:49:51", "remaining_time": "2:00:01"} +{"current_steps": 404, "total_steps": 485, "loss": 1.0719, "lr": 3.310803554385438e-06, "epoch": 4.132992327365729, "percentage": 83.3, "elapsed_time": "9:51:18", "remaining_time": "1:58:33"} +{"current_steps": 405, "total_steps": 485, "loss": 1.0639, "lr": 3.2318230959848517e-06, "epoch": 4.143222506393862, "percentage": 83.51, "elapsed_time": "9:52:46", "remaining_time": "1:57:05"} +{"current_steps": 406, "total_steps": 485, "loss": 1.0707, "lr": 3.153713221691983e-06, "epoch": 4.153452685421995, "percentage": 83.71, "elapsed_time": "9:54:14", "remaining_time": "1:55:37"} +{"current_steps": 407, "total_steps": 485, "loss": 1.0711, "lr": 3.0764779868800398e-06, "epoch": 4.163682864450128, "percentage": 83.92, "elapsed_time": "9:55:41", "remaining_time": "1:54:09"} +{"current_steps": 408, "total_steps": 485, "loss": 1.0792, "lr": 3.0001214015119593e-06, "epoch": 4.173913043478261, "percentage": 84.12, "elapsed_time": "9:57:09", "remaining_time": "1:52:41"} +{"current_steps": 409, "total_steps": 485, "loss": 1.0788, "lr": 2.924647429932228e-06, "epoch": 4.1841432225063935, "percentage": 84.33, "elapsed_time": "9:58:36", "remaining_time": "1:51:14"} +{"current_steps": 410, "total_steps": 485, "loss": 1.0641, "lr": 2.8500599906610736e-06, "epoch": 4.194373401534527, "percentage": 84.54, "elapsed_time": "10:00:04", "remaining_time": "1:49:46"} +{"current_steps": 411, "total_steps": 485, "loss": 1.0596, "lr": 2.776362956190983e-06, "epoch": 4.20460358056266, "percentage": 84.74, "elapsed_time": "10:01:32", "remaining_time": "1:48:18"} +{"current_steps": 412, "total_steps": 485, "loss": 1.0583, "lr": 2.7035601527856914e-06, "epoch": 4.2148337595907925, "percentage": 84.95, "elapsed_time": "10:03:00", "remaining_time": "1:46:50"} +{"current_steps": 413, "total_steps": 485, "loss": 1.057, "lr": 2.6316553602814864e-06, "epoch": 4.225063938618926, "percentage": 85.15, "elapsed_time": "10:04:27", "remaining_time": "1:45:22"} +{"current_steps": 414, "total_steps": 485, "loss": 1.0739, "lr": 2.560652311890981e-06, "epoch": 4.235294117647059, "percentage": 85.36, "elapsed_time": "10:05:55", "remaining_time": "1:43:54"} +{"current_steps": 415, "total_steps": 485, "loss": 1.0715, "lr": 2.4905546940093086e-06, "epoch": 4.245524296675192, "percentage": 85.57, "elapsed_time": "10:07:23", "remaining_time": "1:42:27"} +{"current_steps": 416, "total_steps": 485, "loss": 1.0679, "lr": 2.4213661460226925e-06, "epoch": 4.255754475703325, "percentage": 85.77, "elapsed_time": "10:08:50", "remaining_time": "1:40:59"} +{"current_steps": 417, "total_steps": 485, "loss": 1.0538, "lr": 2.353090260119515e-06, "epoch": 4.265984654731458, "percentage": 85.98, "elapsed_time": "10:10:18", "remaining_time": "1:39:31"} +{"current_steps": 418, "total_steps": 485, "loss": 1.0634, "lr": 2.28573058110382e-06, "epoch": 4.276214833759591, "percentage": 86.19, "elapsed_time": "10:11:45", "remaining_time": "1:38:03"} +{"current_steps": 419, "total_steps": 485, "loss": 1.0502, "lr": 2.219290606211253e-06, "epoch": 4.286445012787723, "percentage": 86.39, "elapsed_time": "10:13:13", "remaining_time": "1:36:35"} +{"current_steps": 420, "total_steps": 485, "loss": 1.0738, "lr": 2.153773784927511e-06, "epoch": 4.296675191815857, "percentage": 86.6, "elapsed_time": "10:14:41", "remaining_time": "1:35:07"} +{"current_steps": 421, "total_steps": 485, "loss": 1.0823, "lr": 2.0891835188092146e-06, "epoch": 4.30690537084399, "percentage": 86.8, "elapsed_time": "10:16:08", "remaining_time": "1:33:39"} +{"current_steps": 422, "total_steps": 485, "loss": 1.0527, "lr": 2.025523161307348e-06, "epoch": 4.3171355498721224, "percentage": 87.01, "elapsed_time": "10:17:36", "remaining_time": "1:32:12"} +{"current_steps": 423, "total_steps": 485, "loss": 1.0697, "lr": 1.962796017593125e-06, "epoch": 4.327365728900256, "percentage": 87.22, "elapsed_time": "10:19:04", "remaining_time": "1:30:44"} +{"current_steps": 424, "total_steps": 485, "loss": 1.0713, "lr": 1.9010053443863796e-06, "epoch": 4.337595907928389, "percentage": 87.42, "elapsed_time": "10:20:32", "remaining_time": "1:29:16"} +{"current_steps": 425, "total_steps": 485, "loss": 1.0588, "lr": 1.8401543497865026e-06, "epoch": 4.3478260869565215, "percentage": 87.63, "elapsed_time": "10:22:00", "remaining_time": "1:27:48"} +{"current_steps": 426, "total_steps": 485, "loss": 1.0648, "lr": 1.7802461931058767e-06, "epoch": 4.358056265984655, "percentage": 87.84, "elapsed_time": "10:23:27", "remaining_time": "1:26:20"} +{"current_steps": 427, "total_steps": 485, "loss": 1.0692, "lr": 1.721283984705835e-06, "epoch": 4.368286445012788, "percentage": 88.04, "elapsed_time": "10:24:55", "remaining_time": "1:24:53"} +{"current_steps": 428, "total_steps": 485, "loss": 1.086, "lr": 1.663270785835187e-06, "epoch": 4.378516624040921, "percentage": 88.25, "elapsed_time": "10:26:23", "remaining_time": "1:23:25"} +{"current_steps": 429, "total_steps": 485, "loss": 1.0699, "lr": 1.6062096084712786e-06, "epoch": 4.388746803069053, "percentage": 88.45, "elapsed_time": "10:27:51", "remaining_time": "1:21:57"} +{"current_steps": 430, "total_steps": 485, "loss": 1.0689, "lr": 1.5501034151636129e-06, "epoch": 4.398976982097187, "percentage": 88.66, "elapsed_time": "10:29:19", "remaining_time": "1:20:29"} +{"current_steps": 431, "total_steps": 485, "loss": 1.0806, "lr": 1.4949551188800504e-06, "epoch": 4.40920716112532, "percentage": 88.87, "elapsed_time": "10:30:46", "remaining_time": "1:19:01"} +{"current_steps": 432, "total_steps": 485, "loss": 1.0627, "lr": 1.4407675828555378e-06, "epoch": 4.419437340153452, "percentage": 89.07, "elapsed_time": "10:32:14", "remaining_time": "1:17:34"} +{"current_steps": 433, "total_steps": 485, "loss": 1.0651, "lr": 1.3875436204434922e-06, "epoch": 4.429667519181586, "percentage": 89.28, "elapsed_time": "10:33:42", "remaining_time": "1:16:06"} +{"current_steps": 434, "total_steps": 485, "loss": 1.0777, "lr": 1.3352859949697127e-06, "epoch": 4.439897698209719, "percentage": 89.48, "elapsed_time": "10:35:10", "remaining_time": "1:14:38"} +{"current_steps": 435, "total_steps": 485, "loss": 1.0605, "lr": 1.283997419588916e-06, "epoch": 4.450127877237851, "percentage": 89.69, "elapsed_time": "10:36:38", "remaining_time": "1:13:10"} +{"current_steps": 436, "total_steps": 485, "loss": 1.0679, "lr": 1.2336805571438703e-06, "epoch": 4.460358056265985, "percentage": 89.9, "elapsed_time": "10:38:06", "remaining_time": "1:11:42"} +{"current_steps": 437, "total_steps": 485, "loss": 1.0684, "lr": 1.1843380200271426e-06, "epoch": 4.470588235294118, "percentage": 90.1, "elapsed_time": "10:39:34", "remaining_time": "1:10:15"} +{"current_steps": 438, "total_steps": 485, "loss": 1.0746, "lr": 1.135972370045486e-06, "epoch": 4.4808184143222505, "percentage": 90.31, "elapsed_time": "10:41:02", "remaining_time": "1:08:47"} +{"current_steps": 439, "total_steps": 485, "loss": 1.0764, "lr": 1.0885861182867985e-06, "epoch": 4.491048593350383, "percentage": 90.52, "elapsed_time": "10:42:31", "remaining_time": "1:07:19"} +{"current_steps": 440, "total_steps": 485, "loss": 1.0625, "lr": 1.0421817249897791e-06, "epoch": 4.501278772378517, "percentage": 90.72, "elapsed_time": "10:43:59", "remaining_time": "1:05:51"} +{"current_steps": 441, "total_steps": 485, "loss": 1.0768, "lr": 9.96761599416185e-07, "epoch": 4.5115089514066495, "percentage": 90.93, "elapsed_time": "10:45:27", "remaining_time": "1:04:23"} +{"current_steps": 442, "total_steps": 485, "loss": 1.0741, "lr": 9.5232809972575e-07, "epoch": 4.521739130434782, "percentage": 91.13, "elapsed_time": "10:46:55", "remaining_time": "1:02:56"} +{"current_steps": 443, "total_steps": 485, "loss": 1.0595, "lr": 9.088835328537304e-07, "epoch": 4.531969309462916, "percentage": 91.34, "elapsed_time": "10:48:23", "remaining_time": "1:01:28"} +{"current_steps": 444, "total_steps": 485, "loss": 1.0532, "lr": 8.66430154391169e-07, "epoch": 4.542199488491049, "percentage": 91.55, "elapsed_time": "10:49:51", "remaining_time": "1:00:00"} +{"current_steps": 445, "total_steps": 485, "loss": 1.0716, "lr": 8.249701684677558e-07, "epoch": 4.552429667519181, "percentage": 91.75, "elapsed_time": "10:51:18", "remaining_time": "0:58:32"} +{"current_steps": 446, "total_steps": 485, "loss": 1.0798, "lr": 7.84505727637408e-07, "epoch": 4.562659846547315, "percentage": 91.96, "elapsed_time": "10:52:46", "remaining_time": "0:57:04"} +{"current_steps": 447, "total_steps": 485, "loss": 1.0513, "lr": 7.450389327665042e-07, "epoch": 4.572890025575448, "percentage": 92.16, "elapsed_time": "10:54:14", "remaining_time": "0:55:37"} +{"current_steps": 448, "total_steps": 485, "loss": 1.0768, "lr": 7.065718329248139e-07, "epoch": 4.58312020460358, "percentage": 92.37, "elapsed_time": "10:55:42", "remaining_time": "0:54:09"} +{"current_steps": 449, "total_steps": 485, "loss": 1.0599, "lr": 6.691064252791158e-07, "epoch": 4.593350383631714, "percentage": 92.58, "elapsed_time": "10:57:09", "remaining_time": "0:52:41"} +{"current_steps": 450, "total_steps": 485, "loss": 1.0654, "lr": 6.326446549894983e-07, "epoch": 4.603580562659847, "percentage": 92.78, "elapsed_time": "10:58:37", "remaining_time": "0:51:13"} +{"current_steps": 451, "total_steps": 485, "loss": 1.0432, "lr": 5.971884151083696e-07, "epoch": 4.6138107416879794, "percentage": 92.99, "elapsed_time": "11:00:05", "remaining_time": "0:49:45"} +{"current_steps": 452, "total_steps": 485, "loss": 1.0714, "lr": 5.627395464821894e-07, "epoch": 4.624040920716112, "percentage": 93.2, "elapsed_time": "11:01:33", "remaining_time": "0:48:17"} +{"current_steps": 453, "total_steps": 485, "loss": 1.0766, "lr": 5.292998376558656e-07, "epoch": 4.634271099744246, "percentage": 93.4, "elapsed_time": "11:03:00", "remaining_time": "0:46:50"} +{"current_steps": 454, "total_steps": 485, "loss": 1.0793, "lr": 4.96871024779928e-07, "epoch": 4.6445012787723785, "percentage": 93.61, "elapsed_time": "11:04:28", "remaining_time": "0:45:22"} +{"current_steps": 455, "total_steps": 485, "loss": 1.0659, "lr": 4.654547915203589e-07, "epoch": 4.654731457800511, "percentage": 93.81, "elapsed_time": "11:05:55", "remaining_time": "0:43:54"} +{"current_steps": 456, "total_steps": 485, "loss": 1.0594, "lr": 4.3505276897119586e-07, "epoch": 4.664961636828645, "percentage": 94.02, "elapsed_time": "11:07:23", "remaining_time": "0:42:26"} +{"current_steps": 457, "total_steps": 485, "loss": 1.0543, "lr": 4.056665355698508e-07, "epoch": 4.675191815856778, "percentage": 94.23, "elapsed_time": "11:08:51", "remaining_time": "0:40:58"} +{"current_steps": 458, "total_steps": 485, "loss": 1.0729, "lr": 3.7729761701514655e-07, "epoch": 4.68542199488491, "percentage": 94.43, "elapsed_time": "11:10:18", "remaining_time": "0:39:30"} +{"current_steps": 459, "total_steps": 485, "loss": 1.0852, "lr": 3.499474861881069e-07, "epoch": 4.695652173913043, "percentage": 94.64, "elapsed_time": "11:11:46", "remaining_time": "0:38:03"} +{"current_steps": 460, "total_steps": 485, "loss": 1.0603, "lr": 3.236175630755023e-07, "epoch": 4.705882352941177, "percentage": 94.85, "elapsed_time": "11:13:13", "remaining_time": "0:36:35"} +{"current_steps": 461, "total_steps": 485, "loss": 1.0606, "lr": 2.98309214696102e-07, "epoch": 4.716112531969309, "percentage": 95.05, "elapsed_time": "11:14:41", "remaining_time": "0:35:07"} +{"current_steps": 462, "total_steps": 485, "loss": 1.0758, "lr": 2.740237550297131e-07, "epoch": 4.726342710997442, "percentage": 95.26, "elapsed_time": "11:16:09", "remaining_time": "0:33:39"} +{"current_steps": 463, "total_steps": 485, "loss": 1.0703, "lr": 2.507624449489665e-07, "epoch": 4.736572890025576, "percentage": 95.46, "elapsed_time": "11:17:37", "remaining_time": "0:32:11"} +{"current_steps": 464, "total_steps": 485, "loss": 1.0745, "lr": 2.2852649215383548e-07, "epoch": 4.746803069053708, "percentage": 95.67, "elapsed_time": "11:19:04", "remaining_time": "0:30:44"} +{"current_steps": 465, "total_steps": 485, "loss": 1.0702, "lr": 2.0731705110895284e-07, "epoch": 4.757033248081841, "percentage": 95.88, "elapsed_time": "11:20:32", "remaining_time": "0:29:16"} +{"current_steps": 466, "total_steps": 485, "loss": 1.0817, "lr": 1.8713522298365428e-07, "epoch": 4.767263427109975, "percentage": 96.08, "elapsed_time": "11:22:00", "remaining_time": "0:27:48"} +{"current_steps": 467, "total_steps": 485, "loss": 1.0645, "lr": 1.679820555948264e-07, "epoch": 4.7774936061381075, "percentage": 96.29, "elapsed_time": "11:23:27", "remaining_time": "0:26:20"} +{"current_steps": 468, "total_steps": 485, "loss": 1.075, "lr": 1.4985854335248572e-07, "epoch": 4.78772378516624, "percentage": 96.49, "elapsed_time": "11:24:55", "remaining_time": "0:24:52"} +{"current_steps": 469, "total_steps": 485, "loss": 1.0488, "lr": 1.3276562720816677e-07, "epoch": 4.797953964194374, "percentage": 96.7, "elapsed_time": "11:26:23", "remaining_time": "0:23:24"} +{"current_steps": 470, "total_steps": 485, "loss": 1.0611, "lr": 1.1670419460605431e-07, "epoch": 4.8081841432225065, "percentage": 96.91, "elapsed_time": "11:27:51", "remaining_time": "0:21:57"} +{"current_steps": 471, "total_steps": 485, "loss": 1.0556, "lr": 1.0167507943692478e-07, "epoch": 4.818414322250639, "percentage": 97.11, "elapsed_time": "11:29:18", "remaining_time": "0:20:29"} +{"current_steps": 472, "total_steps": 485, "loss": 1.0708, "lr": 8.767906199483422e-08, "epoch": 4.828644501278772, "percentage": 97.32, "elapsed_time": "11:30:46", "remaining_time": "0:19:01"} +{"current_steps": 473, "total_steps": 485, "loss": 1.0533, "lr": 7.471686893661734e-08, "epoch": 4.838874680306906, "percentage": 97.53, "elapsed_time": "11:32:14", "remaining_time": "0:17:33"} +{"current_steps": 474, "total_steps": 485, "loss": 1.0595, "lr": 6.27891732441599e-08, "epoch": 4.849104859335038, "percentage": 97.73, "elapsed_time": "11:33:41", "remaining_time": "0:16:05"} +{"current_steps": 475, "total_steps": 485, "loss": 1.0735, "lr": 5.1896594189448925e-08, "epoch": 4.859335038363171, "percentage": 97.94, "elapsed_time": "11:35:09", "remaining_time": "0:14:38"} +{"current_steps": 476, "total_steps": 485, "loss": 1.0695, "lr": 4.20396973024384e-08, "epoch": 4.869565217391305, "percentage": 98.14, "elapsed_time": "11:36:36", "remaining_time": "0:13:10"} +{"current_steps": 477, "total_steps": 485, "loss": 1.077, "lr": 3.321899434166831e-08, "epoch": 4.879795396419437, "percentage": 98.35, "elapsed_time": "11:38:04", "remaining_time": "0:11:42"} +{"current_steps": 478, "total_steps": 485, "loss": 1.0723, "lr": 2.5434943267705902e-08, "epoch": 4.89002557544757, "percentage": 98.56, "elapsed_time": "11:39:32", "remaining_time": "0:10:14"} +{"current_steps": 479, "total_steps": 485, "loss": 1.0774, "lr": 1.8687948219371367e-08, "epoch": 4.900255754475703, "percentage": 98.76, "elapsed_time": "11:40:59", "remaining_time": "0:08:46"} +{"current_steps": 480, "total_steps": 485, "loss": 1.0546, "lr": 1.2978359492741288e-08, "epoch": 4.910485933503836, "percentage": 98.97, "elapsed_time": "11:42:27", "remaining_time": "0:07:19"} +{"current_steps": 481, "total_steps": 485, "loss": 1.062, "lr": 8.306473522976532e-09, "epoch": 4.920716112531969, "percentage": 99.18, "elapsed_time": "11:43:55", "remaining_time": "0:05:51"} +{"current_steps": 482, "total_steps": 485, "loss": 1.0809, "lr": 4.672532868927882e-09, "epoch": 4.930946291560103, "percentage": 99.38, "elapsed_time": "11:45:23", "remaining_time": "0:04:23"} +{"current_steps": 483, "total_steps": 485, "loss": 1.086, "lr": 2.0767262005372267e-09, "epoch": 4.9411764705882355, "percentage": 99.59, "elapsed_time": "11:46:50", "remaining_time": "0:02:55"} +{"current_steps": 484, "total_steps": 485, "loss": 1.0569, "lr": 5.191882890454025e-10, "epoch": 4.951406649616368, "percentage": 99.79, "elapsed_time": "11:48:18", "remaining_time": "0:01:27"} +{"current_steps": 485, "total_steps": 485, "loss": 1.0654, "lr": 0.0, "epoch": 4.961636828644501, "percentage": 100.0, "elapsed_time": "11:49:46", "remaining_time": "0:00:00"} +{"current_steps": 485, "total_steps": 485, "epoch": 4.961636828644501, "percentage": 100.0, "elapsed_time": "11:50:02", "remaining_time": "0:00:00"} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..11a305a --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,3437 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.961636828644501, + "eval_steps": 500, + "global_step": 485, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.010230179028132993, + "grad_norm": 2.9681825955274577, + "learning_rate": 8.163265306122449e-07, + "loss": 1.4918, + "step": 1 + }, + { + "epoch": 0.020460358056265986, + "grad_norm": 2.979280560750724, + "learning_rate": 1.6326530612244897e-06, + "loss": 1.4922, + "step": 2 + }, + { + "epoch": 0.030690537084398978, + "grad_norm": 2.9696929689528426, + "learning_rate": 2.4489795918367347e-06, + "loss": 1.5053, + "step": 3 + }, + { + "epoch": 0.04092071611253197, + "grad_norm": 2.8854047896767385, + "learning_rate": 3.2653061224489794e-06, + "loss": 1.4888, + "step": 4 + }, + { + "epoch": 0.05115089514066496, + "grad_norm": 2.678302997542699, + "learning_rate": 4.081632653061225e-06, + "loss": 1.4875, + "step": 5 + }, + { + "epoch": 0.061381074168797956, + "grad_norm": 2.009190448670929, + "learning_rate": 4.897959183673469e-06, + "loss": 1.4641, + "step": 6 + }, + { + "epoch": 0.07161125319693094, + "grad_norm": 1.88642976129468, + "learning_rate": 5.7142857142857145e-06, + "loss": 1.4581, + "step": 7 + }, + { + "epoch": 0.08184143222506395, + "grad_norm": 1.7967293041212427, + "learning_rate": 6.530612244897959e-06, + "loss": 1.449, + "step": 8 + }, + { + "epoch": 0.09207161125319693, + "grad_norm": 1.7785294097373827, + "learning_rate": 7.346938775510205e-06, + "loss": 1.4581, + "step": 9 + }, + { + "epoch": 0.10230179028132992, + "grad_norm": 1.6260935195266601, + "learning_rate": 8.16326530612245e-06, + "loss": 1.4392, + "step": 10 + }, + { + "epoch": 0.11253196930946291, + "grad_norm": 2.146271221045358, + "learning_rate": 8.979591836734695e-06, + "loss": 1.4024, + "step": 11 + }, + { + "epoch": 0.12276214833759591, + "grad_norm": 2.0958251479872074, + "learning_rate": 9.795918367346939e-06, + "loss": 1.4099, + "step": 12 + }, + { + "epoch": 0.1329923273657289, + "grad_norm": 1.724599487721133, + "learning_rate": 1.0612244897959186e-05, + "loss": 1.3819, + "step": 13 + }, + { + "epoch": 0.1432225063938619, + "grad_norm": 1.239236642237635, + "learning_rate": 1.1428571428571429e-05, + "loss": 1.3781, + "step": 14 + }, + { + "epoch": 0.1534526854219949, + "grad_norm": 1.2207433921526918, + "learning_rate": 1.2244897959183674e-05, + "loss": 1.3687, + "step": 15 + }, + { + "epoch": 0.1636828644501279, + "grad_norm": 0.9437502848687276, + "learning_rate": 1.3061224489795918e-05, + "loss": 1.3696, + "step": 16 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 0.9523349841268315, + "learning_rate": 1.3877551020408165e-05, + "loss": 1.3309, + "step": 17 + }, + { + "epoch": 0.18414322250639387, + "grad_norm": 0.7176841886284677, + "learning_rate": 1.469387755102041e-05, + "loss": 1.3108, + "step": 18 + }, + { + "epoch": 0.19437340153452684, + "grad_norm": 0.748654666968633, + "learning_rate": 1.5510204081632655e-05, + "loss": 1.3173, + "step": 19 + }, + { + "epoch": 0.20460358056265984, + "grad_norm": 0.8282956756972626, + "learning_rate": 1.63265306122449e-05, + "loss": 1.2995, + "step": 20 + }, + { + "epoch": 0.21483375959079284, + "grad_norm": 0.6386096725540146, + "learning_rate": 1.7142857142857142e-05, + "loss": 1.29, + "step": 21 + }, + { + "epoch": 0.22506393861892582, + "grad_norm": 0.5668726658163956, + "learning_rate": 1.795918367346939e-05, + "loss": 1.3132, + "step": 22 + }, + { + "epoch": 0.23529411764705882, + "grad_norm": 0.5869296468757045, + "learning_rate": 1.8775510204081636e-05, + "loss": 1.299, + "step": 23 + }, + { + "epoch": 0.24552429667519182, + "grad_norm": 0.5423506249567581, + "learning_rate": 1.9591836734693877e-05, + "loss": 1.2893, + "step": 24 + }, + { + "epoch": 0.2557544757033248, + "grad_norm": 0.5239888331885344, + "learning_rate": 2.0408163265306126e-05, + "loss": 1.2678, + "step": 25 + }, + { + "epoch": 0.2659846547314578, + "grad_norm": 0.5019007006756177, + "learning_rate": 2.122448979591837e-05, + "loss": 1.2619, + "step": 26 + }, + { + "epoch": 0.27621483375959077, + "grad_norm": 0.41432744914634223, + "learning_rate": 2.2040816326530613e-05, + "loss": 1.2486, + "step": 27 + }, + { + "epoch": 0.2864450127877238, + "grad_norm": 0.4130335504517712, + "learning_rate": 2.2857142857142858e-05, + "loss": 1.2659, + "step": 28 + }, + { + "epoch": 0.2966751918158568, + "grad_norm": 0.41612204477854087, + "learning_rate": 2.3673469387755103e-05, + "loss": 1.2436, + "step": 29 + }, + { + "epoch": 0.3069053708439898, + "grad_norm": 0.43051651693759135, + "learning_rate": 2.448979591836735e-05, + "loss": 1.2603, + "step": 30 + }, + { + "epoch": 0.3171355498721228, + "grad_norm": 0.34370693253506146, + "learning_rate": 2.5306122448979597e-05, + "loss": 1.2432, + "step": 31 + }, + { + "epoch": 0.3273657289002558, + "grad_norm": 0.34133030422494026, + "learning_rate": 2.6122448979591835e-05, + "loss": 1.2337, + "step": 32 + }, + { + "epoch": 0.3375959079283887, + "grad_norm": 0.3319005067539689, + "learning_rate": 2.6938775510204084e-05, + "loss": 1.2463, + "step": 33 + }, + { + "epoch": 0.34782608695652173, + "grad_norm": 0.28074046613650866, + "learning_rate": 2.775510204081633e-05, + "loss": 1.2461, + "step": 34 + }, + { + "epoch": 0.35805626598465473, + "grad_norm": 0.28965604103544107, + "learning_rate": 2.8571428571428574e-05, + "loss": 1.2385, + "step": 35 + }, + { + "epoch": 0.36828644501278773, + "grad_norm": 0.30050391691065137, + "learning_rate": 2.938775510204082e-05, + "loss": 1.2226, + "step": 36 + }, + { + "epoch": 0.37851662404092073, + "grad_norm": 0.28906957290955254, + "learning_rate": 3.020408163265306e-05, + "loss": 1.232, + "step": 37 + }, + { + "epoch": 0.3887468030690537, + "grad_norm": 0.29183163383217575, + "learning_rate": 3.102040816326531e-05, + "loss": 1.2136, + "step": 38 + }, + { + "epoch": 0.3989769820971867, + "grad_norm": 0.2599626281733114, + "learning_rate": 3.183673469387755e-05, + "loss": 1.221, + "step": 39 + }, + { + "epoch": 0.4092071611253197, + "grad_norm": 0.327304024463649, + "learning_rate": 3.26530612244898e-05, + "loss": 1.2194, + "step": 40 + }, + { + "epoch": 0.4194373401534527, + "grad_norm": 0.2911485255388066, + "learning_rate": 3.346938775510204e-05, + "loss": 1.2046, + "step": 41 + }, + { + "epoch": 0.4296675191815857, + "grad_norm": 0.29268540087741196, + "learning_rate": 3.4285714285714284e-05, + "loss": 1.2045, + "step": 42 + }, + { + "epoch": 0.4398976982097187, + "grad_norm": 0.31270910748231523, + "learning_rate": 3.510204081632653e-05, + "loss": 1.2036, + "step": 43 + }, + { + "epoch": 0.45012787723785164, + "grad_norm": 0.29599656789271006, + "learning_rate": 3.591836734693878e-05, + "loss": 1.2225, + "step": 44 + }, + { + "epoch": 0.46035805626598464, + "grad_norm": 0.2887067574371518, + "learning_rate": 3.673469387755102e-05, + "loss": 1.1973, + "step": 45 + }, + { + "epoch": 0.47058823529411764, + "grad_norm": 0.2844897888029014, + "learning_rate": 3.755102040816327e-05, + "loss": 1.2085, + "step": 46 + }, + { + "epoch": 0.48081841432225064, + "grad_norm": 0.2611634186171313, + "learning_rate": 3.836734693877551e-05, + "loss": 1.2054, + "step": 47 + }, + { + "epoch": 0.49104859335038364, + "grad_norm": 0.25084361258479243, + "learning_rate": 3.9183673469387755e-05, + "loss": 1.1818, + "step": 48 + }, + { + "epoch": 0.5012787723785166, + "grad_norm": 0.2862616155779687, + "learning_rate": 4e-05, + "loss": 1.1852, + "step": 49 + }, + { + "epoch": 0.5115089514066496, + "grad_norm": 0.39535570876845794, + "learning_rate": 3.9999480811710956e-05, + "loss": 1.1889, + "step": 50 + }, + { + "epoch": 0.5217391304347826, + "grad_norm": 0.5916412741996568, + "learning_rate": 3.999792327379947e-05, + "loss": 1.1752, + "step": 51 + }, + { + "epoch": 0.5319693094629157, + "grad_norm": 1.1115600291818732, + "learning_rate": 3.9995327467131074e-05, + "loss": 1.1904, + "step": 52 + }, + { + "epoch": 0.5421994884910486, + "grad_norm": 1.0604217218035932, + "learning_rate": 3.999169352647703e-05, + "loss": 1.1788, + "step": 53 + }, + { + "epoch": 0.5524296675191815, + "grad_norm": 0.6884296946514226, + "learning_rate": 3.998702164050726e-05, + "loss": 1.1726, + "step": 54 + }, + { + "epoch": 0.5626598465473146, + "grad_norm": 1.5122828259949803, + "learning_rate": 3.998131205178063e-05, + "loss": 1.1736, + "step": 55 + }, + { + "epoch": 0.5728900255754475, + "grad_norm": 0.47007930659675656, + "learning_rate": 3.9974565056732294e-05, + "loss": 1.1643, + "step": 56 + }, + { + "epoch": 0.5831202046035806, + "grad_norm": 0.9345647863258172, + "learning_rate": 3.9966781005658336e-05, + "loss": 1.1726, + "step": 57 + }, + { + "epoch": 0.5933503836317136, + "grad_norm": 0.8348753081451585, + "learning_rate": 3.995796030269756e-05, + "loss": 1.1743, + "step": 58 + }, + { + "epoch": 0.6035805626598465, + "grad_norm": 0.9024671765460063, + "learning_rate": 3.994810340581056e-05, + "loss": 1.1561, + "step": 59 + }, + { + "epoch": 0.6138107416879796, + "grad_norm": 0.6023978152299045, + "learning_rate": 3.993721082675585e-05, + "loss": 1.1589, + "step": 60 + }, + { + "epoch": 0.6240409207161125, + "grad_norm": 0.5081862666771035, + "learning_rate": 3.992528313106339e-05, + "loss": 1.1751, + "step": 61 + }, + { + "epoch": 0.6342710997442456, + "grad_norm": 0.4649367060091047, + "learning_rate": 3.991232093800517e-05, + "loss": 1.1787, + "step": 62 + }, + { + "epoch": 0.6445012787723785, + "grad_norm": 0.6341340622670154, + "learning_rate": 3.989832492056308e-05, + "loss": 1.1766, + "step": 63 + }, + { + "epoch": 0.6547314578005116, + "grad_norm": 0.5455776295116087, + "learning_rate": 3.988329580539395e-05, + "loss": 1.1709, + "step": 64 + }, + { + "epoch": 0.6649616368286445, + "grad_norm": 0.4484425559213346, + "learning_rate": 3.9867234372791834e-05, + "loss": 1.17, + "step": 65 + }, + { + "epoch": 0.6751918158567775, + "grad_norm": 0.4272907650523753, + "learning_rate": 3.9850141456647515e-05, + "loss": 1.1589, + "step": 66 + }, + { + "epoch": 0.6854219948849105, + "grad_norm": 0.5465581943156248, + "learning_rate": 3.983201794440517e-05, + "loss": 1.1612, + "step": 67 + }, + { + "epoch": 0.6956521739130435, + "grad_norm": 0.5735349455725025, + "learning_rate": 3.981286477701635e-05, + "loss": 1.1587, + "step": 68 + }, + { + "epoch": 0.7058823529411765, + "grad_norm": 0.35440151647593743, + "learning_rate": 3.979268294889105e-05, + "loss": 1.1602, + "step": 69 + }, + { + "epoch": 0.7161125319693095, + "grad_norm": 0.42938469828017, + "learning_rate": 3.977147350784617e-05, + "loss": 1.167, + "step": 70 + }, + { + "epoch": 0.7263427109974424, + "grad_norm": 0.44982383314843716, + "learning_rate": 3.974923755505104e-05, + "loss": 1.1431, + "step": 71 + }, + { + "epoch": 0.7365728900255755, + "grad_norm": 0.38572351027704815, + "learning_rate": 3.972597624497029e-05, + "loss": 1.1521, + "step": 72 + }, + { + "epoch": 0.7468030690537084, + "grad_norm": 0.34847411905908265, + "learning_rate": 3.97016907853039e-05, + "loss": 1.152, + "step": 73 + }, + { + "epoch": 0.7570332480818415, + "grad_norm": 0.3429209017839145, + "learning_rate": 3.96763824369245e-05, + "loss": 1.1413, + "step": 74 + }, + { + "epoch": 0.7672634271099744, + "grad_norm": 0.38510484098230807, + "learning_rate": 3.96500525138119e-05, + "loss": 1.1602, + "step": 75 + }, + { + "epoch": 0.7774936061381074, + "grad_norm": 0.42419320032589797, + "learning_rate": 3.962270238298486e-05, + "loss": 1.1493, + "step": 76 + }, + { + "epoch": 0.7877237851662404, + "grad_norm": 0.3647785669418163, + "learning_rate": 3.9594333464430155e-05, + "loss": 1.1371, + "step": 77 + }, + { + "epoch": 0.7979539641943734, + "grad_norm": 0.35893196150825196, + "learning_rate": 3.9564947231028805e-05, + "loss": 1.1555, + "step": 78 + }, + { + "epoch": 0.8081841432225064, + "grad_norm": 0.339848648449806, + "learning_rate": 3.9534545208479645e-05, + "loss": 1.1385, + "step": 79 + }, + { + "epoch": 0.8184143222506394, + "grad_norm": 0.3084301810191317, + "learning_rate": 3.9503128975220075e-05, + "loss": 1.143, + "step": 80 + }, + { + "epoch": 0.8286445012787724, + "grad_norm": 0.24566098501561676, + "learning_rate": 3.947070016234414e-05, + "loss": 1.1506, + "step": 81 + }, + { + "epoch": 0.8388746803069054, + "grad_norm": 0.22444717684350196, + "learning_rate": 3.943726045351782e-05, + "loss": 1.1492, + "step": 82 + }, + { + "epoch": 0.8491048593350383, + "grad_norm": 0.2559344393913777, + "learning_rate": 3.940281158489163e-05, + "loss": 1.1522, + "step": 83 + }, + { + "epoch": 0.8593350383631714, + "grad_norm": 0.22647402747782316, + "learning_rate": 3.936735534501051e-05, + "loss": 1.1337, + "step": 84 + }, + { + "epoch": 0.8695652173913043, + "grad_norm": 0.2600014177792275, + "learning_rate": 3.933089357472089e-05, + "loss": 1.1499, + "step": 85 + }, + { + "epoch": 0.8797953964194374, + "grad_norm": 0.3098466535491745, + "learning_rate": 3.929342816707519e-05, + "loss": 1.1401, + "step": 86 + }, + { + "epoch": 0.8900255754475703, + "grad_norm": 0.35360326492885225, + "learning_rate": 3.92549610672335e-05, + "loss": 1.1406, + "step": 87 + }, + { + "epoch": 0.9002557544757033, + "grad_norm": 0.3862401334500793, + "learning_rate": 3.92154942723626e-05, + "loss": 1.1412, + "step": 88 + }, + { + "epoch": 0.9104859335038363, + "grad_norm": 0.39352928547649063, + "learning_rate": 3.917502983153225e-05, + "loss": 1.1338, + "step": 89 + }, + { + "epoch": 0.9207161125319693, + "grad_norm": 0.4399181035792021, + "learning_rate": 3.913356984560883e-05, + "loss": 1.1418, + "step": 90 + }, + { + "epoch": 0.9309462915601023, + "grad_norm": 0.5085746700220705, + "learning_rate": 3.909111646714627e-05, + "loss": 1.1333, + "step": 91 + }, + { + "epoch": 0.9411764705882353, + "grad_norm": 0.5735818807274115, + "learning_rate": 3.9047671900274256e-05, + "loss": 1.1552, + "step": 92 + }, + { + "epoch": 0.9514066496163683, + "grad_norm": 0.5681370826641924, + "learning_rate": 3.900323840058382e-05, + "loss": 1.1455, + "step": 93 + }, + { + "epoch": 0.9616368286445013, + "grad_norm": 0.5444974187249378, + "learning_rate": 3.895781827501022e-05, + "loss": 1.1453, + "step": 94 + }, + { + "epoch": 0.9718670076726342, + "grad_norm": 0.5190262675407392, + "learning_rate": 3.8911413881713204e-05, + "loss": 1.1353, + "step": 95 + }, + { + "epoch": 0.9820971867007673, + "grad_norm": 0.653852135882697, + "learning_rate": 3.8864027629954517e-05, + "loss": 1.1325, + "step": 96 + }, + { + "epoch": 0.9923273657289002, + "grad_norm": 0.8580787081484961, + "learning_rate": 3.881566197997286e-05, + "loss": 1.1578, + "step": 97 + }, + { + "epoch": 1.0025575447570332, + "grad_norm": 1.0310995219860968, + "learning_rate": 3.8766319442856134e-05, + "loss": 1.4304, + "step": 98 + }, + { + "epoch": 1.0127877237851663, + "grad_norm": 1.0480726196507673, + "learning_rate": 3.8716002580411084e-05, + "loss": 1.1262, + "step": 99 + }, + { + "epoch": 1.0230179028132993, + "grad_norm": 0.6574690748508139, + "learning_rate": 3.866471400503029e-05, + "loss": 1.1496, + "step": 100 + }, + { + "epoch": 1.0332480818414322, + "grad_norm": 0.2813394335679964, + "learning_rate": 3.861245637955651e-05, + "loss": 1.132, + "step": 101 + }, + { + "epoch": 1.0434782608695652, + "grad_norm": 0.7766927528299393, + "learning_rate": 3.855923241714447e-05, + "loss": 1.1349, + "step": 102 + }, + { + "epoch": 1.0537084398976981, + "grad_norm": 0.8169866806335725, + "learning_rate": 3.850504488111996e-05, + "loss": 1.1087, + "step": 103 + }, + { + "epoch": 1.0639386189258313, + "grad_norm": 0.2919889881481981, + "learning_rate": 3.844989658483639e-05, + "loss": 1.1425, + "step": 104 + }, + { + "epoch": 1.0741687979539642, + "grad_norm": 0.5035670797221828, + "learning_rate": 3.8393790391528726e-05, + "loss": 1.1255, + "step": 105 + }, + { + "epoch": 1.0843989769820972, + "grad_norm": 0.6224946592118362, + "learning_rate": 3.833672921416482e-05, + "loss": 1.1225, + "step": 106 + }, + { + "epoch": 1.0946291560102301, + "grad_norm": 0.2950181376931291, + "learning_rate": 3.827871601529417e-05, + "loss": 1.1117, + "step": 107 + }, + { + "epoch": 1.104859335038363, + "grad_norm": 0.5051007741582696, + "learning_rate": 3.821975380689413e-05, + "loss": 1.1461, + "step": 108 + }, + { + "epoch": 1.1150895140664963, + "grad_norm": 0.5221568786817201, + "learning_rate": 3.81598456502135e-05, + "loss": 1.1234, + "step": 109 + }, + { + "epoch": 1.1253196930946292, + "grad_norm": 0.30392380764460536, + "learning_rate": 3.809899465561363e-05, + "loss": 1.1115, + "step": 110 + }, + { + "epoch": 1.1355498721227621, + "grad_norm": 0.4761276317198434, + "learning_rate": 3.803720398240688e-05, + "loss": 1.1201, + "step": 111 + }, + { + "epoch": 1.145780051150895, + "grad_norm": 0.45611189056644913, + "learning_rate": 3.7974476838692656e-05, + "loss": 1.1069, + "step": 112 + }, + { + "epoch": 1.156010230179028, + "grad_norm": 0.2525244059682488, + "learning_rate": 3.791081648119079e-05, + "loss": 1.1279, + "step": 113 + }, + { + "epoch": 1.1662404092071612, + "grad_norm": 0.39044628608560245, + "learning_rate": 3.7846226215072495e-05, + "loss": 1.1164, + "step": 114 + }, + { + "epoch": 1.1764705882352942, + "grad_norm": 0.4362516631576207, + "learning_rate": 3.778070939378875e-05, + "loss": 1.1134, + "step": 115 + }, + { + "epoch": 1.186700767263427, + "grad_norm": 0.33136604726952473, + "learning_rate": 3.771426941889619e-05, + "loss": 1.1281, + "step": 116 + }, + { + "epoch": 1.19693094629156, + "grad_norm": 0.36696496343076784, + "learning_rate": 3.7646909739880486e-05, + "loss": 1.1272, + "step": 117 + }, + { + "epoch": 1.207161125319693, + "grad_norm": 0.3827254193877039, + "learning_rate": 3.757863385397731e-05, + "loss": 1.1087, + "step": 118 + }, + { + "epoch": 1.2173913043478262, + "grad_norm": 0.3190444403313643, + "learning_rate": 3.750944530599069e-05, + "loss": 1.1126, + "step": 119 + }, + { + "epoch": 1.227621483375959, + "grad_norm": 0.3233262046048155, + "learning_rate": 3.743934768810902e-05, + "loss": 1.1331, + "step": 120 + }, + { + "epoch": 1.237851662404092, + "grad_norm": 0.33936286036272806, + "learning_rate": 3.7368344639718516e-05, + "loss": 1.1232, + "step": 121 + }, + { + "epoch": 1.248081841432225, + "grad_norm": 0.2330398049477242, + "learning_rate": 3.729643984721431e-05, + "loss": 1.1175, + "step": 122 + }, + { + "epoch": 1.258312020460358, + "grad_norm": 0.1924936271545763, + "learning_rate": 3.722363704380902e-05, + "loss": 1.1285, + "step": 123 + }, + { + "epoch": 1.2685421994884911, + "grad_norm": 0.2861361865892163, + "learning_rate": 3.714994000933893e-05, + "loss": 1.1196, + "step": 124 + }, + { + "epoch": 1.278772378516624, + "grad_norm": 0.24566821538926786, + "learning_rate": 3.707535257006777e-05, + "loss": 1.1027, + "step": 125 + }, + { + "epoch": 1.289002557544757, + "grad_norm": 0.22928637475781566, + "learning_rate": 3.6999878598488054e-05, + "loss": 1.1174, + "step": 126 + }, + { + "epoch": 1.29923273657289, + "grad_norm": 0.3310648086514136, + "learning_rate": 3.6923522013119964e-05, + "loss": 1.1147, + "step": 127 + }, + { + "epoch": 1.309462915601023, + "grad_norm": 0.31367935383189405, + "learning_rate": 3.684628677830802e-05, + "loss": 1.1198, + "step": 128 + }, + { + "epoch": 1.319693094629156, + "grad_norm": 0.22961205416611935, + "learning_rate": 3.676817690401516e-05, + "loss": 1.0972, + "step": 129 + }, + { + "epoch": 1.329923273657289, + "grad_norm": 0.3139943962517946, + "learning_rate": 3.668919644561457e-05, + "loss": 1.1201, + "step": 130 + }, + { + "epoch": 1.340153452685422, + "grad_norm": 0.26295743838749697, + "learning_rate": 3.6609349503679166e-05, + "loss": 1.128, + "step": 131 + }, + { + "epoch": 1.350383631713555, + "grad_norm": 0.2591587617561099, + "learning_rate": 3.652864022376866e-05, + "loss": 1.1281, + "step": 132 + }, + { + "epoch": 1.3606138107416879, + "grad_norm": 0.2753137519512843, + "learning_rate": 3.6447072796214354e-05, + "loss": 1.0979, + "step": 133 + }, + { + "epoch": 1.370843989769821, + "grad_norm": 0.27455797603906246, + "learning_rate": 3.636465145590156e-05, + "loss": 1.1383, + "step": 134 + }, + { + "epoch": 1.381074168797954, + "grad_norm": 0.2527457090917438, + "learning_rate": 3.6281380482049743e-05, + "loss": 1.1139, + "step": 135 + }, + { + "epoch": 1.391304347826087, + "grad_norm": 0.3319234526053082, + "learning_rate": 3.619726419799035e-05, + "loss": 1.119, + "step": 136 + }, + { + "epoch": 1.40153452685422, + "grad_norm": 0.3281079811844079, + "learning_rate": 3.6112306970942334e-05, + "loss": 1.107, + "step": 137 + }, + { + "epoch": 1.4117647058823528, + "grad_norm": 0.2471643062647397, + "learning_rate": 3.602651321178544e-05, + "loss": 1.1135, + "step": 138 + }, + { + "epoch": 1.421994884910486, + "grad_norm": 0.20931674384579108, + "learning_rate": 3.593988737483115e-05, + "loss": 1.1133, + "step": 139 + }, + { + "epoch": 1.432225063938619, + "grad_norm": 0.2552571100096864, + "learning_rate": 3.58524339575915e-05, + "loss": 1.1054, + "step": 140 + }, + { + "epoch": 1.4424552429667519, + "grad_norm": 0.2651644163666779, + "learning_rate": 3.576415750054548e-05, + "loss": 1.1195, + "step": 141 + }, + { + "epoch": 1.452685421994885, + "grad_norm": 0.24017688656974193, + "learning_rate": 3.567506258690338e-05, + "loss": 1.1085, + "step": 142 + }, + { + "epoch": 1.4629156010230178, + "grad_norm": 0.23564531173628686, + "learning_rate": 3.558515384236875e-05, + "loss": 1.1106, + "step": 143 + }, + { + "epoch": 1.473145780051151, + "grad_norm": 0.22280005044127463, + "learning_rate": 3.549443593489832e-05, + "loss": 1.1206, + "step": 144 + }, + { + "epoch": 1.4833759590792839, + "grad_norm": 0.2552643337416725, + "learning_rate": 3.540291357445961e-05, + "loss": 1.1122, + "step": 145 + }, + { + "epoch": 1.4936061381074168, + "grad_norm": 0.2894540149054441, + "learning_rate": 3.53105915127864e-05, + "loss": 1.1222, + "step": 146 + }, + { + "epoch": 1.50383631713555, + "grad_norm": 0.28713663691696745, + "learning_rate": 3.521747454313201e-05, + "loss": 1.108, + "step": 147 + }, + { + "epoch": 1.5140664961636827, + "grad_norm": 0.2908212131310711, + "learning_rate": 3.512356750002046e-05, + "loss": 1.0991, + "step": 148 + }, + { + "epoch": 1.5242966751918159, + "grad_norm": 0.2925035403624845, + "learning_rate": 3.502887525899544e-05, + "loss": 1.0932, + "step": 149 + }, + { + "epoch": 1.5345268542199488, + "grad_norm": 0.26246100152488794, + "learning_rate": 3.4933402736367224e-05, + "loss": 1.1308, + "step": 150 + }, + { + "epoch": 1.5447570332480818, + "grad_norm": 0.2849216122829947, + "learning_rate": 3.483715488895738e-05, + "loss": 1.0991, + "step": 151 + }, + { + "epoch": 1.554987212276215, + "grad_norm": 0.3168255567811887, + "learning_rate": 3.4740136713841416e-05, + "loss": 1.1004, + "step": 152 + }, + { + "epoch": 1.5652173913043477, + "grad_norm": 0.3781368448201129, + "learning_rate": 3.464235324808938e-05, + "loss": 1.103, + "step": 153 + }, + { + "epoch": 1.5754475703324808, + "grad_norm": 0.44427850902760707, + "learning_rate": 3.4543809568504286e-05, + "loss": 1.1156, + "step": 154 + }, + { + "epoch": 1.5856777493606138, + "grad_norm": 0.5178677272089415, + "learning_rate": 3.4444510791358596e-05, + "loss": 1.0895, + "step": 155 + }, + { + "epoch": 1.5959079283887467, + "grad_norm": 0.5587035996281683, + "learning_rate": 3.4344462072128514e-05, + "loss": 1.1305, + "step": 156 + }, + { + "epoch": 1.60613810741688, + "grad_norm": 0.5156063184980773, + "learning_rate": 3.424366860522638e-05, + "loss": 1.1157, + "step": 157 + }, + { + "epoch": 1.6163682864450126, + "grad_norm": 0.3838651653522541, + "learning_rate": 3.4142135623730954e-05, + "loss": 1.0952, + "step": 158 + }, + { + "epoch": 1.6265984654731458, + "grad_norm": 0.27179604609847285, + "learning_rate": 3.4039868399115736e-05, + "loss": 1.1086, + "step": 159 + }, + { + "epoch": 1.6368286445012787, + "grad_norm": 0.3879595327319385, + "learning_rate": 3.393687224097526e-05, + "loss": 1.1117, + "step": 160 + }, + { + "epoch": 1.6470588235294117, + "grad_norm": 0.4326630668165547, + "learning_rate": 3.383315249674944e-05, + "loss": 1.1127, + "step": 161 + }, + { + "epoch": 1.6572890025575449, + "grad_norm": 0.31231629284695467, + "learning_rate": 3.372871455144593e-05, + "loss": 1.0903, + "step": 162 + }, + { + "epoch": 1.6675191815856778, + "grad_norm": 0.20497771494775785, + "learning_rate": 3.3623563827360546e-05, + "loss": 1.1132, + "step": 163 + }, + { + "epoch": 1.6777493606138107, + "grad_norm": 0.29045667744476295, + "learning_rate": 3.351770578379573e-05, + "loss": 1.1092, + "step": 164 + }, + { + "epoch": 1.6879795396419437, + "grad_norm": 0.29117745990148775, + "learning_rate": 3.341114591677715e-05, + "loss": 1.1161, + "step": 165 + }, + { + "epoch": 1.6982097186700766, + "grad_norm": 0.24664682064365182, + "learning_rate": 3.33038897587683e-05, + "loss": 1.1125, + "step": 166 + }, + { + "epoch": 1.7084398976982098, + "grad_norm": 0.24877676736337231, + "learning_rate": 3.31959428783833e-05, + "loss": 1.105, + "step": 167 + }, + { + "epoch": 1.7186700767263428, + "grad_norm": 0.3226852479294108, + "learning_rate": 3.308731088009776e-05, + "loss": 1.1061, + "step": 168 + }, + { + "epoch": 1.7289002557544757, + "grad_norm": 0.3142794136000598, + "learning_rate": 3.297799940395781e-05, + "loss": 1.1149, + "step": 169 + }, + { + "epoch": 1.7391304347826086, + "grad_norm": 0.24181665165558022, + "learning_rate": 3.286801412528728e-05, + "loss": 1.0987, + "step": 170 + }, + { + "epoch": 1.7493606138107416, + "grad_norm": 0.20788838484035646, + "learning_rate": 3.275736075439305e-05, + "loss": 1.1093, + "step": 171 + }, + { + "epoch": 1.7595907928388748, + "grad_norm": 0.28451153851181277, + "learning_rate": 3.264604503626853e-05, + "loss": 1.1174, + "step": 172 + }, + { + "epoch": 1.7698209718670077, + "grad_norm": 0.2817148207336252, + "learning_rate": 3.2534072750295456e-05, + "loss": 1.1008, + "step": 173 + }, + { + "epoch": 1.7800511508951407, + "grad_norm": 0.24212317366361924, + "learning_rate": 3.242144970994377e-05, + "loss": 1.1023, + "step": 174 + }, + { + "epoch": 1.7902813299232738, + "grad_norm": 0.21266663692713014, + "learning_rate": 3.230818176246986e-05, + "loss": 1.1036, + "step": 175 + }, + { + "epoch": 1.8005115089514065, + "grad_norm": 0.2520301735794147, + "learning_rate": 3.219427478861289e-05, + "loss": 1.1037, + "step": 176 + }, + { + "epoch": 1.8107416879795397, + "grad_norm": 0.3161241021569891, + "learning_rate": 3.2079734702289555e-05, + "loss": 1.0877, + "step": 177 + }, + { + "epoch": 1.8209718670076727, + "grad_norm": 0.3060944028715776, + "learning_rate": 3.1964567450286996e-05, + "loss": 1.1124, + "step": 178 + }, + { + "epoch": 1.8312020460358056, + "grad_norm": 0.2402334607687787, + "learning_rate": 3.1848779011954076e-05, + "loss": 1.0935, + "step": 179 + }, + { + "epoch": 1.8414322250639388, + "grad_norm": 0.25553002034702404, + "learning_rate": 3.1732375398890894e-05, + "loss": 1.0998, + "step": 180 + }, + { + "epoch": 1.8516624040920715, + "grad_norm": 0.2637783695396801, + "learning_rate": 3.1615362654636743e-05, + "loss": 1.1019, + "step": 181 + }, + { + "epoch": 1.8618925831202047, + "grad_norm": 0.2669661575820072, + "learning_rate": 3.149774685435626e-05, + "loss": 1.0894, + "step": 182 + }, + { + "epoch": 1.8721227621483376, + "grad_norm": 0.255574218735534, + "learning_rate": 3.1379534104524055e-05, + "loss": 1.1011, + "step": 183 + }, + { + "epoch": 1.8823529411764706, + "grad_norm": 0.23865147293496133, + "learning_rate": 3.126073054260765e-05, + "loss": 1.1071, + "step": 184 + }, + { + "epoch": 1.8925831202046037, + "grad_norm": 0.2281192334405852, + "learning_rate": 3.114134233674888e-05, + "loss": 1.097, + "step": 185 + }, + { + "epoch": 1.9028132992327365, + "grad_norm": 0.2445536496332577, + "learning_rate": 3.102137568544355e-05, + "loss": 1.09, + "step": 186 + }, + { + "epoch": 1.9130434782608696, + "grad_norm": 0.26628100347904377, + "learning_rate": 3.090083681721972e-05, + "loss": 1.0994, + "step": 187 + }, + { + "epoch": 1.9232736572890026, + "grad_norm": 0.23796462821260594, + "learning_rate": 3.077973199031426e-05, + "loss": 1.1025, + "step": 188 + }, + { + "epoch": 1.9335038363171355, + "grad_norm": 0.18580900093331343, + "learning_rate": 3.065806749234795e-05, + "loss": 1.0881, + "step": 189 + }, + { + "epoch": 1.9437340153452687, + "grad_norm": 0.14724438957495017, + "learning_rate": 3.053584963999906e-05, + "loss": 1.1136, + "step": 190 + }, + { + "epoch": 1.9539641943734014, + "grad_norm": 0.1787489908444512, + "learning_rate": 3.041308477867534e-05, + "loss": 1.1114, + "step": 191 + }, + { + "epoch": 1.9641943734015346, + "grad_norm": 0.17483575594969333, + "learning_rate": 3.0289779282184627e-05, + "loss": 1.0857, + "step": 192 + }, + { + "epoch": 1.9744245524296675, + "grad_norm": 0.18752733592586796, + "learning_rate": 3.0165939552403896e-05, + "loss": 1.0959, + "step": 193 + }, + { + "epoch": 1.9846547314578005, + "grad_norm": 0.18287948931304057, + "learning_rate": 3.004157201894689e-05, + "loss": 1.1027, + "step": 194 + }, + { + "epoch": 1.9948849104859336, + "grad_norm": 0.15472876003283184, + "learning_rate": 2.9916683138830297e-05, + "loss": 1.1892, + "step": 195 + }, + { + "epoch": 2.0051150895140664, + "grad_norm": 0.1470524629982156, + "learning_rate": 2.979127939613852e-05, + "loss": 1.2693, + "step": 196 + }, + { + "epoch": 2.0153452685421995, + "grad_norm": 0.16340888105879744, + "learning_rate": 2.966536730168702e-05, + "loss": 1.1078, + "step": 197 + }, + { + "epoch": 2.0255754475703327, + "grad_norm": 0.13956232969474247, + "learning_rate": 2.9538953392684275e-05, + "loss": 1.0891, + "step": 198 + }, + { + "epoch": 2.0358056265984654, + "grad_norm": 0.18457989014871123, + "learning_rate": 2.9412044232392416e-05, + "loss": 1.0677, + "step": 199 + }, + { + "epoch": 2.0460358056265986, + "grad_norm": 0.12136529636023749, + "learning_rate": 2.9284646409786405e-05, + "loss": 1.1144, + "step": 200 + }, + { + "epoch": 2.0562659846547313, + "grad_norm": 0.15904769414931777, + "learning_rate": 2.9156766539212008e-05, + "loss": 1.0836, + "step": 201 + }, + { + "epoch": 2.0664961636828645, + "grad_norm": 0.16599758972337367, + "learning_rate": 2.902841126004234e-05, + "loss": 1.1089, + "step": 202 + }, + { + "epoch": 2.0767263427109977, + "grad_norm": 0.17311993519081115, + "learning_rate": 2.8899587236333188e-05, + "loss": 1.0842, + "step": 203 + }, + { + "epoch": 2.0869565217391304, + "grad_norm": 0.1631230863619124, + "learning_rate": 2.8770301156476985e-05, + "loss": 1.0835, + "step": 204 + }, + { + "epoch": 2.0971867007672635, + "grad_norm": 0.18216951988841093, + "learning_rate": 2.8640559732855595e-05, + "loss": 1.0814, + "step": 205 + }, + { + "epoch": 2.1074168797953963, + "grad_norm": 0.17594697478195306, + "learning_rate": 2.85103697014918e-05, + "loss": 1.0934, + "step": 206 + }, + { + "epoch": 2.1176470588235294, + "grad_norm": 0.14718498295049004, + "learning_rate": 2.8379737821699557e-05, + "loss": 1.0985, + "step": 207 + }, + { + "epoch": 2.1278772378516626, + "grad_norm": 0.13561120318845796, + "learning_rate": 2.824867087573308e-05, + "loss": 1.1002, + "step": 208 + }, + { + "epoch": 2.1381074168797953, + "grad_norm": 0.15417265909747283, + "learning_rate": 2.8117175668434713e-05, + "loss": 1.11, + "step": 209 + }, + { + "epoch": 2.1483375959079285, + "grad_norm": 0.14865372282114261, + "learning_rate": 2.7985259026881637e-05, + "loss": 1.0856, + "step": 210 + }, + { + "epoch": 2.1585677749360612, + "grad_norm": 0.16736680455155972, + "learning_rate": 2.785292780003138e-05, + "loss": 1.1135, + "step": 211 + }, + { + "epoch": 2.1687979539641944, + "grad_norm": 0.200442267707597, + "learning_rate": 2.7720188858366275e-05, + "loss": 1.0825, + "step": 212 + }, + { + "epoch": 2.1790281329923276, + "grad_norm": 0.17119486207208676, + "learning_rate": 2.7587049093536716e-05, + "loss": 1.1028, + "step": 213 + }, + { + "epoch": 2.1892583120204603, + "grad_norm": 0.11508803833277609, + "learning_rate": 2.7453515418003385e-05, + "loss": 1.0768, + "step": 214 + }, + { + "epoch": 2.1994884910485935, + "grad_norm": 0.1609204349104562, + "learning_rate": 2.7319594764678325e-05, + "loss": 1.1199, + "step": 215 + }, + { + "epoch": 2.209718670076726, + "grad_norm": 0.1728842328378067, + "learning_rate": 2.7185294086565028e-05, + "loss": 1.097, + "step": 216 + }, + { + "epoch": 2.2199488491048593, + "grad_norm": 0.13266979279006888, + "learning_rate": 2.7050620356397413e-05, + "loss": 1.0851, + "step": 217 + }, + { + "epoch": 2.2301790281329925, + "grad_norm": 0.12940248460884995, + "learning_rate": 2.6915580566277855e-05, + "loss": 1.0931, + "step": 218 + }, + { + "epoch": 2.2404092071611252, + "grad_norm": 0.1439492369769675, + "learning_rate": 2.6780181727314096e-05, + "loss": 1.093, + "step": 219 + }, + { + "epoch": 2.2506393861892584, + "grad_norm": 0.1483731463378574, + "learning_rate": 2.6644430869255294e-05, + "loss": 1.0738, + "step": 220 + }, + { + "epoch": 2.260869565217391, + "grad_norm": 0.14343260571586547, + "learning_rate": 2.650833504012702e-05, + "loss": 1.0789, + "step": 221 + }, + { + "epoch": 2.2710997442455243, + "grad_norm": 0.11799733853944923, + "learning_rate": 2.6371901305865346e-05, + "loss": 1.0832, + "step": 222 + }, + { + "epoch": 2.2813299232736575, + "grad_norm": 0.1406470804992471, + "learning_rate": 2.623513674994998e-05, + "loss": 1.0975, + "step": 223 + }, + { + "epoch": 2.29156010230179, + "grad_norm": 0.14491784783967254, + "learning_rate": 2.6098048473036487e-05, + "loss": 1.0997, + "step": 224 + }, + { + "epoch": 2.3017902813299234, + "grad_norm": 0.14083210573593827, + "learning_rate": 2.5960643592587676e-05, + "loss": 1.0828, + "step": 225 + }, + { + "epoch": 2.312020460358056, + "grad_norm": 0.12171907591395076, + "learning_rate": 2.582292924250402e-05, + "loss": 1.078, + "step": 226 + }, + { + "epoch": 2.3222506393861893, + "grad_norm": 0.1600109191933891, + "learning_rate": 2.56849125727533e-05, + "loss": 1.0861, + "step": 227 + }, + { + "epoch": 2.3324808184143224, + "grad_norm": 0.1348612804045715, + "learning_rate": 2.5546600748999374e-05, + "loss": 1.0833, + "step": 228 + }, + { + "epoch": 2.342710997442455, + "grad_norm": 0.1406359687196, + "learning_rate": 2.5408000952230158e-05, + "loss": 1.1027, + "step": 229 + }, + { + "epoch": 2.3529411764705883, + "grad_norm": 0.1287079233395601, + "learning_rate": 2.526912037838479e-05, + "loss": 1.0661, + "step": 230 + }, + { + "epoch": 2.363171355498721, + "grad_norm": 0.1294708592669769, + "learning_rate": 2.512996623798002e-05, + "loss": 1.0783, + "step": 231 + }, + { + "epoch": 2.373401534526854, + "grad_norm": 0.13498636958723126, + "learning_rate": 2.499054575573585e-05, + "loss": 1.0928, + "step": 232 + }, + { + "epoch": 2.3836317135549874, + "grad_norm": 0.12993498298639505, + "learning_rate": 2.485086617020045e-05, + "loss": 1.0966, + "step": 233 + }, + { + "epoch": 2.39386189258312, + "grad_norm": 0.11522478571851609, + "learning_rate": 2.4710934733374313e-05, + "loss": 1.0691, + "step": 234 + }, + { + "epoch": 2.4040920716112533, + "grad_norm": 0.12094185174881988, + "learning_rate": 2.4570758710333787e-05, + "loss": 1.0953, + "step": 235 + }, + { + "epoch": 2.414322250639386, + "grad_norm": 0.11606589738085801, + "learning_rate": 2.4430345378853804e-05, + "loss": 1.0782, + "step": 236 + }, + { + "epoch": 2.424552429667519, + "grad_norm": 0.13141797037490036, + "learning_rate": 2.428970202903011e-05, + "loss": 1.0753, + "step": 237 + }, + { + "epoch": 2.4347826086956523, + "grad_norm": 0.12182089290540926, + "learning_rate": 2.4148835962900723e-05, + "loss": 1.0753, + "step": 238 + }, + { + "epoch": 2.445012787723785, + "grad_norm": 0.1359534290897358, + "learning_rate": 2.4007754494066822e-05, + "loss": 1.0921, + "step": 239 + }, + { + "epoch": 2.455242966751918, + "grad_norm": 0.10904913395439578, + "learning_rate": 2.3866464947313053e-05, + "loss": 1.0547, + "step": 240 + }, + { + "epoch": 2.4654731457800514, + "grad_norm": 0.13309500630761395, + "learning_rate": 2.3724974658227212e-05, + "loss": 1.1068, + "step": 241 + }, + { + "epoch": 2.475703324808184, + "grad_norm": 0.12066785161235018, + "learning_rate": 2.358329097281942e-05, + "loss": 1.0802, + "step": 242 + }, + { + "epoch": 2.4859335038363173, + "grad_norm": 0.13339546005675912, + "learning_rate": 2.34414212471407e-05, + "loss": 1.0862, + "step": 243 + }, + { + "epoch": 2.49616368286445, + "grad_norm": 0.12228540791049847, + "learning_rate": 2.329937284690106e-05, + "loss": 1.0742, + "step": 244 + }, + { + "epoch": 2.506393861892583, + "grad_norm": 0.11172003153677204, + "learning_rate": 2.3157153147087082e-05, + "loss": 1.0779, + "step": 245 + }, + { + "epoch": 2.516624040920716, + "grad_norm": 0.11702007894458077, + "learning_rate": 2.301476953157904e-05, + "loss": 1.0638, + "step": 246 + }, + { + "epoch": 2.526854219948849, + "grad_norm": 0.11877470002968875, + "learning_rate": 2.2872229392767497e-05, + "loss": 1.0809, + "step": 247 + }, + { + "epoch": 2.5370843989769822, + "grad_norm": 0.12490052394075732, + "learning_rate": 2.2729540131169543e-05, + "loss": 1.0877, + "step": 248 + }, + { + "epoch": 2.547314578005115, + "grad_norm": 0.1182539684285276, + "learning_rate": 2.258670915504453e-05, + "loss": 1.0767, + "step": 249 + }, + { + "epoch": 2.557544757033248, + "grad_norm": 0.11963420629161502, + "learning_rate": 2.2443743880009462e-05, + "loss": 1.0724, + "step": 250 + }, + { + "epoch": 2.5677749360613813, + "grad_norm": 0.13132710667557007, + "learning_rate": 2.2300651728654005e-05, + "loss": 1.0908, + "step": 251 + }, + { + "epoch": 2.578005115089514, + "grad_norm": 0.10901480185780218, + "learning_rate": 2.2157440130155084e-05, + "loss": 1.0913, + "step": 252 + }, + { + "epoch": 2.588235294117647, + "grad_norm": 0.11228194273312657, + "learning_rate": 2.2014116519891168e-05, + "loss": 1.0804, + "step": 253 + }, + { + "epoch": 2.59846547314578, + "grad_norm": 0.12177802474185097, + "learning_rate": 2.1870688339056265e-05, + "loss": 1.0781, + "step": 254 + }, + { + "epoch": 2.608695652173913, + "grad_norm": 0.12199809949597626, + "learning_rate": 2.172716303427355e-05, + "loss": 1.0676, + "step": 255 + }, + { + "epoch": 2.618925831202046, + "grad_norm": 0.11670283232616911, + "learning_rate": 2.158354805720877e-05, + "loss": 1.082, + "step": 256 + }, + { + "epoch": 2.629156010230179, + "grad_norm": 0.12106121800949032, + "learning_rate": 2.1439850864183343e-05, + "loss": 1.0848, + "step": 257 + }, + { + "epoch": 2.639386189258312, + "grad_norm": 0.12231654575938986, + "learning_rate": 2.1296078915787253e-05, + "loss": 1.0768, + "step": 258 + }, + { + "epoch": 2.649616368286445, + "grad_norm": 0.11373859460806582, + "learning_rate": 2.1152239676491687e-05, + "loss": 1.0888, + "step": 259 + }, + { + "epoch": 2.659846547314578, + "grad_norm": 0.11211651873819324, + "learning_rate": 2.10083406142615e-05, + "loss": 1.0876, + "step": 260 + }, + { + "epoch": 2.670076726342711, + "grad_norm": 0.10934217060064429, + "learning_rate": 2.086438920016748e-05, + "loss": 1.0713, + "step": 261 + }, + { + "epoch": 2.680306905370844, + "grad_norm": 0.12164887060397138, + "learning_rate": 2.0720392907998473e-05, + "loss": 1.0708, + "step": 262 + }, + { + "epoch": 2.690537084398977, + "grad_norm": 0.12282073219094865, + "learning_rate": 2.0576359213873332e-05, + "loss": 1.0747, + "step": 263 + }, + { + "epoch": 2.70076726342711, + "grad_norm": 0.12605604958059977, + "learning_rate": 2.0432295595852774e-05, + "loss": 1.0759, + "step": 264 + }, + { + "epoch": 2.710997442455243, + "grad_norm": 0.12466311463835318, + "learning_rate": 2.0288209533551147e-05, + "loss": 1.0806, + "step": 265 + }, + { + "epoch": 2.7212276214833757, + "grad_norm": 0.11255757417253677, + "learning_rate": 2.0144108507748053e-05, + "loss": 1.1006, + "step": 266 + }, + { + "epoch": 2.731457800511509, + "grad_norm": 0.15322943731563027, + "learning_rate": 2e-05, + "loss": 1.0829, + "step": 267 + }, + { + "epoch": 2.741687979539642, + "grad_norm": 0.1304835093057825, + "learning_rate": 1.985589149225195e-05, + "loss": 1.0802, + "step": 268 + }, + { + "epoch": 2.7519181585677748, + "grad_norm": 0.12672163520230004, + "learning_rate": 1.9711790466448863e-05, + "loss": 1.0968, + "step": 269 + }, + { + "epoch": 2.762148337595908, + "grad_norm": 0.13576798662606873, + "learning_rate": 1.956770440414723e-05, + "loss": 1.0694, + "step": 270 + }, + { + "epoch": 2.772378516624041, + "grad_norm": 0.1525922049487341, + "learning_rate": 1.9423640786126675e-05, + "loss": 1.0775, + "step": 271 + }, + { + "epoch": 2.782608695652174, + "grad_norm": 0.1186311249071846, + "learning_rate": 1.9279607092001534e-05, + "loss": 1.0716, + "step": 272 + }, + { + "epoch": 2.792838874680307, + "grad_norm": 0.13518949934347838, + "learning_rate": 1.913561079983252e-05, + "loss": 1.0703, + "step": 273 + }, + { + "epoch": 2.80306905370844, + "grad_norm": 0.13878953649926296, + "learning_rate": 1.899165938573851e-05, + "loss": 1.0859, + "step": 274 + }, + { + "epoch": 2.813299232736573, + "grad_norm": 0.11259480551616749, + "learning_rate": 1.8847760323508317e-05, + "loss": 1.091, + "step": 275 + }, + { + "epoch": 2.8235294117647056, + "grad_norm": 0.13830998104112405, + "learning_rate": 1.870392108421275e-05, + "loss": 1.088, + "step": 276 + }, + { + "epoch": 2.833759590792839, + "grad_norm": 0.12222587785953827, + "learning_rate": 1.856014913581666e-05, + "loss": 1.0834, + "step": 277 + }, + { + "epoch": 2.843989769820972, + "grad_norm": 0.10424466590019475, + "learning_rate": 1.8416451942791236e-05, + "loss": 1.0841, + "step": 278 + }, + { + "epoch": 2.8542199488491047, + "grad_norm": 0.11790633325813425, + "learning_rate": 1.827283696572646e-05, + "loss": 1.0757, + "step": 279 + }, + { + "epoch": 2.864450127877238, + "grad_norm": 0.12540163476199387, + "learning_rate": 1.8129311660943742e-05, + "loss": 1.0802, + "step": 280 + }, + { + "epoch": 2.874680306905371, + "grad_norm": 0.10358970206456232, + "learning_rate": 1.7985883480108836e-05, + "loss": 1.0822, + "step": 281 + }, + { + "epoch": 2.8849104859335037, + "grad_norm": 0.11343908267751618, + "learning_rate": 1.7842559869844926e-05, + "loss": 1.0796, + "step": 282 + }, + { + "epoch": 2.895140664961637, + "grad_norm": 0.10351299736005762, + "learning_rate": 1.7699348271345998e-05, + "loss": 1.0704, + "step": 283 + }, + { + "epoch": 2.90537084398977, + "grad_norm": 0.11097409126060695, + "learning_rate": 1.7556256119990538e-05, + "loss": 1.0704, + "step": 284 + }, + { + "epoch": 2.915601023017903, + "grad_norm": 0.12854951600340017, + "learning_rate": 1.7413290844955478e-05, + "loss": 1.0817, + "step": 285 + }, + { + "epoch": 2.9258312020460355, + "grad_norm": 0.11447418867835699, + "learning_rate": 1.727045986883046e-05, + "loss": 1.0777, + "step": 286 + }, + { + "epoch": 2.9360613810741687, + "grad_norm": 0.12131623507552429, + "learning_rate": 1.7127770607232506e-05, + "loss": 1.0814, + "step": 287 + }, + { + "epoch": 2.946291560102302, + "grad_norm": 0.10961862101144348, + "learning_rate": 1.6985230468420966e-05, + "loss": 1.0863, + "step": 288 + }, + { + "epoch": 2.9565217391304346, + "grad_norm": 0.14041722223190908, + "learning_rate": 1.684284685291292e-05, + "loss": 1.094, + "step": 289 + }, + { + "epoch": 2.9667519181585678, + "grad_norm": 0.10470209688096103, + "learning_rate": 1.6700627153098953e-05, + "loss": 1.0787, + "step": 290 + }, + { + "epoch": 2.976982097186701, + "grad_norm": 0.12405187862664697, + "learning_rate": 1.6558578752859307e-05, + "loss": 1.075, + "step": 291 + }, + { + "epoch": 2.9872122762148337, + "grad_norm": 0.1062237776271728, + "learning_rate": 1.641670902718058e-05, + "loss": 1.0953, + "step": 292 + }, + { + "epoch": 2.997442455242967, + "grad_norm": 0.1546602160568262, + "learning_rate": 1.6275025341772794e-05, + "loss": 1.2545, + "step": 293 + }, + { + "epoch": 3.0076726342710995, + "grad_norm": 0.15461002835316104, + "learning_rate": 1.6133535052686953e-05, + "loss": 1.1921, + "step": 294 + }, + { + "epoch": 3.0179028132992327, + "grad_norm": 0.12006729211164312, + "learning_rate": 1.599224550593319e-05, + "loss": 1.0719, + "step": 295 + }, + { + "epoch": 3.028132992327366, + "grad_norm": 0.127921841944554, + "learning_rate": 1.5851164037099284e-05, + "loss": 1.0838, + "step": 296 + }, + { + "epoch": 3.0383631713554986, + "grad_norm": 0.1219968953848957, + "learning_rate": 1.5710297970969893e-05, + "loss": 1.0599, + "step": 297 + }, + { + "epoch": 3.0485933503836318, + "grad_norm": 0.10480823093718085, + "learning_rate": 1.5569654621146203e-05, + "loss": 1.0627, + "step": 298 + }, + { + "epoch": 3.0588235294117645, + "grad_norm": 0.14490139400367194, + "learning_rate": 1.542924128966622e-05, + "loss": 1.076, + "step": 299 + }, + { + "epoch": 3.0690537084398977, + "grad_norm": 0.13706282121272828, + "learning_rate": 1.5289065266625684e-05, + "loss": 1.0797, + "step": 300 + }, + { + "epoch": 3.079283887468031, + "grad_norm": 0.10928310239533814, + "learning_rate": 1.5149133829799558e-05, + "loss": 1.0777, + "step": 301 + }, + { + "epoch": 3.0895140664961636, + "grad_norm": 0.12754549894011027, + "learning_rate": 1.5009454244264156e-05, + "loss": 1.1038, + "step": 302 + }, + { + "epoch": 3.0997442455242967, + "grad_norm": 0.1097873110986652, + "learning_rate": 1.4870033762019991e-05, + "loss": 1.0605, + "step": 303 + }, + { + "epoch": 3.10997442455243, + "grad_norm": 0.12822864000131382, + "learning_rate": 1.4730879621615217e-05, + "loss": 1.0889, + "step": 304 + }, + { + "epoch": 3.1202046035805626, + "grad_norm": 0.11100886546498183, + "learning_rate": 1.4591999047769842e-05, + "loss": 1.0863, + "step": 305 + }, + { + "epoch": 3.130434782608696, + "grad_norm": 0.12431975728173858, + "learning_rate": 1.4453399251000635e-05, + "loss": 1.0527, + "step": 306 + }, + { + "epoch": 3.1406649616368285, + "grad_norm": 0.11166537458522897, + "learning_rate": 1.4315087427246706e-05, + "loss": 1.074, + "step": 307 + }, + { + "epoch": 3.1508951406649617, + "grad_norm": 0.09969458216151995, + "learning_rate": 1.4177070757495983e-05, + "loss": 1.0802, + "step": 308 + }, + { + "epoch": 3.1611253196930944, + "grad_norm": 0.10085277615175393, + "learning_rate": 1.4039356407412329e-05, + "loss": 1.0987, + "step": 309 + }, + { + "epoch": 3.1713554987212276, + "grad_norm": 0.0961287589157251, + "learning_rate": 1.3901951526963516e-05, + "loss": 1.0673, + "step": 310 + }, + { + "epoch": 3.1815856777493607, + "grad_norm": 0.09873940509853912, + "learning_rate": 1.3764863250050031e-05, + "loss": 1.0549, + "step": 311 + }, + { + "epoch": 3.1918158567774935, + "grad_norm": 0.10353837499788582, + "learning_rate": 1.362809869413466e-05, + "loss": 1.0699, + "step": 312 + }, + { + "epoch": 3.2020460358056266, + "grad_norm": 0.10347314047302905, + "learning_rate": 1.3491664959872984e-05, + "loss": 1.0725, + "step": 313 + }, + { + "epoch": 3.21227621483376, + "grad_norm": 0.10325519520594714, + "learning_rate": 1.3355569130744717e-05, + "loss": 1.0497, + "step": 314 + }, + { + "epoch": 3.2225063938618925, + "grad_norm": 0.1110774028975957, + "learning_rate": 1.3219818272685912e-05, + "loss": 1.0808, + "step": 315 + }, + { + "epoch": 3.2327365728900257, + "grad_norm": 0.10304642359798406, + "learning_rate": 1.3084419433722148e-05, + "loss": 1.0643, + "step": 316 + }, + { + "epoch": 3.2429667519181584, + "grad_norm": 0.0971682646427868, + "learning_rate": 1.294937964360259e-05, + "loss": 1.0542, + "step": 317 + }, + { + "epoch": 3.2531969309462916, + "grad_norm": 0.11145603146856517, + "learning_rate": 1.2814705913434979e-05, + "loss": 1.0706, + "step": 318 + }, + { + "epoch": 3.2634271099744243, + "grad_norm": 0.09674713472958632, + "learning_rate": 1.2680405235321684e-05, + "loss": 1.0637, + "step": 319 + }, + { + "epoch": 3.2736572890025575, + "grad_norm": 0.10843006589984941, + "learning_rate": 1.2546484581996623e-05, + "loss": 1.0874, + "step": 320 + }, + { + "epoch": 3.2838874680306906, + "grad_norm": 0.09363255737392259, + "learning_rate": 1.2412950906463287e-05, + "loss": 1.0748, + "step": 321 + }, + { + "epoch": 3.2941176470588234, + "grad_norm": 0.11030662559756653, + "learning_rate": 1.2279811141633735e-05, + "loss": 1.0706, + "step": 322 + }, + { + "epoch": 3.3043478260869565, + "grad_norm": 0.09729921774753335, + "learning_rate": 1.2147072199968629e-05, + "loss": 1.0601, + "step": 323 + }, + { + "epoch": 3.3145780051150897, + "grad_norm": 0.10106384596888374, + "learning_rate": 1.201474097311837e-05, + "loss": 1.0567, + "step": 324 + }, + { + "epoch": 3.3248081841432224, + "grad_norm": 0.10693870820352067, + "learning_rate": 1.188282433156529e-05, + "loss": 1.0725, + "step": 325 + }, + { + "epoch": 3.3350383631713556, + "grad_norm": 0.09690530048216456, + "learning_rate": 1.1751329124266924e-05, + "loss": 1.0677, + "step": 326 + }, + { + "epoch": 3.3452685421994883, + "grad_norm": 0.10339032018288434, + "learning_rate": 1.1620262178300456e-05, + "loss": 1.0544, + "step": 327 + }, + { + "epoch": 3.3554987212276215, + "grad_norm": 0.08825003481069207, + "learning_rate": 1.1489630298508205e-05, + "loss": 1.0769, + "step": 328 + }, + { + "epoch": 3.3657289002557547, + "grad_norm": 0.08787461260474569, + "learning_rate": 1.1359440267144413e-05, + "loss": 1.0612, + "step": 329 + }, + { + "epoch": 3.3759590792838874, + "grad_norm": 0.09823756696049714, + "learning_rate": 1.1229698843523027e-05, + "loss": 1.0732, + "step": 330 + }, + { + "epoch": 3.3861892583120206, + "grad_norm": 0.09531296658931637, + "learning_rate": 1.1100412763666819e-05, + "loss": 1.0568, + "step": 331 + }, + { + "epoch": 3.3964194373401533, + "grad_norm": 0.09984299313983538, + "learning_rate": 1.0971588739957656e-05, + "loss": 1.0635, + "step": 332 + }, + { + "epoch": 3.4066496163682864, + "grad_norm": 0.09489239193383751, + "learning_rate": 1.0843233460788e-05, + "loss": 1.0803, + "step": 333 + }, + { + "epoch": 3.4168797953964196, + "grad_norm": 0.09159844593827017, + "learning_rate": 1.0715353590213597e-05, + "loss": 1.0757, + "step": 334 + }, + { + "epoch": 3.4271099744245523, + "grad_norm": 0.0894738894680945, + "learning_rate": 1.0587955767607594e-05, + "loss": 1.0686, + "step": 335 + }, + { + "epoch": 3.4373401534526855, + "grad_norm": 0.09921878316185964, + "learning_rate": 1.0461046607315723e-05, + "loss": 1.0765, + "step": 336 + }, + { + "epoch": 3.4475703324808182, + "grad_norm": 0.0957429216895665, + "learning_rate": 1.033463269831299e-05, + "loss": 1.0747, + "step": 337 + }, + { + "epoch": 3.4578005115089514, + "grad_norm": 0.08414571850711541, + "learning_rate": 1.0208720603861488e-05, + "loss": 1.0961, + "step": 338 + }, + { + "epoch": 3.4680306905370846, + "grad_norm": 0.10168015813114815, + "learning_rate": 1.0083316861169704e-05, + "loss": 1.0606, + "step": 339 + }, + { + "epoch": 3.4782608695652173, + "grad_norm": 0.09551584703983902, + "learning_rate": 9.958427981053116e-06, + "loss": 1.0804, + "step": 340 + }, + { + "epoch": 3.4884910485933505, + "grad_norm": 0.09831692314317865, + "learning_rate": 9.834060447596114e-06, + "loss": 1.0677, + "step": 341 + }, + { + "epoch": 3.498721227621483, + "grad_norm": 0.09383345577537172, + "learning_rate": 9.710220717815378e-06, + "loss": 1.0787, + "step": 342 + }, + { + "epoch": 3.5089514066496164, + "grad_norm": 0.09247292995353687, + "learning_rate": 9.586915221324668e-06, + "loss": 1.0959, + "step": 343 + }, + { + "epoch": 3.5191815856777495, + "grad_norm": 0.08744993240245372, + "learning_rate": 9.464150360000946e-06, + "loss": 1.0543, + "step": 344 + }, + { + "epoch": 3.5294117647058822, + "grad_norm": 0.08739863273178501, + "learning_rate": 9.341932507652053e-06, + "loss": 1.079, + "step": 345 + }, + { + "epoch": 3.5396419437340154, + "grad_norm": 0.08591934564082804, + "learning_rate": 9.220268009685752e-06, + "loss": 1.0917, + "step": 346 + }, + { + "epoch": 3.5498721227621486, + "grad_norm": 0.08530982771585134, + "learning_rate": 9.099163182780284e-06, + "loss": 1.0698, + "step": 347 + }, + { + "epoch": 3.5601023017902813, + "grad_norm": 0.08396702129279394, + "learning_rate": 8.978624314556454e-06, + "loss": 1.078, + "step": 348 + }, + { + "epoch": 3.5703324808184145, + "grad_norm": 0.07547800696072196, + "learning_rate": 8.85865766325113e-06, + "loss": 1.0763, + "step": 349 + }, + { + "epoch": 3.580562659846547, + "grad_norm": 0.08350840674801444, + "learning_rate": 8.73926945739235e-06, + "loss": 1.0749, + "step": 350 + }, + { + "epoch": 3.5907928388746804, + "grad_norm": 0.08144508914012105, + "learning_rate": 8.620465895475958e-06, + "loss": 1.0647, + "step": 351 + }, + { + "epoch": 3.601023017902813, + "grad_norm": 0.0840979229088987, + "learning_rate": 8.502253145643752e-06, + "loss": 1.0814, + "step": 352 + }, + { + "epoch": 3.6112531969309463, + "grad_norm": 0.07895251042079375, + "learning_rate": 8.384637345363262e-06, + "loss": 1.0638, + "step": 353 + }, + { + "epoch": 3.6214833759590794, + "grad_norm": 0.08686156430173361, + "learning_rate": 8.26762460110911e-06, + "loss": 1.0654, + "step": 354 + }, + { + "epoch": 3.631713554987212, + "grad_norm": 0.07746103803729665, + "learning_rate": 8.151220988045929e-06, + "loss": 1.0713, + "step": 355 + }, + { + "epoch": 3.6419437340153453, + "grad_norm": 0.08436880420354408, + "learning_rate": 8.035432549713006e-06, + "loss": 1.0657, + "step": 356 + }, + { + "epoch": 3.6521739130434785, + "grad_norm": 0.07565659638802982, + "learning_rate": 7.920265297710451e-06, + "loss": 1.0686, + "step": 357 + }, + { + "epoch": 3.662404092071611, + "grad_norm": 0.08286700475384223, + "learning_rate": 7.805725211387113e-06, + "loss": 1.081, + "step": 358 + }, + { + "epoch": 3.6726342710997444, + "grad_norm": 0.07781514667340442, + "learning_rate": 7.691818237530147e-06, + "loss": 1.0596, + "step": 359 + }, + { + "epoch": 3.682864450127877, + "grad_norm": 0.0951431734041778, + "learning_rate": 7.5785502900562324e-06, + "loss": 1.0732, + "step": 360 + }, + { + "epoch": 3.6930946291560103, + "grad_norm": 0.08042329644112586, + "learning_rate": 7.46592724970455e-06, + "loss": 1.0567, + "step": 361 + }, + { + "epoch": 3.703324808184143, + "grad_norm": 0.07601661591847954, + "learning_rate": 7.353954963731475e-06, + "loss": 1.071, + "step": 362 + }, + { + "epoch": 3.713554987212276, + "grad_norm": 0.08573966219122138, + "learning_rate": 7.242639245606959e-06, + "loss": 1.0611, + "step": 363 + }, + { + "epoch": 3.7237851662404093, + "grad_norm": 0.08953027088566128, + "learning_rate": 7.131985874712717e-06, + "loss": 1.0634, + "step": 364 + }, + { + "epoch": 3.734015345268542, + "grad_norm": 0.0818226085978608, + "learning_rate": 7.022000596042196e-06, + "loss": 1.0806, + "step": 365 + }, + { + "epoch": 3.7442455242966752, + "grad_norm": 0.08574090319665176, + "learning_rate": 6.912689119902245e-06, + "loss": 1.0626, + "step": 366 + }, + { + "epoch": 3.7544757033248084, + "grad_norm": 0.07209784093188339, + "learning_rate": 6.804057121616714e-06, + "loss": 1.0648, + "step": 367 + }, + { + "epoch": 3.764705882352941, + "grad_norm": 0.08392846348248735, + "learning_rate": 6.696110241231708e-06, + "loss": 1.0695, + "step": 368 + }, + { + "epoch": 3.7749360613810743, + "grad_norm": 0.0822595260959984, + "learning_rate": 6.588854083222851e-06, + "loss": 1.0676, + "step": 369 + }, + { + "epoch": 3.785166240409207, + "grad_norm": 0.07549500754650335, + "learning_rate": 6.48229421620427e-06, + "loss": 1.053, + "step": 370 + }, + { + "epoch": 3.79539641943734, + "grad_norm": 0.08466247105944975, + "learning_rate": 6.3764361726394616e-06, + "loss": 1.0871, + "step": 371 + }, + { + "epoch": 3.805626598465473, + "grad_norm": 0.0807054858352925, + "learning_rate": 6.271285448554072e-06, + "loss": 1.0859, + "step": 372 + }, + { + "epoch": 3.815856777493606, + "grad_norm": 0.08262247758415588, + "learning_rate": 6.166847503250563e-06, + "loss": 1.0706, + "step": 373 + }, + { + "epoch": 3.8260869565217392, + "grad_norm": 0.08269932344248264, + "learning_rate": 6.063127759024745e-06, + "loss": 1.0834, + "step": 374 + }, + { + "epoch": 3.836317135549872, + "grad_norm": 0.07428197959727556, + "learning_rate": 5.960131600884274e-06, + "loss": 1.0636, + "step": 375 + }, + { + "epoch": 3.846547314578005, + "grad_norm": 0.0767789669165535, + "learning_rate": 5.857864376269051e-06, + "loss": 1.067, + "step": 376 + }, + { + "epoch": 3.8567774936061383, + "grad_norm": 0.08437769692277076, + "learning_rate": 5.756331394773624e-06, + "loss": 1.0867, + "step": 377 + }, + { + "epoch": 3.867007672634271, + "grad_norm": 0.07475241555743972, + "learning_rate": 5.6555379278714905e-06, + "loss": 1.0618, + "step": 378 + }, + { + "epoch": 3.877237851662404, + "grad_norm": 0.07633061893990638, + "learning_rate": 5.555489208641412e-06, + "loss": 1.0632, + "step": 379 + }, + { + "epoch": 3.887468030690537, + "grad_norm": 0.08149043676785563, + "learning_rate": 5.4561904314957185e-06, + "loss": 1.1028, + "step": 380 + }, + { + "epoch": 3.89769820971867, + "grad_norm": 0.07550834347044144, + "learning_rate": 5.357646751910628e-06, + "loss": 1.0396, + "step": 381 + }, + { + "epoch": 3.907928388746803, + "grad_norm": 0.07625084385983938, + "learning_rate": 5.259863286158591e-06, + "loss": 1.0857, + "step": 382 + }, + { + "epoch": 3.918158567774936, + "grad_norm": 0.07083035914802652, + "learning_rate": 5.162845111042632e-06, + "loss": 1.0643, + "step": 383 + }, + { + "epoch": 3.928388746803069, + "grad_norm": 0.07229307043437665, + "learning_rate": 5.0665972636327775e-06, + "loss": 1.0725, + "step": 384 + }, + { + "epoch": 3.938618925831202, + "grad_norm": 0.07807735906667276, + "learning_rate": 4.971124741004558e-06, + "loss": 1.0631, + "step": 385 + }, + { + "epoch": 3.948849104859335, + "grad_norm": 0.0756641766450725, + "learning_rate": 4.8764324999795486e-06, + "loss": 1.0541, + "step": 386 + }, + { + "epoch": 3.959079283887468, + "grad_norm": 0.0659598011873379, + "learning_rate": 4.78252545686799e-06, + "loss": 1.0598, + "step": 387 + }, + { + "epoch": 3.969309462915601, + "grad_norm": 0.0731709328116761, + "learning_rate": 4.6894084872136026e-06, + "loss": 1.0998, + "step": 388 + }, + { + "epoch": 3.979539641943734, + "grad_norm": 0.07839036679642926, + "learning_rate": 4.597086425540389e-06, + "loss": 1.0854, + "step": 389 + }, + { + "epoch": 3.9897698209718673, + "grad_norm": 0.07687064365683145, + "learning_rate": 4.505564065101689e-06, + "loss": 1.0706, + "step": 390 + }, + { + "epoch": 4.0, + "grad_norm": 0.08924423512701447, + "learning_rate": 4.414846157631265e-06, + "loss": 1.3509, + "step": 391 + }, + { + "epoch": 4.010230179028133, + "grad_norm": 0.07578600533231729, + "learning_rate": 4.324937413096628e-06, + "loss": 1.0539, + "step": 392 + }, + { + "epoch": 4.020460358056266, + "grad_norm": 0.08368995024205941, + "learning_rate": 4.2358424994545165e-06, + "loss": 1.0684, + "step": 393 + }, + { + "epoch": 4.030690537084399, + "grad_norm": 0.06847620596188483, + "learning_rate": 4.147566042408502e-06, + "loss": 1.0605, + "step": 394 + }, + { + "epoch": 4.040920716112532, + "grad_norm": 0.07674538598184749, + "learning_rate": 4.060112625168848e-06, + "loss": 1.0681, + "step": 395 + }, + { + "epoch": 4.051150895140665, + "grad_norm": 0.07411955836062326, + "learning_rate": 3.973486788214571e-06, + "loss": 1.0544, + "step": 396 + }, + { + "epoch": 4.061381074168798, + "grad_norm": 0.08032300973660715, + "learning_rate": 3.887693029057675e-06, + "loss": 1.0571, + "step": 397 + }, + { + "epoch": 4.071611253196931, + "grad_norm": 0.06963288218234127, + "learning_rate": 3.8027358020096584e-06, + "loss": 1.0829, + "step": 398 + }, + { + "epoch": 4.081841432225064, + "grad_norm": 0.07658885525810889, + "learning_rate": 3.7186195179502636e-06, + "loss": 1.0841, + "step": 399 + }, + { + "epoch": 4.092071611253197, + "grad_norm": 0.07191505898188405, + "learning_rate": 3.6353485440984427e-06, + "loss": 1.0552, + "step": 400 + }, + { + "epoch": 4.10230179028133, + "grad_norm": 0.0708946929272983, + "learning_rate": 3.5529272037856497e-06, + "loss": 1.0613, + "step": 401 + }, + { + "epoch": 4.112531969309463, + "grad_norm": 0.06812388336417115, + "learning_rate": 3.471359776231347e-06, + "loss": 1.0613, + "step": 402 + }, + { + "epoch": 4.122762148337596, + "grad_norm": 0.06855644563541499, + "learning_rate": 3.3906504963208396e-06, + "loss": 1.0636, + "step": 403 + }, + { + "epoch": 4.132992327365729, + "grad_norm": 0.06712586888451333, + "learning_rate": 3.310803554385438e-06, + "loss": 1.0719, + "step": 404 + }, + { + "epoch": 4.143222506393862, + "grad_norm": 0.06886864694467747, + "learning_rate": 3.2318230959848517e-06, + "loss": 1.0639, + "step": 405 + }, + { + "epoch": 4.153452685421995, + "grad_norm": 0.06942897747798116, + "learning_rate": 3.153713221691983e-06, + "loss": 1.0707, + "step": 406 + }, + { + "epoch": 4.163682864450128, + "grad_norm": 0.07379761044326129, + "learning_rate": 3.0764779868800398e-06, + "loss": 1.0711, + "step": 407 + }, + { + "epoch": 4.173913043478261, + "grad_norm": 0.06865918848541905, + "learning_rate": 3.0001214015119593e-06, + "loss": 1.0792, + "step": 408 + }, + { + "epoch": 4.1841432225063935, + "grad_norm": 0.06780846203483021, + "learning_rate": 2.924647429932228e-06, + "loss": 1.0788, + "step": 409 + }, + { + "epoch": 4.194373401534527, + "grad_norm": 0.06536242133183677, + "learning_rate": 2.8500599906610736e-06, + "loss": 1.0641, + "step": 410 + }, + { + "epoch": 4.20460358056266, + "grad_norm": 0.06663074408761491, + "learning_rate": 2.776362956190983e-06, + "loss": 1.0596, + "step": 411 + }, + { + "epoch": 4.2148337595907925, + "grad_norm": 0.06654906098672408, + "learning_rate": 2.7035601527856914e-06, + "loss": 1.0583, + "step": 412 + }, + { + "epoch": 4.225063938618926, + "grad_norm": 0.06688729515895334, + "learning_rate": 2.6316553602814864e-06, + "loss": 1.057, + "step": 413 + }, + { + "epoch": 4.235294117647059, + "grad_norm": 0.06447264384050708, + "learning_rate": 2.560652311890981e-06, + "loss": 1.0739, + "step": 414 + }, + { + "epoch": 4.245524296675192, + "grad_norm": 0.0639965101079602, + "learning_rate": 2.4905546940093086e-06, + "loss": 1.0715, + "step": 415 + }, + { + "epoch": 4.255754475703325, + "grad_norm": 0.06519279446292395, + "learning_rate": 2.4213661460226925e-06, + "loss": 1.0679, + "step": 416 + }, + { + "epoch": 4.265984654731458, + "grad_norm": 0.07304580911858156, + "learning_rate": 2.353090260119515e-06, + "loss": 1.0538, + "step": 417 + }, + { + "epoch": 4.276214833759591, + "grad_norm": 0.06648155278938164, + "learning_rate": 2.28573058110382e-06, + "loss": 1.0634, + "step": 418 + }, + { + "epoch": 4.286445012787723, + "grad_norm": 0.06345271546432055, + "learning_rate": 2.219290606211253e-06, + "loss": 1.0502, + "step": 419 + }, + { + "epoch": 4.296675191815857, + "grad_norm": 0.06383006338193715, + "learning_rate": 2.153773784927511e-06, + "loss": 1.0738, + "step": 420 + }, + { + "epoch": 4.30690537084399, + "grad_norm": 0.06508082687651225, + "learning_rate": 2.0891835188092146e-06, + "loss": 1.0823, + "step": 421 + }, + { + "epoch": 4.3171355498721224, + "grad_norm": 0.07239447442607977, + "learning_rate": 2.025523161307348e-06, + "loss": 1.0527, + "step": 422 + }, + { + "epoch": 4.327365728900256, + "grad_norm": 0.06452893499877213, + "learning_rate": 1.962796017593125e-06, + "loss": 1.0697, + "step": 423 + }, + { + "epoch": 4.337595907928389, + "grad_norm": 0.06560977198213125, + "learning_rate": 1.9010053443863796e-06, + "loss": 1.0713, + "step": 424 + }, + { + "epoch": 4.3478260869565215, + "grad_norm": 0.062487187825821404, + "learning_rate": 1.8401543497865026e-06, + "loss": 1.0588, + "step": 425 + }, + { + "epoch": 4.358056265984655, + "grad_norm": 0.06339129403278677, + "learning_rate": 1.7802461931058767e-06, + "loss": 1.0648, + "step": 426 + }, + { + "epoch": 4.368286445012788, + "grad_norm": 0.06463556573173153, + "learning_rate": 1.721283984705835e-06, + "loss": 1.0692, + "step": 427 + }, + { + "epoch": 4.378516624040921, + "grad_norm": 0.072369422172923, + "learning_rate": 1.663270785835187e-06, + "loss": 1.086, + "step": 428 + }, + { + "epoch": 4.388746803069053, + "grad_norm": 0.06033519185047689, + "learning_rate": 1.6062096084712786e-06, + "loss": 1.0699, + "step": 429 + }, + { + "epoch": 4.398976982097187, + "grad_norm": 0.05818331949145165, + "learning_rate": 1.5501034151636129e-06, + "loss": 1.0689, + "step": 430 + }, + { + "epoch": 4.40920716112532, + "grad_norm": 0.06010088825612501, + "learning_rate": 1.4949551188800504e-06, + "loss": 1.0806, + "step": 431 + }, + { + "epoch": 4.419437340153452, + "grad_norm": 0.05937706435469435, + "learning_rate": 1.4407675828555378e-06, + "loss": 1.0627, + "step": 432 + }, + { + "epoch": 4.429667519181586, + "grad_norm": 0.062013786763132926, + "learning_rate": 1.3875436204434922e-06, + "loss": 1.0651, + "step": 433 + }, + { + "epoch": 4.439897698209719, + "grad_norm": 0.06451175713491827, + "learning_rate": 1.3352859949697127e-06, + "loss": 1.0777, + "step": 434 + }, + { + "epoch": 4.450127877237851, + "grad_norm": 0.06162813979422373, + "learning_rate": 1.283997419588916e-06, + "loss": 1.0605, + "step": 435 + }, + { + "epoch": 4.460358056265985, + "grad_norm": 0.05846138400522631, + "learning_rate": 1.2336805571438703e-06, + "loss": 1.0679, + "step": 436 + }, + { + "epoch": 4.470588235294118, + "grad_norm": 0.05888401783431065, + "learning_rate": 1.1843380200271426e-06, + "loss": 1.0684, + "step": 437 + }, + { + "epoch": 4.4808184143222505, + "grad_norm": 0.061124238857325645, + "learning_rate": 1.135972370045486e-06, + "loss": 1.0746, + "step": 438 + }, + { + "epoch": 4.491048593350383, + "grad_norm": 0.06281073611812223, + "learning_rate": 1.0885861182867985e-06, + "loss": 1.0764, + "step": 439 + }, + { + "epoch": 4.501278772378517, + "grad_norm": 0.06312481995359293, + "learning_rate": 1.0421817249897791e-06, + "loss": 1.0625, + "step": 440 + }, + { + "epoch": 4.5115089514066495, + "grad_norm": 0.06295729104665382, + "learning_rate": 9.96761599416185e-07, + "loss": 1.0768, + "step": 441 + }, + { + "epoch": 4.521739130434782, + "grad_norm": 0.0611693601875824, + "learning_rate": 9.5232809972575e-07, + "loss": 1.0741, + "step": 442 + }, + { + "epoch": 4.531969309462916, + "grad_norm": 0.05782501757385847, + "learning_rate": 9.088835328537304e-07, + "loss": 1.0595, + "step": 443 + }, + { + "epoch": 4.542199488491049, + "grad_norm": 0.059694394249882904, + "learning_rate": 8.66430154391169e-07, + "loss": 1.0532, + "step": 444 + }, + { + "epoch": 4.552429667519181, + "grad_norm": 0.060814177486017695, + "learning_rate": 8.249701684677558e-07, + "loss": 1.0716, + "step": 445 + }, + { + "epoch": 4.562659846547315, + "grad_norm": 0.0598830892634924, + "learning_rate": 7.84505727637408e-07, + "loss": 1.0798, + "step": 446 + }, + { + "epoch": 4.572890025575448, + "grad_norm": 0.059434528694292506, + "learning_rate": 7.450389327665042e-07, + "loss": 1.0513, + "step": 447 + }, + { + "epoch": 4.58312020460358, + "grad_norm": 0.057039156272022225, + "learning_rate": 7.065718329248139e-07, + "loss": 1.0768, + "step": 448 + }, + { + "epoch": 4.593350383631714, + "grad_norm": 0.05723133802281261, + "learning_rate": 6.691064252791158e-07, + "loss": 1.0599, + "step": 449 + }, + { + "epoch": 4.603580562659847, + "grad_norm": 0.06105882434399679, + "learning_rate": 6.326446549894983e-07, + "loss": 1.0654, + "step": 450 + }, + { + "epoch": 4.6138107416879794, + "grad_norm": 0.05956113794100574, + "learning_rate": 5.971884151083696e-07, + "loss": 1.0432, + "step": 451 + }, + { + "epoch": 4.624040920716112, + "grad_norm": 0.05942349583501023, + "learning_rate": 5.627395464821894e-07, + "loss": 1.0714, + "step": 452 + }, + { + "epoch": 4.634271099744246, + "grad_norm": 0.05635707532109553, + "learning_rate": 5.292998376558656e-07, + "loss": 1.0766, + "step": 453 + }, + { + "epoch": 4.6445012787723785, + "grad_norm": 0.05903620745333425, + "learning_rate": 4.96871024779928e-07, + "loss": 1.0793, + "step": 454 + }, + { + "epoch": 4.654731457800511, + "grad_norm": 0.0577153505352874, + "learning_rate": 4.654547915203589e-07, + "loss": 1.0659, + "step": 455 + }, + { + "epoch": 4.664961636828645, + "grad_norm": 0.06484907212671626, + "learning_rate": 4.3505276897119586e-07, + "loss": 1.0594, + "step": 456 + }, + { + "epoch": 4.675191815856778, + "grad_norm": 0.060071269047249715, + "learning_rate": 4.056665355698508e-07, + "loss": 1.0543, + "step": 457 + }, + { + "epoch": 4.68542199488491, + "grad_norm": 0.05833236997333743, + "learning_rate": 3.7729761701514655e-07, + "loss": 1.0729, + "step": 458 + }, + { + "epoch": 4.695652173913043, + "grad_norm": 0.05754385761647327, + "learning_rate": 3.499474861881069e-07, + "loss": 1.0852, + "step": 459 + }, + { + "epoch": 4.705882352941177, + "grad_norm": 0.057359147029672014, + "learning_rate": 3.236175630755023e-07, + "loss": 1.0603, + "step": 460 + }, + { + "epoch": 4.716112531969309, + "grad_norm": 0.05502312699425405, + "learning_rate": 2.98309214696102e-07, + "loss": 1.0606, + "step": 461 + }, + { + "epoch": 4.726342710997442, + "grad_norm": 0.05848906997188855, + "learning_rate": 2.740237550297131e-07, + "loss": 1.0758, + "step": 462 + }, + { + "epoch": 4.736572890025576, + "grad_norm": 0.05693974727449699, + "learning_rate": 2.507624449489665e-07, + "loss": 1.0703, + "step": 463 + }, + { + "epoch": 4.746803069053708, + "grad_norm": 0.060117370456376766, + "learning_rate": 2.2852649215383548e-07, + "loss": 1.0745, + "step": 464 + }, + { + "epoch": 4.757033248081841, + "grad_norm": 0.056574241819605915, + "learning_rate": 2.0731705110895284e-07, + "loss": 1.0702, + "step": 465 + }, + { + "epoch": 4.767263427109975, + "grad_norm": 0.05850407146566137, + "learning_rate": 1.8713522298365428e-07, + "loss": 1.0817, + "step": 466 + }, + { + "epoch": 4.7774936061381075, + "grad_norm": 0.058789889531343384, + "learning_rate": 1.679820555948264e-07, + "loss": 1.0645, + "step": 467 + }, + { + "epoch": 4.78772378516624, + "grad_norm": 0.05716794561138148, + "learning_rate": 1.4985854335248572e-07, + "loss": 1.075, + "step": 468 + }, + { + "epoch": 4.797953964194374, + "grad_norm": 0.055191974019031344, + "learning_rate": 1.3276562720816677e-07, + "loss": 1.0488, + "step": 469 + }, + { + "epoch": 4.8081841432225065, + "grad_norm": 0.055562342833215025, + "learning_rate": 1.1670419460605431e-07, + "loss": 1.0611, + "step": 470 + }, + { + "epoch": 4.818414322250639, + "grad_norm": 0.05680580694018153, + "learning_rate": 1.0167507943692478e-07, + "loss": 1.0556, + "step": 471 + }, + { + "epoch": 4.828644501278772, + "grad_norm": 0.05619366643069308, + "learning_rate": 8.767906199483422e-08, + "loss": 1.0708, + "step": 472 + }, + { + "epoch": 4.838874680306906, + "grad_norm": 0.054452430626228114, + "learning_rate": 7.471686893661734e-08, + "loss": 1.0533, + "step": 473 + }, + { + "epoch": 4.849104859335038, + "grad_norm": 0.0576401286384887, + "learning_rate": 6.27891732441599e-08, + "loss": 1.0595, + "step": 474 + }, + { + "epoch": 4.859335038363171, + "grad_norm": 0.05429173265004916, + "learning_rate": 5.1896594189448925e-08, + "loss": 1.0735, + "step": 475 + }, + { + "epoch": 4.869565217391305, + "grad_norm": 0.05834244532356458, + "learning_rate": 4.20396973024384e-08, + "loss": 1.0695, + "step": 476 + }, + { + "epoch": 4.879795396419437, + "grad_norm": 0.05739572029230359, + "learning_rate": 3.321899434166831e-08, + "loss": 1.077, + "step": 477 + }, + { + "epoch": 4.89002557544757, + "grad_norm": 0.05580807335685245, + "learning_rate": 2.5434943267705902e-08, + "loss": 1.0723, + "step": 478 + }, + { + "epoch": 4.900255754475703, + "grad_norm": 0.05685796268467914, + "learning_rate": 1.8687948219371367e-08, + "loss": 1.0774, + "step": 479 + }, + { + "epoch": 4.910485933503836, + "grad_norm": 0.05491643772037376, + "learning_rate": 1.2978359492741288e-08, + "loss": 1.0546, + "step": 480 + }, + { + "epoch": 4.920716112531969, + "grad_norm": 0.05519615934013274, + "learning_rate": 8.306473522976532e-09, + "loss": 1.062, + "step": 481 + }, + { + "epoch": 4.930946291560103, + "grad_norm": 0.055812202915964615, + "learning_rate": 4.672532868927882e-09, + "loss": 1.0809, + "step": 482 + }, + { + "epoch": 4.9411764705882355, + "grad_norm": 0.05536585739894165, + "learning_rate": 2.0767262005372267e-09, + "loss": 1.086, + "step": 483 + }, + { + "epoch": 4.951406649616368, + "grad_norm": 0.055426487124572474, + "learning_rate": 5.191882890454025e-10, + "loss": 1.0569, + "step": 484 + }, + { + "epoch": 4.961636828644501, + "grad_norm": 0.05560606954338175, + "learning_rate": 0.0, + "loss": 1.0654, + "step": 485 + }, + { + "epoch": 4.961636828644501, + "step": 485, + "total_flos": 7065760181780480.0, + "train_loss": 1.1163312366328288, + "train_runtime": 42603.8864, + "train_samples_per_second": 11.736, + "train_steps_per_second": 0.011 + } + ], + "logging_steps": 1.0, + "max_steps": 485, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 7065760181780480.0, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..b6facd6 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083ac1d3fbc931e60092992fcea3cfca47ff6a9d214726c13a9c7454692227a2 +size 7224 diff --git a/training_loss.png b/training_loss.png new file mode 100644 index 0000000000000000000000000000000000000000..2e80e3563eea1a6665d780eb9706fa0e26ebd8d2 GIT binary patch literal 39709 zcmdqJg;$kp_cr=08foc9+MpzrR7nX16i{hYK#}fTfYJ>L5|S#CA__<@Kthoc5s@wd z=?1AYANTK^^Nn-H`2K)zkNu8425YV7xntgQUe`6R`whRYqegLp=gG0~sj^1M|7kyVW&2TL5=ltLkd>Ru!@YAnvf|H3Pfy?GHuQvy@iH~R z_wV1yAExPSw{Zwl$*m$^zI@5*e-IxZ@AP$Q=-02TzWLQrpB0rn`K_%jqqpXmibq2X zAEd}PkM=h*kE0eB?W&AREWC&KZeL5A}clu0&06&bZ3)=a4cT6|8nl^REvN z*H)XU)XpIayW_!ahxh#FUnWmRiqtDvSWJjko>@CwFgtEq@!ygCnyJWHXi(fFkm-9q ze`s#Y+t_!lg~nFj&rhDie|G|dZ=N@l_1>nJ+t_R7Y0rZXGy&(hBiN2Owde@_{QN|p zYXvLRzk9b{#d%g*n(^buk8OVYcPp&gC=ndH$8cb6ZSAFz-yJ2$G4r}>ZKMkdW-Cg`iLOrpTcOU2{1ui<}+WOBG`zC6UOd? z_l#;i#a?Nr5#{!Vg>w2cA*;hK-4l!D-KwUh9OoFw__b3Xw{iH8>%7+AV#=-_C%A-r zR5=pTaD2GJByG?3^}hHkt>;0<2eXO=Q-f`fsaJ&&{>}r_svPw`3+ssA@4{A)Z066b|4J*c*GAdEfT5)R?}No( zA2i**HU<+rjkpbD=jW3U1!MO1_GFF^Hf}yGo#{xn>Po-R-qjWI`R?Ugx0vhqIvsK< zD?M;+JDzf$i)C%1?u$lDbm|%PluYdS?tl+g$wB+i{m8?IGExT zv;0JomzOtQyV2ErbhuCK`@$a{%b};I=h#Tdh|C3)3YpcjDeg8>#bsnfzke@*hLAxa zeROnm)%LH45Xpf}O_vWAtrf|h0!dk&SxjYZnoZU-?5oOnoC543YKuHHM-fQTV6VURy|3AmzyQw*RR|2+d~e? zhgiNY$+^+ZixH+A8?dpXK7ru2$j}>`GrP)_&oDmT*G$B$d$j^_v-<5v4Zlg=~ z8^oDl=W}tjZx23v3&ba$o-*~Cp(n-OFfkD_bMLw^t3Eh5sCV<`)6FI_5p~XhgR;%U z%mZaSuDZW}3fGUrr)XXn$anwl?v|Gp24W83je=-W=iu^%b+z3aT*za@R}@F8*S*nnAp$$2JnJwwA} zUX6t5HP5_{F0)r}7aMr5HWI(Q*YQjv;BQ|hZ)6L%cAAv-yFt74M;#pN}IbM{&F>J}+x)jW13` ziRZOMGHODsy^!$Uv^jnDtY-B>NlhL^s@~u3fFmAsYI^?u^%4-_pQqN^E2*}Q5_vVM z$Aif7SnaDW9gU1tz@bpz8Fq<%Z#Q^;o+@BBm^UKF^>AxI^L4s&#Ad_se#5sm&VX}= zkO&}Qh1KPR+U#vg6IR@8tMN#yWdy`)jte>K_IIovnBZ7RM?e#iK; zxu|->{>VxmI(aJj%{U2&XHx8D&lRfAZOg+S^{-yLmJFGQ_unqQyVsHDv;0x*n~lV` zAVRX~se-~nKI9ur=lu9Xt)%>aiJJ3xw=FAc%FxtQI6OyiX|UWHx9?aplF&DwWa_gd zsX?dmrnp$UUf3A<+TCsF*DEb0b(JMr)qAs7ZKk7%Pzm|=cWdG1&ISJiPg@wl`U<4b zQeKjv_b#(K{Z1~kUGgQ!&(Trg=UV*z$sc(&zD+cT@&z|?g@!+S#sEYAu7B-G-HOMU zpCKOCqoImNI4J_C9mxbre?MRI&#Cr3{JV7$nNMywcP=ta+SSXag@m-<-7bdB{|5P%nEcHD z?0Qy~(x3VHc#%8r?uHX6rCxL^II}3f^5GoKB5fWQw4DmnD`g%^eEA43)d{3?_W9EuigBn87yq5(6v6(VNqtZ zTI}Gb>6U(cu-Bb@EO`KjI``so2&?_|L;Lc<)%n+%lYa_JLk8_aI%X1%O`JdTy&beO zsO?6TD`@P`aU%yUpZSD!4Ig?PzNPx-o|9kp(S4JdS?%`CQaCUKV zYGe1vs;ObcdRTr1AQJ>zGVHxjoL^L=eD5CL3;)0K7PigT{UC2SUd*VPj5vEE_GSNr zVEze`AZ$=jP*&R+K|zvgv*UZgwrFv@ckkXC|AB=qd{dYkk#7+k55|q(oxy{43fXOX z3OWxTo;`8m#En2YWPN=dz}t+=xMFGG$^>p>0EU{}@x=Ot7tzHGovoDwO<@f3{{4IM zUAgcCLTe1IiqbeE3v%w(I|8VfP{&lgygvHwDRuZL-*I=Bis6uFarLsYnsOTBL?k36 z2uuvk%wp5i+4gpzz8x$%1mGi!BQ=aGwHuTG{*ch-KnQ&d;s_XKqNuzpXlSVwK+@`0 z@$T_1*%f7fe}$5oQp)Pfo(Sy)+T zNZI|fy9$rrT@UmVeH8Y%t4qiC@BHiL`unCZvLB^pR2m64j=Lo!B^zg)KbJ-y*H%sR()+&YKl4f>FK076IM5>j;r#Q%L&Kj^wVyLRRCP%*>mVO?RXJg1_iZ?x6z{Z1%1?H76rSJYWhThYpt8} zeZfZ*{6@5V_y#Bh&(lam5IEct_SN(JbFLSon8j5k6-0WTFq)Fona08lId(=oIPIiZ zUj!U^y|1iPD;#Wdg{e$JW^JwY+E@j&M+899bE8wb%xA|Q!K#YCZ(tTbe|~j5m}(Mo zGT-m+%zqDp)8e^15o#g9vIeyXgH$+-#SGckP@tKhpr9aYV4=)+&)IIQp1onWMFc@a zYFF`|iI~M`iqz3Tu)|UHgmR5hGJVFIBxcn*{_Ku@qjlpV=nh`J}N zk`o{t%H1Ocj*Z#wHUNd80NF?-B_&fNY)>leFN({pxARm@CumL&Y~@4>Hw{{6MgzH^ zf+N=V`dZs;W*eP}!uk_-WDC0wN^1dGjVxYxVKW*|Tc_$2$S}#l=s!NSH1-^Kt|nI1T&nFCn#w zO3#GugoJW4$G72<1 z{A0K~#d#bCxRZ{Namre8|M@{1X8f>u3fN2=aKvadqf>_BqX7iiI}Db&VA?@mJ*mwd3~BU)bGDkX;!6x%lp^)}CFQk9dL?c>*d71i zoE&bHJju(;?*i%!ZaCU1MRz(u;Q%xGyeR$`{@=TH%^wC#BOjL5Nu7yRQSL>Bjx!fC zC{gz0G~G^9Wh{K-=FN$4ffu-IfRT-)qr<{NNC92^lR=ULPyO%ok1jj~3`Z<6&rk6;j)*n`4g1Vc-jbLPF7Q;_%QpneRV-{4R4~}u+KSmz!0#zk4Gn=JXomU)EO<5{o_Gf%_3+_81;&a0d8h-Qb(=IQ&YZOR z|A;eIpxp@0gXELkL0CD&zVNC?lv;)6cCpl(wq15IRMFv+genvgLbSQP-CBKGA_}PX z2{JMudsZV!i6{SkLnyW__|KmQVL4&2wjePWL{FykYBq=t)}ms?`(0wN*)Wrf$mr zS6RAxl8oUT?)w}4P}j5zF2B(_8095v-=~4 zft1K(bg93fWXX9r5Q7V-@mPt`2_~M%&4~Uv(i1Hd z`pasBjyorB!r8}i-64OuW<}u~R75nlRoD#%>E^0h0C%u?_)wpH1AwIEK#56;oR@Qt z-@yb`01ilNprNT3VP?S5h3e|+n7u<%1c;N&t81AtfKw+?dhZXBUs$iGudiR`IC0q* z2$v^dhqZ5-A`_rnu&uk~wQHmZn-}&+oYsFe{yWW~RT@&^r7`>N7xLi3sfzi;HWYo;JF4x@5=0YTaA9UWIx zRa;l3ZJ3;HdUJE@U345r(scyxcfSxad(}5D>hfC))r2Uq5Cc>`oWOWxyf+0=S;34y zf?G#^>xQQsz9H|^e&tKl*RNm4zIw&K_YTFF*W|b8&{Fi`1qY;%n`KWdMJ({f*HWb( zu>eeHjpd9b=I}&dX!bv?mfU3*w~rne8yXr)q>@l*COL2bq=Z0)1$p>_s-tuT^-aG%gFB}8{i{UD#;ObbAHKu20t(rq9*6-O@vI56q z*Smw~2YV_gBGOjszjanCQ-K}IpN#8V59x>iMMGXO62mM`gvuZRnUW6~K%7{6t$0WZ z3Zi@a&~U)BIv@URWJVswyjgZni8NZ&N%HTdvzNy?gIoc2N;| zto$~Uw~x;nKs`<~|Gk;427G#$v&7o9N#g(H? z0N;QBfq!>f)!ElsWXqtF8syM8j;)_w19l_(;qNJ z^VAwzOqC&hqbCN<4bPuH53Y~R1U1se&hFE}-o~j2Zu^fj3|}*38FK_VJZeg6*RKwP zYE`vVF=SpjD zFV+JJo1dSbTU=z@ZY&N3dgvQac(Cs#el>f-T!}l!;$HdSbrX|l!09*}iPq{1VzX5#gAKwISFH^}zprup&F;rdE{fB(;lM`^|^4aZ0Ox`u|K z1ExL{$SSA^**Q6QwESAw<_R1?+ZdHd1`B{lW!@*w)KN-H-Kd<{I22-fni)i@Vw<9u zO0#euk}=)|*Ewnw#kh1`Aa<`|?^f792O^0Ru+>l1wsaPxw21VhUwNsG3!H@>kT5MK znx5F$*x*3Jm|0+_B=+Af&&)0z@UJU#MSRJA0}Io6D!iH%)x} z0YBilN!IFtw--O8B$@BOBFS23CQ79{nJU^&abI;`#M3ce#N#k(x`EJsK2E=Y=h8N7 zr5r;jyHNACFq`$7|2xLaW&5UVgR@`CW9v$2(HbSAQA0WYxkzp(NW9QlH{DjXKsR*w z27W93tIG-4Cl4Q5j>rKxh;Sjt3VeL?l38>?C0&7=6i2~~O(Ot>8Z;PVP@mu4E_O~{KuhJpfiH|>d?J(+1cxR#l#xY6=aQ0=#-Sh@jEotY z`8@$O=vsXP2%v-j<<_?VQ=#blx}F|ha3l7O{%gzmZ!g!kcvPbhL@P~-0{RW0(--U? z_hlYEhU9nG+Is589fv2N#Fe_puvNimt{WSZN45m@>Bv%?H7vO?;tw$-c=jyl0{IIx~_&FRSN-0=_#f;~W?g31{WNd%!>n|1MBpbkRrOot-0apf}f5^_ppoyb? zr*6dp%B|5yXTJKiXovP4l&F0l7_i#<)9*PMF7Vd85f5#Dw155j36#FIT+Txh#lO9= z*YDgRL*|y2T2T4?>(_tq1MP0Cp>2YSA^Swm4M`HCwXAGp*4Lr0%e z^6@td+9X={D>ZB27~3D+Sq0sj0QS21+tks$x0y}!~f7C)%$ zLw^X}sThakq5??xOGn4e0W=U>zC1nav^svtMq(7N>1UZ$d~$MVf1x2hGHfpmEN5+? z;fNk+DmzNs4q!>t9z7B|$FSm_%jv&+O1R+wU0xnVMb4I%mMWOiT8G(@o`2DEacfIx zhj=c3oV~8E9}KC{eBnoN%0;&a*L^72WDs3C3l8)O$e)T`9CmIZu-SD4!lO zf#^)R;KI-0HBB=NT?`ushc;l8W_y1@!lu+r7FJPHQ)_qmREH&QJz>rkSA+HISBO?s zx>+y1xn#RY>LUv+Q7sVb8uw;1V>J@_CsH4lGy*?=yuIzd_ZRY8`veuTzOf-@`;B+c zLzgZddM~f|SB%z8YTPZpB%OBN#m9nr4AsUQFxA|jKbN6{2au%rLEGYBdD+8(5~~W2 zrpKh{_aM6W$|~&!@gVns(hhvP{TMn6Pk_3$FQrL7eD+5HKj3vX^Kd2$o&J#jPoB;AP^?F%SGBJmE&r%YRw_R)-zAjyv*T(&u>IB%NB)UB( z8&5H$6;mgIRLdP6<42udH9$P1-P`iCm6gNQsUKhRXl_mAB1w_=k%B2kn;rihK;eVW zN}Y%CjwEQ|wa|h=lLh@M^nF5Aa~tP+bK{>q3jwI?yFF+v16XiosMw^2LEO5F00ByZ zj4sb)rvT7`AWBV5MY-{lM`P7)3pbJpk94jy3y;f;ui!o7ZBJBaJr6X6uXt-=U@BgX zqY?Br$K6$nbEdUSpr(N&JM1(v=25@F4o$dW*FJ5CP-2w-0_R|t9`)o|->9Rdg0gM; z4_w1vqvd_J#~B-T38B*)k_jCM1Pl5lke+j(vH(9-v9_Mg;_v|)unVedFsRU0Ym+Vc zB_*w(rmux69$?VGM#h1U;GoB|24cJgbdEe>o;StgZ0FGAYw#UsX5mp?cN0gdGLK-J zAJy4ZUbO6&fXp8V5U$9yjs*q9s<9l=D8xkJ{qN2+SWIiFv^4;G*~P^a;`hJeP?(V( zaI}X$e8vjpG|+~XN71q<#3ef5m4;&l;ByFayO;s(KdymJMW~{pQnmi&Eb-wk+I2)# zD^Q?`0n#<10z0f^?)&$2h$B#jsnUSMvoE}UGi!nN4UL#)d@4Cdv#Xe#S!dxin&f`=f z`zvauYh_~;m{kMJQ!9jBm`ZgIkLxVBE3ODcaD!IT^Zh#ku7+#fe7oXhBJ}d0Y^eOF zq6BR-@{2$nPhh!@ajlZi|6WSjjk{j78ewAr(L3g8gOxcF#dA7jTnu}fNGL*FD}Q0G z`REmgR%v^L?gA`+nqUMuMUsRJDQ`?3!42easL6>9wT4g-;+wOH*{DpvW}Y5f5_Ui~ zy9q`;lK%NaVxlpkUFnL#oV1aB$fhAuxPC~lBuofkPPq++7fOD6g^9kVZ;Ws;gS0l& z1cz=G32c^n=~lg6pcTS;@zGp`6A>%=8dzA$JwWL*L`Ytm>-tY60}KSkoDm$9IMdB~ zJ4%mZh0tNz6xdIqNc6jBv6N%y%$3UM$ae_%!P$aN@XFDNtN?N@Bx?H+X=P3Pzd;hA zBax^#)J{NR+lDCQ>f381zLpUEv%|13!Q{R@_-iJWEP}**zV<{Fx$V7Z^QWSvz!nBe zM~uEbpJqB!K0z8u-Q-rCHbUN>Kn*nbR!EfoZ8H*>HOAaHyOPz@+Rs|+7kr|;76{>H z>x=0rCc#?y(q1Y^D;BfWm-{vLJ(_2!uFReY!ubYd($kN^5Tn$4M9BB^J>*xdOKDjP zhRVDhG>g(8BI$0zI$h=Q!0d<+>L=LZA#AoQks4`}+L?Xq3;fgo8wudFtQ#Wqd)G=3 zDc4`)dPOwo!16vJOs_vt)8mHe@HcN$40DiDWEh_afn~dl4mpR~81vnRAnEQ~)_+S0 zi}PAptO}0=X{mR@rvEz(6QVG<0K)4R$e56;=j*1BTfic@a~xqYl4{AL@+h${Z`BKr zOM#*e1|tawRlaL@PUU#$>#x8;dVPTDp*6xJ4dC4+L_J9VUThgwhYdVBVSXiEGwFfObBM?1&)mveQ_f?x;dX2$`9L?0s66js`a`EILzf!hjVQsOY!G<+mj+sO!I!t7BLaJZrjaiVjE;iNgmE>2-e-azICeG+c_0P$%OddDkW`R^7e!5F1zS*&-5=*_5z$Yr+;dA|XWrg(XzhxA>u1BO)ITQ`8 zehe53M4?#8&kc=$002Zc>A3&L57oC%gLAh!iQK*A3OYWrw)Z$vlAteq%#1HXH!?Ev z^Sv!?h5bkb+8RN|*F3p2PQJe_gc4BT3L z2~n8&Z9V<-4lD%6&CnBF0~yT{tV&`J27AKm=W#k7b0^H%(X^{f$7O+Me(f3+XgMOs zra-izvwrIASu$v~RQ)f!nI)PCJV-Z26hNj1S#xeZF{5jMkWG&C(;bZ6yi->9M9AmL zbL3C>omkLm#KSbIZ2S08veNfT8}P2*&Ik%w{K3qHkFcuoF6GZ@S3de4FaP7=9z~>m}aN%nd9*XB8TFEv5x$( zzci=e3|t6ce0%l=8r+aSbkRht^Mc^yeR3|`h*Fbo%>EP;EbLW&_WlupDV*O9pB^TRbl35UiiJe6Rg44Tmf@9$1Kz%;;0X zS?Knvy{Vq$uSW}ML08p&F5*GWBt`%RtozOq(L#>O{Dnrgvld$EJw1@Yk)Q1SQZTvR z&rlICdCzO74lZkNn*U2Wcwz`YmM+*sbJjGJwFJw4sde`Zb}K{5b^BuOXoY7ZhxvbV zCB@~_&TJvY?v;P4C31C^xkpFZ&t#o!JA@@dUrGH&)q(!)5Qp&$t6{qnwylY|5kw>{ zCWKZwqEVL8aclG$^d`#)A$$HyBQ)@dYD6g{)cv&nhey#H+606BxD#0k&TG~`jv=){ zHsU8amQh3;iL?lq7Z&hF`+icyhU$jGXM-^4Fi;*|J-vrOH(_e<%sU}b8_7ABYTcnO zp^1YkY6*zBvqU%o?gzEvf$}fLJI=c3BZyC|v!)E}1+>Xhlpy=kry!W9t{q~f82nAE z-dON?(&L-s(GZ#uiYf=(zgh3WHh#o!fLyU;;RQ=*6Z~lUM3$^F^3{q^lzQOkza57^ zieXO$b=s&9_H;hSUE+O)Cev^je%z55w$b91LAZ~d*tE_`z=~YG&(;iIW7EFOU z03p9QK`V)OwfrlBO=Wm^V~C#WC#%+f!4OC;K}xV%LQH~47L#L*)ToJg7&qeLc-A-}=*=}lnX^yvz_j`{kC);+u z41e{gSDVfO9uyXEk_4%`LXet6&hwt-ABag>ME|bJgUiHRu_Gog&cDQ*92Bo%;SX@* zsw+8`wAGBz^~qH%@}>L&&Ex;sJ|-{ODp4!FGtN~ES)8GV0Nlo{Nl=Z4ps#`5c#fd` z19D}G_yWwC7XHQ~LP+Z_r1YiN~N`NE&aNC2?Fz2yMhS1d&~k~8;BW1mCd^-M&!Fl=UX#R$I(faCv8swn7Hvq+*6 zl67WGmUh?Ng({Dio&5D}V$loNFf??cJ;XO8=6-rS=li8KQK)V+=tn7By_Sddfr_J=J0|buJ%(s zJeV5dlo{CyTn$fqOm#{AdtmOmYuD5xq#>@P!3Yy$dj#do&ZLYe3mGr>6WZO`CaS_?2o?S;aZ0)$d3~qJ(3mS%fph5mA#IslU&Jp>$h3?o=;9rJM8UIUXQd2@*9`qVbKNXzwVS15} znW>J`^E{i86s#~)vcR$32S_WG0-ioqq$;EGfr(CKWnm>GdbFy^ zS^#Nx>O>!cm`U@lcw>hdVjzgarG8K_34`qb6>`v~xr6^kTASP`^dUf#Yo7j`h&rjj zo-hHl{S?@iLG^zo_+IAS<|%yhxerIJjIS(aUff^2T8*^#s3|uG!^x`E_^M@Nji(&`pkgrm&vAt=@2Mh5gg@( za~1xp+U+cAOb4x9;DjFzk2e%8Vm}Nmy&YOwUokNe@MzHziI}?*Fy~Swx9Z7jBN6ncD#DIT>mrSx zj`V}u#ra>g!`<~!gdLGkk5_fSlf~}Wds5VS^1}PiY3LUollUy6eHUm6?U_M0n(od; z*ZXx$uD2Y*?9Fv~%(VhNE~MOLAr^eH_Z*(m%jbu%iCGe$PH)bGapEcv)<7K%dfPVo zze2#$?6y-aOvd9Bl|RNlSvp9sKD)vmZwGzlrtwcy5!M=<$Wv&Fxvdd_wG}##`iHX5 zUor*Zn^y|CBI%OniIKP4N}9?;uJ0!6amo@mzQj`aKfVroAch4M`Da5w!+{TUtWl{3 z6`Y?wodC;)nu!TJ>efVXs5j-^yYpzYU_DH5sPtNOxIJX`?MVGPk4{^M@^ujo;~&lGYLL|dWXQ-PfbBVA>+II*0-*0 zsuA^mLpR;#!)@>uPl9z<-ha25Q?+g>KA~U^uS;~H_rBZXCA_Y8b7J+P6wr)VZ3#3m zzVJcjc4ri`!67W=Ej}$I9h5Ju*&G?8@Qp+8lT-@a_#i?TnS+;N*^|@xhh&J59I=l1 z(%AJ^*tepT?=)W4$y_cPil^S(%!(?4^^WA`czxlAA`YpaS&5q6F!;Dd-BBlO=8A(x z^&g`Ic@u6HqA%SV{vp?EA<;RCtKH4!Zj0*O8@*@BCQN0#+(UM`JHI{1^m|r)Ur6eY zQ5z|7{#`E=!l4;I`io{G^V18Wg4;yy)mPLw6HPyzo?%9?-P;03cIHPdI{$r7gCq#a zm>a=-qIm^}vHYxGMI%)|;Wx@JSatJg9EWhXLB4~ep z{La{42DH&9_jfKA%#Yepcan{!k+~DcmtN9K%6yQcMc&Rh`rLqSfwFQh{RWbfkP!6a zhXH~EN%f!k9s#$(-@nkbdH+}(LJ|=LnuNSva#VYKhtBFCI3rAl1m5f4;(Kb2Or(|? z&g^lpZQmc4ax`1I+XHTgVmPhR-SI zw;`=1?89AF*ty{$ubp<2rRT zlm^9GlmdUM#j65KF{;t7ub{T2S2`IHDB)XLN`EYxK8<)ro#2Aly~qe&i);GILv)(t ze#)-gyEK>A&i%&xyE$W+?C~)kybUM7q)R3Iarz|qW~rgQ?tzYb^Y#jFoTF@@U?=kw z6}D5OtQI5fERaLn6iXc;F1CVK0(z#PA#xjE z#hoB*r@+G{gx+Nk!7uk%F@-MIrz*GbdxBP=2i?AfJ|jq&xVeYXjV)kzQn)SR5eka4iWi3r2>38qTnvR(WvKWY;kB3k^llBYfUQz@c1 zy>(#(LDD+dr=C$$P}vJ;z`|M~9bdkzLc>~MZXLZSL{zL{2il$l-ng?SNLUsf+3rza zG$~~3SLnO#^40=s;BGFD{cTNKlCtHwr#v-L7@ zYzr8@>0RqYmm)eo?)t*hqj1oc#~L_M4g1fZKce@)GN~s#hFc{$peu9wu42FmXEpNa zaYEuG1vdDwW2>lujm@siva|m8V>0ZQnMX`lxvyCQnVZX_*$~5e3_B6SFLdwRiG&6e z+6RKrZ6j|fPccLc zp`8LY3t;`4_2Q=Ci%XRB=x1UdraBWWV?2H2PQ1UyrjVueLY1C*_)hy;58! z^ZkK}R|OwSXVeLQcQwX_bEo6^nuGR|j3A&Sn8@drmno}j!I$do=V+8oYxSMDVH(!y z+!(uehjiqnNPXY(KtlmX`nb%I_}Nm#TTX5;iAl!w@#L+q_~U3aqutPjfznW34Y=$B z^JR(eO$y9S`;9u)>CnD4)@%n}L8CV!~)sde2hM7yO#JeqlKQ1kCU#2@z$d_cZt40CK z5{voT-i`x9oya0=R*m~o5U&Q4qQ4wGfPUc>-??0!$NdVsEuI2&FHiLqUGXWUHT&Ui z?yd5p%t4tByMU;wWj05%Z)N0v(YzG$yxAt_$;!hBX)#hPobDa$K&kOZy`w#F-Gw&;EyZQS6v^~gZ2C@n5&HWg!kB<~K@iGLMS z-o1UY@L@RTXnadKt9)uo?4l0GfmO&Pv*MYA>s4nmN9g^7)cjLvtjP3EY2Z>1!)w^c zRYJT6=p%SBix*DiSOL$v%*=1n-mz2?C=il9Rft#eE0L+AakX@3PFMJ_jnIWBlE*qn zt=|P#DcQnIgyX&OJS}KV#r9J2K*g42%L{%xh3}MxVKb)FNLA&9Qw$q774YvTw6DL# zW0GW()m8?(cFJQ37L2~8c-%c*L%bb{?X2wP5c%j4(1jRXYxK{axA+lhGhb$9Xl3|5 zRg*NtLiQcgv1PCW>;*Yi!!C>4R4r3{?tHMpC+4SvNbOCWaud}``?~0s3I!Rqw;6^7 z9F3n9_@Ys`sBBVWd~}gHyi4UVmmwL)E3{p#u!X23b2e(-J$t3ZyVkahu-nY{nn~JrRMSY&9lI86Y&ImTJ!gB zXR(va_*`%BvQ(+f*A7P)NaR~ZM)I1YBD4_P>zY{A`aqhd?&Y}&-nco^%04QZcyLBu zy5Vc($xEu5;UQZU=uY&}#utN(bFxxyl$u}U@AuUFafc@Yf}Tns@H)_IUi#!aL6;W% z?vP7#?A+qT$}Ovhn1qD%-Way`j{0Ez0l_7vaT>NN#L zMkCo}e5F*~&;{#fc!;Sn{aAV6>2)R~H zv&V+uBi`Hq`zgqQ^A7=AwvR9H?4W*g@P;U7*Jgk0&Dv!W^ry zJMAnsW40`&Uxdx6uK6l!6xr#sSs{5`t=JP;&FubCj;5(JH@!~B@s4jC7RTHFdOJz% zz9|??((QBibSUC{sKR|B6h=T`fDqrNqDFp4eTHIv;AZvd7oF`vY7~b%vD!0aruv1L zo%+e~`Inxpi25bhNgSpJ+K+`i8FTNvDkIWl8)a#x`$n`+?NBM)5(`tNN)8O?pa69g z?LN6`^>-Tddt=imKTH%>>-fHJzO$BQ@GLx?PQLmP;A+Jq{$PZhFTQo_TTW<=KJ~x3 zswZDNt$gblGqw`1%F;vpk8JI!Rhwkct2a9-86@$9(~JoaPmjKMruW;ss~uwAM&S`0 zGjD!-#h%l_%SH!z>LrVtGqO44n$M1mllFG(FENjrTzcj=683|`=hKk%a8-!m-8Tc6 z>5nlCM7Z`zpXX@kK6y!%LT>q?hD$@QUF50L6Wf&QNkqWyU)QAO^nU_;v}}`b`9L{7 zi*1PIPpo7FdCcioK-JYP2#J(5*4>Fi_fu*dYdv)5u6b}qJ9Y?;Its+iS%6}KhQxH(1ab=Qd<_j8<=@ZbIuNfe%EEmxaq zA8Otre0=d(Pt<>)^V}7u5Kjs#c*|C`;G&2)#Vpt6B8Zx7Kz^6g*wjZx2X%N26Rvz2;UCScw4GHN~`|n zvE;ha#kFFufG1r@tr453WEosunj31JI;q`6p!7dJUJx?azptS-WVqB420a;S&?s6_ z6Htdp0~>fdqa8J;^iy@E$F~9-SDV)M)TQUIkJ&a`@84+}jz}PMQQvetH8(dg_|o%L zv>Sd%2i$rQbr`L^#CZ&+pEv#i)A4GnUPKH6yzd-UtQg}upvru2g2@=xRM6H8(6+;qE9SF6sR}(tg8E?W8rPji_9zB@Oyj zF9gAjzPxOI_ujph>eB+nO|G=}W7?Y}Uq9n&E-E3ZzUUD_LKF4aLE8JuP*A-Z0t z9joMaJ!e1HDT*q#^JrdRefs+1JMhV(HHly~HsAmswW^~Q5V$A*woM*bp*q|kJ%0M^ znQGZn0Y)FCahIxK{46e#Dqm+B#Qbwbb^iNE9i3sAm<*Aq_xEOI&yv&iyncu;F!+C- zR`h0=aMgGaCbkYbO}&GIr;iJZ<-L++!r!OU)&22EmfZ{;yV)0!MS}(4`u0#=jqbLT z=Rs8r2T{C@-ZJ6W4ISldJ~!k5e6xXY7o-NgeT4c?IW|1OHU}}&-*DIMZ@XR8Y4yfU zsBVpkN(W!cg{mGr0BTY8(nqI2Od~yoTE*B^mR~OWxH8Y8Ns{sO3s4*u=jR(iH+lPL zND5K<9}NZEwfL(BE8qwb;XFnc1Z`QOrZu>*$qx5gz#pq@ZEbxnmDA&^w-DF|FTWbR zL+VN?`g86zmpfDLCY_WyZXds z-cJ&#aWWu$VN%9v#xbv~9Z64r;aPsABsIjAnmp-aYlVdG^thiNc$il=_2e{DPH?q^ zbQxkc)v^7{mmkKmYkEjb_L*qU=`T_yq&>jdjUC}u0&a08R!~0XoQ`j~dSlb^{)5f@ z0plo(D`7GC_*@y(8E981bMazCEZxGP+faX`qS<^J`TBP2uSBbW@x&}rjo_M+PXt#; zX`Vn17f_}q_{jS6f#C|Voku|%p{dkIYOw45x%hW=!jMAu;gtE?JLliY4SR?@@GJ;N z5yt%E(}mcpb(C&g5`UD970byH$8N=jPmzUGI5FIGy!w+%X6+jQ-*mIN?_VYQNYm}}*vU^5b+WoP z9X!Oay#G_FpO26rEYaA9uahkYO{}eqEm**GQFZjv&1Shmt+tr%Y!RXw`Dxjmn}vW# z>7vEWz0-nUL@k{`#9F^@g1ZVz#prHk-}R@-LBH)~k2ZT>s7r~5(QPxb*mFRlRh>*) z$d5-+zZm*!zUTM9GAD*=MVh*KWj3?BlYgtv9r1KnpsAAMI5H(L}BH(S|$W5Sx7-Q=LQ2fdqbx`(W>6A&J4v>&Z$(?N8lD zdwfTKZ%Kk+yt|++&izeCBcW$-_7m#@6+QyJN#$v$_DCO$TI>UM98(3);Hr?$S_r)o zi-8I=KcpZPorp{IUpbEu+{AYKolo@EsR+XEr{kp-=a6wbXv|cS228Fc{EPVuQAT&3 zmM2k3xQP8xUl)w{c#sptp;Hxp?uAK&H93}!h9Q{2I<||n+L(vr?S7N#t6Nl&mmc$C zKo)%3P-HJx$7ZN?8V{+h`fINIOF#pwUq&&~^|vHUj?xRdbgw4bgw45G$cdC9QWCVp z&wstxe~&Vm*ge@J&?eX**!Jaf1Y5nWAhEM~jdJhkIS)iaz^&M0yV6+o{ly5e5TLoL zev=yKfgT7>?(yYZGDq^lu1Xe!KL2IH@zd7?M^qg4&Q9D}ziyw=08#ocP%y({{z6$)8)T-NipSpFVH<9CnG<``;cz zVghU(_KoCFvpFonBTa`cYfXsNO3ZVBYIB8s_~*S1c9HS5hp#Rd(!2#@xv8Je#_iVW*WCU2Duw-llKZKlGe;Vo&DT##vN?+tO`z(MD-!PHPtZl_R?!#4D#3XET$^O5YIk zIG=0Rl*}sc4kvqI^rSQNS8Rs8 zW50%QdG3hVFIR9*{g5yU44%4mI-KLh!+$6_r}g)u*{s7|`-nf)8?E3L`h=G*f05Xw zb(*_#n&L4`P_c+UkF{+2$6&j}!rL7is%38<*4sWrj6ae_tT#MgsUvNL6mLQ7zkPt>HS1#8V--6X%gZ~ePoL8SJcN}ygOilN@MOv~{Ua7>wd5So% z)w9PRML>j8c+EOQ=`mjLriEG(PhqzJQ|{luR$2e?9*)o0{fEco2;4y!Tu53m93fmh zmobed5&=qZ}!()RH<8xB)L5o%cprF92&5ZIueb*_h7%i?H{O#`=%{ zhc8=Zk*thRME2ffr4ZTKWJLBR*@Tb~g{-po-ZNx{kiE&?d;gx-=leas`=9&V_c@)z z5f|6{{eHb(&*x)3+fEnuBHi^Y;H=Q@LLQQFAOz9g4N;9|P%9HGB?!U=<9lfnNhOu!BcjTjGzwv&mi%9XC?Ok#0PZ&Wr-#wRA zQpWhWER^Qv@eojq7ef|2s5pa)H+fq)BM&tZBh(gcnY9sVxqUj}s_#-2A1QTw(lG}m zg;^@y1YV_F%YAQs{~50xUR@)XgOz<}DPhrXDQt!a(4K}eHj0uUb|UeE2ga7~?(H-1 zLfi1%&Q(|jx9`6uMd;yc-b>rwbiKKblTF*T|G-nxbUZlK5VJpchfkWV5*7o0#9mA^ z3ZgOlbg}>5?^rT&dWVDTw8rh+1imS~z%4-R<#N4rE1(a{{I82iia8iJ(Y&EYP007R ztabJCN1H!$zj1Tydb98MhoHg{(r()K_Ri4#4MML1A5NdmdZjnHn+OCL6t4vx84!kZ z;}lzjZ~ad0lZz%AN=f^-LHTjt6oVtNX-hj_*8jEXmy={}xikQE*6y(UYpg?=h;+(| zh-T>2K{>z>zD^tJDso#Yqg(t=*5CiS^$%4zf@1`l8H+=mztGB{Q3wKU3@SRVz1y zD^Xr(!Db6M$^4h4^WDDQ@_4nxh|s&;9HO<0L}fR5kX0s0v&DRM#z_kfZBk6xd~vPM zWmjqMuacFa$`Ne0Lr-q|-2haCL|kv66l}4cWmw*Ns^K(^4Ki0%d`vAFB`=+qhUgGY zYxS&E$5ZUZjoIe{$%+ohD;>u5;=lI581X&&k8=AI#uhi8Tdx1I9YA6SX&&NpHnpyAQ@S^sF&6giX4*{bJHMmqiv7SA7w}~G zqbQ_xKxZTDdYk95clp5FQA+hh#1CPLfl2F*=n*9unTpEwzCZuB`4?Ix$w;v4Js?v1m(lcH)AjJ*cQQm)rQ^PS0bvbIk_K9sq}O@V z#28vjk~eDWNej;_Z6^Rs7qXupQOywFNYCyLdfp%w8lm4&G`-zPSA_Z`s`Uo{KwDtN ze>;Tk&9`&SdD{lnzp@4mEnj0I4qa^Gl-Pb&o9z2-NipI);j}tq-d^&KjRN%kU~{K<1m^=w z;HvC<3d5~{w{I6>h_v4NDrt9eTkzf+xpm-1OS4Tnit#q9oRqDt#kngvGuF)b@2@vt z+nUyLwb1$&`N>O9<@Z%90fg`G- zd2=WCS%;B{BBcwz%fd#7hM}>F&^!B1t+wKU)4zI0hbjl7y79W7B9OYJx-bLw=@(dt zs=2a~tTGc?-|i;F25Q9Zr4Lru?#tB?cbEE!znO>f=OJFac*?*2(R3iUeLYE>&F!CE zp_DethImEaTsuvJAUVcs*#n`;QRTrP*tWFGKlC*Jqt2U}A#zYi>7Y-|XbT0EDC2>M z$D3&%kMH%G4Lxhhnye4#l zTO~SF`0I8HjlvWt2-_(Kq3Ma2!HtE&0qJ@!BB!1D3aq^n_8H{V@_w>6KPFg8#HLM< zBP=I8i;pDMi$n>RTq(O`6AusJ-JE4v8foJL3wP)Ix;OZt3Sc7r(>e-0K2nWsE0ozJqeN(_D>LF|3w#ixmQ>R+ z$+0t{UAsPfnONEFMqXL>_W3h=*Fcd*{h_CLr5<_m3-C)}2t%lZfDV6TGeu* zI#thZ(FG?wBSDxnR-`nJAGhS7olKYyYbB-N>L)A25Zj0-_}u#MNhOhZYWY&dKaBAX zszkrSOWG5(>D8mGn(&F+v30La$@lOUpnHS1uQEP#1;YTveS;Q%-r;=M76?M?h*;%n)U7Dgnv5;G!`tG#qzB8#^p8QTklG?ZF`#S3; zBPrv$8+Rhf&$NfnEYvbpVb z0wY%we(I~^k(1xAm$XU?F?jPe5YzXqpwnnsvzu!l>;~qB@w?V0o4fm0!bZ!FX!Bq| z>A4$4vd5{n6`hBxwTG!<>U&skEoV0psNSKTE!01W7Of<$67-r(=L_v3j^TBQY@Wg` z6($e@8pR(rUwb+o5O{6q{||>UN0|xk)e*k*;%-XJSU@lua@K!pIwxrr*WMu16GMU1 z?!qde@&#W3hjY_fN)GM`LoULDLH?T}Ym@L;MnyhhEkzAy1C#ZW<6&ra&-|?sN)fyS z&-wPaIBw1+WA)$|F4~1qg_>`mKERQxuAfwXrR`T6QF+(0Bcg`wt*2~u-Sy6>pV|jj zKt6d^r4z-taN(>g$9lTp_BHTY$i$eg+EwL~zEtt)W=(Cb4f4!nM9u$jLfA-E2y@7 zG;XJm*01Ak*{rmOiYkseW#LmuHdO)wHvMxpG{w8U1h(+hZcM->>ccOmYVni!M)hp& zS{~Zm&rHm=a&=$qWb&yL);{$V*wn!KylvBRlE(9aMZupz-hs3TdNSx^-Lo-yoF{e* ztq)HC&ETkJpx?Ok(w^|Gi4fBj5HlFA-*j?ENR1}kzb_A9sxZ#SW(Geun}-o_8y;E& zTqUu@46`e~e>%GO$!Q~R8`v(H;o%%Se@vP83Y?Y$%XZC;p&ukE#T3R8sozuBQkjEN zCIcP)`{8i@$w-Aq_1ek&SO0kZZx0Q&qZsa5Zps8{2kQspCU01NI>sk(DjH+H&eI*~ zpW7nz0io}%sWqdSx>+|#ogG2>VawJY_y7rRn}3~+Iy+{pAS>&)f)@il$-YRDyeT(qJ$^{ulwKcgr2(!kFia{IPU7V1urAn097 z;E6|fTDp@#Szr6^Jw=}IsCeqViL^LxsP>bJ+WY*D}g-sQI5$`tX{MJmX_VoUHAlR9FxpGOJIx-5IlCGlPF> zl?P4q@(p9H6xHh^TL*{+>&1q=P4wAKE-?*+TEyUlYndEea`EDJ`~ z>utR3Z+(}&+ppsu(%lSKKWFGD$ta-@@m-t6LXe}W1wYU0SQ7pN%h{vD}2UC zk~VB92Q(OF5+-FP?HS`Ct=|JB`e!s15c zQ}PD4K{WmL_M1EzSeR zi%e29wc`(`?a0aK0$cEG-AYf)5CA6uZ4Ge+fvXROYn;1wy#yb6%czUU;W)2s#ct!_PG8^&4yZkM-o&kbqi##r)QJpz zN)_^+MCxra9`9jpKvsNg44#0-(D&H`_YO9(O5?^gd(_tCW0x)*!&j&&kf9{A(m>x! z^H^+r?7ij)b<0G8r62(3k3q}y#OUAqN3XtmD&NXTP$i#@5r5A78&qd$T!!8{OJox1 zO6gw}h(1?Xku|isBQUo zU(=V=Z}wXj6=&dwRSu;J3-Br`5FKBn*Z_+y1q7^Oq85O2@ySP-4Jx z2y(`n_!wu|w9$1}fmuF|W^f^DF)*j_i#{EeRvg{;>PhPNsQs3QE=&J1Jd*vTij((x zZfR?kSCT`yq*b?s4Y&ExD~ns`&KUi-Qa@I}Lj%8|>MUj+rQ`Lt9U?u|hsn#=m`-V!>HDgj)eLBwO04bIiM&Lb z&so~TOPP0o*T5ju6(WEV5h}>K%6tO$e8KnZ1Z8P`bF!Yc*8x#BGL@xVb^=pG;58PQ zny&Z3^}44a_*$0H(#}Pl05JL0V;|LJAPgJk4qLmystcZ1T(?(*5X-8g-+AxMy%4utv#)|EFS^YF~rBC*07WQuSH z75CBxD}0g^fsK{b&q0wJKi}!u^IF+*Y*{@@`H|^O^dx!ke&l`hpuZR!4xVaL9sai> zO_mv+Kmr`3S~TJ25@da=WspbKV9A?SAu_}ZvX#B=JzM(%Z^LeO5@q1JfyXhP-*!4B z5-FYsh7liu46vgge)QC#%f?uRKI`#Jar;HmYHlb-$x3<7lH~;|i*Z^;qw!}mJUpLi z7l1rT`7$X%?VGoY;l~qwN6(AR9dqlUsWyluBEWLSa>O&Y9>nG}rh76bUfF$I3G2kW z&J5=-wS`P%Z{XKEEbv(~^zn;phV~iqTSo+WJ0M(`e5X%BeKA5HQu!?d;HH&QUhQxCwt(ei~nZtA+=kVmebwOikToXPEgUd?lJvPJvQOS-X1` z=e*~*T~fW6^jd^kUcK`H`}TPy$ifzb*sc(EBW0Apo1Iee3E`kIW`$JcPj8v z7_~Fi(!X?2$FEG&?fkqTH{vuO#?ly!(aT- zRQQ9oJ$9wa0RLVMk+Yepc>ZDpK#^~h__=zTJ=uc)m^wDoyEDe(-QSU>L%19XBFjH; z>tL2=9qn4|t1EK%3MsI3|J<8W)T&8WA@J!EjhXs{j!%X_J01BZ0`WX!>5pmX<)?2b z9a4D#41e2{Op4}-(H}_H}=R4swA>U(; zF*rf?l-Rlq*N>hkH}FEFj9eixx!F|F8#J=Qi1Lh?&?&{0irRit$N4dma})%-x2p%w zS6QAnWQgEd2y$qH%&)uaW;gHkevclZKj`LI2aJP+GN<0R_xp(%Kb1+iol)U+&}2GLd|_ zXcLicr1=HgD^lw3a+rTnu?$t;U(%{ZArxgJFp$vD5D12>@0E@HE0mAcoGDDLOnpq( z^Pv1RUwX9J#Jv1>oB%wW?LX(sP%4+7Idyn!M!Jm6M%7JFpAA>E&3wQ2)aC~F4F-y> z#_M-ZE-qcykRxU?#SqHv8_R!P<3%#|@7~n&&(+?QQ6M!!3PL7tVC2wd=5c(D7?`pc z3L(>p58Z7j=yZxE5K>96Y4jy?nm#1z%js$>WTOhUO?=^}mQE1&oUP^gzYi^heFf4r z^8B+U%vbVMS5%r^C3VZv^w{xQi4g{RT-4A)bM*>MdTcR){{wE-Tx_4!PI{wl5QF^a z)TjaL0Txwo8uRLB1}Mzm+NY?0OH5m&roD^La$|J3AA+9va>n`bTv?v~lIOL&hmHE1 zItdrycKvMolV|}7>h2ci_Sr|_HM*Hv$oo^C_?!FEaR7GE4zZp7APcgUa!7!$?BY^owL16$`>l`(S0oIg8ox$}2jSSp8z*@BrG!awX}ykR(xZ|se@4!Xe!%CoKCxI<8Qwo|l@p%4oPuPyWer!*&+{`Ceo_H4NC%xvsd z6XO)QJ)`=(W%2V`f9VD55LNeP4F6DBYQ_&z5<#;>mDMDR-Kz?ZQ9Wv1&T^)W7YfB0 zcwSv0Pk>_hnZhgG!48!J(&bZOO$kC3OawAx1wKK>yCA05rXZ+Iy>gdkW^m9SGECo0 zRNxzUUpkj1D9KC11_4R((2j30fn8SkgGI2wJ?Yb>EZv(gb5|Ra)9|9VIU~IvjTDc^ zS`J~daxP@*qIP(H*ed~Q4y#vmn)l=p<}LEiv**Jspa1N-`8@nVUS*WwdR_%2UB?_B zOT}=-LTe#K|IkwY&KPht_@P|}CYgHrJmkun@94^Z)20x7WqfJjrPXMGR2Se63onjic$g{TrMByRLysY&(*Ql3;!vh7gYj1e)556+>eJSy%1=`L9 zGAHa87cYp{1(0?v2zDvBIEQRjd_>i1MnVz9e?ctuFQa~2NcP?9L(097LCO$L4O2~| zfAmVX-kTiv8++)XD^ffg?}oQecYW_)rE!d1#7 zgA3||mNHUEZ7ZJwo4j11ZNBuiAf$sg#`6=1dw6l{YdIqXA7Z-mIaP5+F^*>}q$c{L z4_X*H)}-DFKymE}iSd2l%aohpJ9XSwDCDzjBXIvkFCB#jh=-7ho>?IUutwq4d|2mG z5vjF!Eat-NWMug|=}06qqDnmM9mLbH0L zxKY?4h23%Kq>v}wra$&sQdYCIqwJh*vZjf-7pb&C(d$+F*&5OjAW|Q{wJ#!hh8f$g5-mN(L=$eerHF=Jro&NBCPHg(5ABn z{&?FyrZ5j3%ry#44dqLcZZLvFNqu4=NB_0P`q#6iPaIBr&mgcf?NxNNag#QbwQW(c zsVqgI+;?M}Kuli5v?X`54p;U32TP5AY%G7NEm4;QO8-)n;XbGW{)S1d-QlM!J2^jo z-b&a<9TLn&8JTP#atDrDz=r02@M0CG7Yx=G+B;J+$hQozO>nZjMbm4nO~oy@_ChvD zc2>6ihisLMOgn)(RWG#zg&~pv6zIsPoQ;Cn9}bUI*s=$$9Wk*a40zWoHI;t05#ubH z2%jaMY)7~p-?HezJ%dQ_P{rK#fLNv9KnZ=UkUCkJ)KO2_>(IlUvRojb#Y<6zV; zz6gtWh@HKE)0EU|HsGV9>@pq1R^YZLkDfVp9nNv}dfYZ6gF=8wfjdT>)PFfdb5)8zSc_x}oCw7*t*w39@+;e@djhD98=u`R39uP8s&4Ikp6|2Suo;*6vhI5tID31R|C0gj< zW>l_r$ID8Nwv;W0!yv9}>-yuuk^*H^oib+OxzWK~ZoJtA$wzw%Kq;{cjp>PtKRn%l>Yc?7d;3B({=^*hA!@0(CQ zWf_M4WiOGyrMoe8bZ|5r$zR^NIRt8fwA4~t5SH&9?lpECzQk9ei3%^q$cD3QzOVZj z-!lP={?729C-UEy9l&wS@RS3&ooGkTf%;SgxJ-3n%~#q7WKo0Svb_d#lpqlsOE2Nn z92h2hLYhHY)i?J!SF~fTfS~7N7h+{Q=rhCi?|YyLf{OPYS0)kEwH)bmxS+cDY&&7? zI(J4ovH;6s7xZ>3YmRB<9R#4z@U|_Ct97`X@E>*^Rh#>3P>x;~n|m~Ur96;&a;ill zas935U6R-D6g%=?maf^%uexr~rWK;z)#`QdVE9f}R%N@TH7V?h=ah!XZ4H0!LKP_Y z$qwim{b?N-@{<>3L)sl-6G!U-BP!w*F?1ilfoxbWxx z9{WRuzt=D-u_90Fp@ODDKTEpbj*1i?ORKki2%>UMLf+W218K9UUFGpSf(_wu(T#=G zb>Xv}-x>5d&Z4hR?)Na9pLC9v=fxr%+nN@~w^+$88XB{41g_;IwGivT0@wlWv>V6cNeW0lU_J)I( zqDYfOPJQpme&#upZmFQm0n%_MT=nT=u?IKb)ps_(h=`1-^?`6eQ_`IsED2Nn*J~y8 z?7b--g-nIEr9!*ABXahwucteiz_?I5ulp47yP!)3fHqhjCp)>AAjW!Zt;4SLu zx0fco6P`&qmoaD^LrG#>lu!&?PMj|~R;AY9(`>$x7U;U~5y6=95Us2cS77p^uU+%0 zG!x?!uZl(tfSj_wbx2tG)J}DA`b_WVA8*>F4`A7R(T5+IpE?ZG zirz)6l%eVp+`wA5DxgY4R8tFs2C%V%HA(51eMZopjyE zvf7qP81}WPtu(H53#;rN5O3h@HdYQ_P}RWEL$OMPP_wFiKV}dnwf==WP$gnfF0`|; z=Y>?;LN{00dm~fl@#nT$j8uoDI3NG&rX~EOg>m>b%Wlbt5$f-pRu9UD*4fzz> ze@(_nPF+iUt$CwWKcbU*q{$#A2p9krNcEA5p_;4dZN+b((}zWyo*VTC;)9qrvqb_E7op+=s5a?n030?_G&i>?$O0z=~{}5>ye=SK1+h#gnRnOII|{@R2t&P z^G=$$&UHRNnh!q=PPv87bJp@zKi3yw+cZA2=v4=Q)ElwMh(YF(kFmx+gPYCJhg;yU zJh=Xw-KJcCx@e$UoLWk#=hZCP0l@sxeooP$9af$TDfPJpKQv-3>+1w_$V=(%y{bpQ zyY{*b@C$X4;=Vbte?srsDzT7SZdj?XVP@OdI(qDE{i8Rkjg2+3?`<#xb^)n{I^;e_ z>n}-~p3;SMLBa2+(;;HHM?C3t6L}QvH!T(0n>D!9b($ZVfwrym%NgN!TsE#%wo#ILh%4EIZqHWNU>XfH2Y)xdqpH~dgKG>yWHj% z>h~^xP?VkQCO!qcQ65J!hC^0v$NQac+Z z*x(I^LLA)GG0{xpOULzc5GylZ^E1jx%|G~USESOcYZ2RAJl@2(Th-b-MH(TQp&c2a z&xmYoYQ0J$mK9$RnnR9fk&`(+I)YpFRq7s@dW+riOLwvRH&%A*Kg-p=Vd~|Q@;SRM zxBI)XuR#hRYtBBlTi?B)gTc%8U^*7w$T4AA7bd zyX^`8Iw;rCKw^Bdm51ZT;LOp>v#$KvT2?ceIQNLpqHfWtfLvS%p&!9?$Hc({n_o=yVUYbA$cuJ^*gUC%KTBS8h50>lsp_{ zn;O9)SE}S+0Vr1^W{da%CRcAzWp`)Z4y@BBm&Pphhy3+z4@|*Vv}zdr;x~RiAHrt( z&C#4UVtmB3&5&?@$GRgR&1v{m2;51APGQS!<=n$~6lM1Um`BJGI%lT*3<1&y(GNoS zY~My{#H^M0(NU0lw|fOfn(RmOk7(1{Rj{<(Ur%2r>)J$$biM+_kRKt`g4JYaBo+f` zu`cxuNN)#aq58FLuxGx78?-7aYO7_TwEO|7CONZN*e|vq4972)jRwg3OuDK@}fpMakQBl1(%?e|m+=j)m-xR&=3T zN30W604Uft)_~z3yFjl;Jv+WS-HEnyVGe+t(wwX5K925I{;>v)}WFZR}*{3 zG>ygNASbHPUD7D1C)-M7I%NJ`K0)6( z^{=afrB6~d4j)Px;N(EX1_1;0a<#?T8G2$F8N;C>^age@@nw{are zd(?lgu2zHyh^>~TD0rBqNG5CE{4SD0-(chaOTA+7Y|kQ&N*xB}3fu|vVI)Sbnj8Q% z&^Xtmdvbb$WRxC2}^vqR6`Z|bY< zzrZ{H&Re4y`J8N~+>29z;WThM;kf$~mB-0rqz?C0zhw#uhSsJ{l?YLTyCo;|pX^BU z1;CA4t_?r;Jh_&VG(D)cP->NgJ(8F@)!285*j5Cls4q;1QQ*1YuzJNOritz^0Y-2r zZ$piSLL~e4wJ>$mE!QgUb*BaM%{uR4J&{LxmwajupML^HwvDju?K^eXyl@)Kr7>zQ zoP9CI*)GO4^8I-mK1v_`>0<*;GT)stm=;-8br%m6iF8pk%*`0k8%!<(jnw6c$Y+UevrfNYjM;2tdjzaOAGM_bSX?hy?3L+3)gGy%DNwDI`R0? zVzK@Bgcp4maY;fPMu+(7lqND!+P6yOzd|#l54w-<^H*#7Rq}+G*4O*wnjeGkN~tkk zuQ5MB#N)5|c*vR(0GSij7gdt*w?HeRJ&&~Y+i~9QdUj<`7THhe7rQ#DNcYr<(|>H` z$&o=r(`XA1gz1oj_6$;zKqo{!Bk%)#vz|cRV(i^_VygPzDHW*GH?U~Hs#|=T4G_hU z>p^F0#CwSJmYbN#+$s2~@u;$rVUPjqS53qfmDJ-+`+SjW z*dg`Lrxkj<-O)gkgFHS@mjAtkz?8cdTfT#=bN+=CNFP+G+%humW2o$?Yhe@iffsyw zry?6hkDcX`jqf?cF>Ww?YHjGG@r6|aZH400W$CX=_1A~gLzml%rYHNjyyT0JA(qpX zmdvG9Bl>Y<;QJg5+>%!LaZ!TD%i@rg5tAY17hoSaNBUtHQwJ4_Wn$b!ztpTk|&GW3z2%paTUiiM+{rZvhM0k0@+y&=;Lt+WW1vMU(wPotebR=X87rAPfDB{# zOY^2x)0xW7)91M>m5j9x4bqd^QqH?)4HFLnK&(gh#Y(nDzHqI;`2-bkpZ82|jKLS{ z-9iU~lR&91bkiq6J1Q9PChK+UxAZA^J3-;R)>ZB4}z$<^+LZrfv=TxYF%KYHHu z{SNp8e$G2RYFxf6vb(EaS6Y0h+#2Ffpg{B=;aiB^{w<-H%THzv$_qd?`a_#_SjH1= zcwCNBIi_yA+@M;jiE)Wzd?kQZS7@a99tR?kB_pSPeC6DZs*B9et0RDKX*zHCW5s)~ zmFA`hdB;*ziaFu~_J4aFaW*38ljYD{Ud|*+q>9GP9wF;rKOACxduSB)2S5DUS5HRR zx+U>vBf#9$H7v43-PyI1foFl4k6Hb2ZS%AxaHeT?1=)A)@pjFUhk7&KNojofYRG-0 z6<1RQnTZ$Qh1M&YvkuaXlfxzAo!yaet=dKspr$T1(gxf-2X7%89M$A4e}wJGxoI@6 zQGe*3!i#GccRfDFmo=MO^@Zf;U(dE@z7t0o{WbD%&k$)KllTNaNlhhFR+7d*;4e-K^wdteC(z{U$%Jo<% z+X0_GQ)6YsdMb7$1fqqz!pND4K;MY`+$sRW8{HyYM?LByz4@8(ey;o%S_C&+_|B z2^8&ibWhO#r+#O&#xup64N(pfP8T~E6*eVPujtNF#i~}D`Jg3kN?PRb*2E?h1sX+Q znIJJX2Bo$bXD}S7n`YyiQZ9_l+k=+dfwXQT36xLN-!Vh&0rpdDBvEYJW=N|JRgNu;}&sE%^ z+jTc&{WDLM6jI)kka+zWBCGiXFCa4(5;KsnONr_Mv^PboA3YK$t6F&OzTTFB7@A}D ztEUZ9?Cj)W`UbK2y=zmo+Bf}13iq)Xyfw3-mSGkrQ9sR&7iFe27{iE)Zt8?N>NTDG7Bq3(UF`4#IWWkTKFH`q z7@kKd0cHR-JD?hGhkM>pP=o6AwtAQ3p-Pu`4o_c40DD$QC^@f1~xU?ta$eX z^7l!Y+Jx3!CC!*dhe0(oRzzzDc| zb|wYRH+zudP}IDMfANVx1?@jD!K?JrR<4pE+iYS@8ilPg05F^)Azfs|vMV1|RH3(3 zdS%P$nC~53{(3yW*{NgKfzR|%NgeSzBS#5&YkMI;6SSD=-m3kqQmR}v6j-LdRaqd= zPrWC6;4r2ePI))uGLd*PFvAaR6@dkM3iQ+-GimEcIKy~A^Ta#Tb>6%1D>{Y#e|J?@ z&zs+57PTfSZ9|r8T^exWlfT*bb1V~NhcP~Uj0>JH5opcZXWe*%=k6r{qY;*pRWa?^ zfF>A|$_haLW{_TZ`PIi~J^4#6abQuj>SOtR)*FA8?dajIJPJb*|E3xOSP0mZU?gD} z2$DhP698f=$B|^eE)iVV1D^1%`Jv7ZmEZw#IcF6nTTUNXl3+&*Mn|NWH*vsyRC^`_ zt~$dLFnI?;8vt4ZyDCuub0;?N7pp4T?d&(Q$COs6h6`QHZbZ3x>xhnfP*uHgxQ8x@ zeJZCgdm`qI!C^;w$D7pMTbXocK0I^2(8^Nz^+ z|B;3o#(_A^nfqCk(I2TH?5x-2EomcZ6aOANMp8k4HX~3@W-Y4J_MMCnoCBD!E3HUN zmLGJ168oa&9TsGEcAm=%PZ8ZI5dH2!-KE_E6uRAEnepumN+URkoxMn>C+)D;b0@&~ zh@VC~3)=B?p6(C%!4t)giv_CX{O(@;CQrhRvnAYEZ7A^m-`nJ8yRBzvS4)hCbvvbkA2!%j^f2RP4#3GSzLk=y~|kAVuCe0RkJVAIEFhmE4bL-lcx$u~)dDU=?2 ztrl`kBtmN?Az5=vHVG4INhG|KVIz!Wy%5`iBcT*pcyu3L-U6Y%8^iX}a|3>S5Yi0* zq;_e2nANpDqhXKt0_l^0sK~kA!{F3IQCqMBCYWnBS-R3seFwnvUL^n9%`ggRO_p}} zy)^`p`bsMuDo{>SpdjNXa&+<_z1sfVUA^kn3l#8it=0D;*BQ{2RqHJS$P_T78P7(( zMV$XwlM-e2?8^^0CwzYhM}S(L09fP>5bvb4lE%k|nGfy=R*U7oXL@Lnu6DZ5y(*(C zlx^3v>uem4AhW3`_@pr;eJP0lS!w9kdiH5+Qi-MM(ChwH7OmCtuPI|~Xak`X>KL52 z!)a3jAVA9!l>AMc0(49r5NS|ls4E7cy@aLu0ZJ^WJKxsJZa(802wBj+pZ5JD^}p^u z_Q|TMoQvB-5YRj2yDQCNi7=4Z$HHIQW9qUGznW6SG*SEJ`oga*C9s#=!~NF%bS1~0 z(89g5rh=7$(}%yxRt#M|ARJRT?)tE+C}q&n@N)ze!d&fD*ZIZE zgO_FVqbPPM+TB;%9!pj?wc3c#CAZpHdtU_a`Z9-^tC=kzlW>Hhu5i*J@TjCy2J(2z zj)UG&XU3Qt!_b?L@WbxH9{IB0NH%Cl1&Rgqcu%o+f_PLG@)2jPUnTj=wodYV_B}1# zA9!rAfnaN3kl-xu7Id?`7*UG+gu zWMA_Iba&M?nRkh^FVcoXT2jnNS#pEAFmlisJDD1XxOOKKt$fdL(zoJx?q`V?NB_ceL~RNeDk*)lml%zxe#ZpAaZL9Zvl!K%Oy zH^Z{u{-p~2cFKzdomUenBi9b$k0UAj4H|#wfrUy8J!dzL7@?;o}Wf_@V4uEl%ko3H)tYfm8hCCO~dH}&zbQK4!q+B}^oYE$}62L;|SSk8y=S79%R=`D( z-uXk!d=X!;2Xvk9GcyvRTzWrwmAP_GDoe^6&&35T7gQVMQf$!-mOO~Zk+;;pshSok z@~_%w@g6AM<9Q4IWV)w@ZR8I?Q7UrI*PSL8Dw+GTw!bznge&0CAT#ehIcj_SseEYJ zLKMSroJY|8D$3{Sw*aE=jwH8XZEr@}G}*rPHki z$_w{vHrJCc-9AD+sB4z7T#FBnS9mRkO-3$o8PKpPKgP7*`EDdD^8lI&rcRzfyyC9T zfox1xAVQM+_oTXt{kt|X%F|LPbh7u8gqJ=C{pN_4i}}fc8|K*|ca;3dl=?aUDhI@p zJ(RWXudwHNi<~xa+mOTHZwQ?lqK9X_e|lXSM3R&Bxpyha1pXGn;-fENl?*e(_45G{ zTtu#3N9mKQtXp=ci)oU99nArx_f2`9k1bg`9!9DYqf3%RAl24e460t|bJStpVFFFH zP71W978Dl2G0iVrdRe$jHPThWyZ6PtP1RkqBEP|{>0Uv1$)+q@+x3ACT$l6yJ4S;x zGynqVlBs)S&TT(s(k0LGZ<8~{VmoJT6fwmjds0imm)6g5_O zxAQ8v8A(4Bh-HeHxMyM3R#iRh`PPs21->?3q5na%hl#D5%Vc7XVDT)+3;N61D2CJc zK{+#{m)h+qaU&{!EYRKK$i-VZ3i-*|Mnfr3V7e1$G{9la)9F+3%9D+%&jgfYejLJ9 z=w{Vw2UaO!h~^Dg^o$A@K3$jAhFvF+C4b7BW95 zu3dnE5{$P~7zyaq65k7&IDq*qXWWb}Mp<+L{viKx^P!NF_J?f_AD{BB0ht@|ww@Nd zgXHRhjUqWReaaN>SVrk8dWW7 zYMU%%!YxsshN=i}=%r6PpVmbS!$txH5P%)o50=okdbqTF^)|cmQ6E--UFkhj9`sCr z5&GjOhAh77s)Z5_&MB}NNqwUdRWoPFsmn>yj@Y+X#iJY7MSEVAI%){ZB&`VE4`G}f z&dVWzfg}Z#n?9CQ9TqCG4b2hxc#xcjr9)U*>UqrY6RxMU(G5S2S%OIgX1_8-?RRkjWQvA$PzRZr#Gb*2NYg$0#^{5)$~|#4Z%FYah+jz6yb*S&2VX$YJJjQ{I-27=Rr_xc3P!xfS6_(z z!}$|lY=fgBjhrKX3j=;8hH$~fN}7?<1qC^L^*%ZB2>3aIeJCcze zCbIWWP2nSu^V;p7Atyp*)zsF)xFhOyv!4O9_Z=@pCI9cp_dr_gR+mOSJw5nt85mvp z=g*&@&36w)zU{9p2u6zi&xeNQL`SeuPfdlxL_-UnPC<$Yk|yGm0Sg#!N>qIQ{MoYw zEZLadL^+y1_k;iaK((I8XtmVGE@;Aze7i*d&!~6Cdl2mwOznXUBaHtl%2S9e4|F(E zd;Q-J{;l$~|8q$|Wb*%c0Yy45X09)3ASxLpec-+7b5Rnjzj-0f(er;{ZnQm^Ez+~H zup#id^V9vD_51S3$pXr1YRCz%Fsj{f`FB!|$%c!tP2;7@;^JZxj7`aD_yKw|-X*^+KH|B20rzk}~tay9Z>V3c$ya{M-A+#x3`$dKxx=MFQ| zwC;=5J$?Fg=X~ax8aV<0IaG4meR-~nr7))P!mWYcYN0*cZMTh-(|zyN@DjWeTbShu zvyeYtdmRpI?m3IhbV#N}w}W!^2hHV*Tuyg;1QpBWJZa;5l`tYK#41e4jrKlv6L}#i z>3aabMZclPtW+L`ME}8MucMX!#Nh1Y^h790$pa$s7EK^Sn*p*jS@mjoEUhEW6%`eU z5U+=G)ITxo*2z6HGs`%DA*->=!Y%L^|H#Qw`M2Qm-Bp;(oy{QsHd(F(rhzdi ze&M>mi2U1vNt&VqU^Fxgm9!s_A=*kC5iN8i(eH0QFMnNX1BiyFxdpBK>Gr9eSE!*<6OX2Elz@XmC>&;24 zC(*VvSUcNJY?-S2F@pi7azc2`_)l50A4D-|JsAb z$@fOW!C^1!vd7DThnM#rGcyh+Cnt>Pm3DOGM*O?XUHnFkxJ-vB-1PMHu-wVY#p&o! zX~f?h^k-!h+J1S*zFkql=Sma!*mrhzmeb2k>75d`FT|A_FLlLgRlFfb{1elLbuhoM zz{$gd9{V&9W=g;?xSyBp?RAX$^71#3L(oBv&T0Mj+w;1m?l^clD7C8W?umJwA!ipe zFfhPeUtjlYx;s9q9~2%?9%^B8n$ajG8gwQsFV1jMgcpsyaXUL$jpzF(R(yx`Wx&~) z2l8p%nyUTP+3DM6Y+uQ}9Wp#H;0vQjW8&gkM@Ei=FXPXD%FD~!U*`{7-lC!TKZV_E zRMKY{0C2?gm^KffDOzTj8d))MT_!OU0yAr<3tMZ>GCXON>1kcOP?&f_D@;q&ox)4W zvKzAuyoC3h=HfU@tu)dibtT%07!kVX@2Bm{#^G?_a5#teegDt%ydVDW^AiIbSFTjz z0SrbpH+JSp(quVuxo=Wxs@UlH`{T#{ueN<=RwW!0o0}RR@zzF?oZ)H_3}&km47%Z@ z>E{-}D^yfg4x36$FT;qA#Q_2unDOijl+3}w9g)h!lgXh4rKPTLSc4(!qmv{XNfHEf z2lOQWzE(F>YLBqU;;WIEphN^+rh`S4Kfohl3g(9~7z|CFD{QL^k?{;ZL8$!oT5XKo|u~>O@ zvJ|>kIzrEP?99weMQ!b)zKy1pdc9s$Urzx#eK{)U$FT>YRdcIhyDGzwfhHhVUEaD>YFS3zTO9o)Nyn= zz4gF4yX>}+XV%u%L&ssMD2dP0z`(7ze3>zbRk7%`Cz$j;8dQ73lsfM)7-8zSO zjp{i3G7nBPghxbpeY0&FD=;w4WImfLcDHL@@d~6n2Hazp$sml5jt&J#=`UjaO6H}J zzh|@0U`C}%jfEN0p4k@j^oJSx^Lha8EBaF=Xaf^}6fbER|Q2f{K?p8pjXLrp~4 z%%9)V+>GkK_MI@|>h>01ErTSfl*=(l|Nh_h3K`|#ww?HdSE*FKC0pa-<2#^qVV#_^ zz!Xe6RL^7vbilx?zRGSpIWiJ`NhSmI9^BfUt5JbhIIRV1&X#JLF2J>Daz-(Ej$SX0^ZfNwc*%QklTP-tu}v2 zqb)I;&Ew#Iw3N0@j;Dh zQdRe2QfAt`@pv0(qzoNzD-{a3m&Q6)eUTLsVhc&IXYUvA`q5;H z_A8O6=y}j<7!eboT#vtg-3FdF%y-ar8)!JWYKI&JIXRJX0TJS1r$k*J?olDw3<>4p zl6lx(jW?X@g)>dcV^bGp*$n2IgN